-- Logs begin at Fri 2022-05-13 12:12:52 UTC, end at Fri 2022-05-13 13:14:56 UTC. -- May 13 12:45:24.388775 dv-cinder-841644-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 13 12:45:27.219266 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.common.config [-] Logging enabled! May 13 12:45:27.219871 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev208 May 13 12:45:27.220055 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109694) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 13 12:45:27.224344 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.common.config [-] Logging enabled! May 13 12:45:27.224544 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev208 May 13 12:45:27.224853 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109694) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 13 12:45:27.225815 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 13 12:45:27.226049 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 13 12:45:27.226414 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 13 12:45:27.226659 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 13 12:45:27.226885 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 13 12:45:27.227302 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:27.227604 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:27.227839 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:27.228138 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:27.228439 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:27.228725 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:27.229068 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:27.229372 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:27.229663 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:27.229947 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:27.230234 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:27.230465 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:27.230749 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:27.231042 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:27.231331 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:27.231554 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] debug = True {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:27.231835 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:27.232270 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:27.232685 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:27.232966 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:27.233280 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:27.233561 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:27.233831 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:27.234106 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:27.234392 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:27.234718 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] host = dv-cinder-841644-1-iscsi {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:27.234997 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:27.235285 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:27.235584 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:27.235858 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:27.236192 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:27.236474 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:27.236803 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:27.237103 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:27.237381 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] log_file = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:27.237657 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:27.237948 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:27.238235 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:27.238527 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:27.238750 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:27.238970 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:27.239253 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:27.239542 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:27.239916 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:27.240198 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:27.240473 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:27.240748 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:27.241048 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:27.241321 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:27.241608 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:27.241894 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:27.242177 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:27.242450 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:27.242725 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:27.242999 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:27.243270 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:27.243559 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:27.243832 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:27.244104 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:27.244375 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:27.244664 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:27.244933 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:27.245233 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:27.245534 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:27.245823 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:27.246102 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:27.246386 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:27.246660 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:27.246944 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:27.247214 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:27.247486 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:27.247757 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] use_json = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:27.248030 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:27.248301 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:27.248585 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:27.248857 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:27.249153 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:27.249428 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:27.249700 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:27.249985 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:27.250263 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:27.250557 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:27.250855 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:27.251157 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:27.251436 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:27.251849 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:27.252133 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:27.252420 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:27.252697 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:27.253002 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:27.253292 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:27.253577 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:27.253853 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:27.254146 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:27.254432 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:27.254727 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:27.255031 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:27.255323 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:27.255612 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:27.255885 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:27.256156 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:27.256426 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:27.256700 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:27.256998 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:27.257276 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:27.257561 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:27.257844 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:27.258116 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:27.258408 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:27.258689 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:27.258969 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:27.259258 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:27.259543 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:27.259811 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:27.260084 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:27.260370 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:27.260647 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:27.260923 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:27.261306 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:27.261583 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:27.261855 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:27.262132 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:27.262407 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:27.262679 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:27.262950 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:27.263223 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:27.263511 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:27.263784 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:27.264052 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:27.264319 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:27.264593 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:27.264863 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:27.265173 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:27.265451 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:27.265723 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:27.265992 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:27.266267 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:27.266535 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:27.266805 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:27.267080 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:27.267861 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:27.268136 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:27.268408 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:27.268677 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:27.268949 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:27.269244 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:27.269514 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:27.270057 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:27.270329 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:27.270605 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:27.270884 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:27.271159 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:27.271431 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:27.271701 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:27.271972 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:27.272266 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:27.272543 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:27.272818 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:27.273120 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:27.273395 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:27.273668 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:27.273940 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:27.274214 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:27.274488 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:27.274754 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:27.275041 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:27.275322 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:27.275602 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:27.275879 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:27.276153 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:27.276461 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:27.276735 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:27.277028 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:27.277309 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:27.277581 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:27.277853 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:27.278130 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:27.278409 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:27.278698 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:27.279143 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:27.279429 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:27.279723 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:27.280015 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:27.280307 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:27.280586 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:27.280898 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:27.281208 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:27.281423 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 13 12:45:27.281659 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109694) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 13 12:45:27.740309 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 13 12:45:27.740580 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 13 12:45:27.740882 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 13 12:45:27.741313 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.manager [-] Loading core plugin: ml2 May 13 12:45:28.072037 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:45:28.072252 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:45:28.072528 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:45:28.073758 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:45:28.074037 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:45:28.074303 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:45:28.130315 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:45:28.130584 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:45:28.130849 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:45:28.145934 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:45:28.146217 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:45:28.146486 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:45:28.177077 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:45:28.177360 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:45:28.177628 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:45:28.214798 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:45:28.215076 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:45:28.215366 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:45:28.557847 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:45:28.558490 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:45:28.558490 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:45:28.558658 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:45:28.559332 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:45:28.658869 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:45:28.659229 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:45:28.659466 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:45:28.659741 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:45:28.660013 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:45:28.660331 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:45:28.660596 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:45:28.660858 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:45:28.661153 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:45:28.661444 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:45:28.661712 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:45:28.661981 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:45:28.662240 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:45:28.662492 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:45:28.662747 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:45:28.663012 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:45:28.663274 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:45:28.663540 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:45:28.663809 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:45:28.664071 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:45:28.664342 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:45:28.664595 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:45:28.664876 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:45:28.665283 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:45:28.665536 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:45:28.665785 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:45:28.666180 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109694) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 13 12:45:28.666420 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109694) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 13 12:45:28.666658 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109694) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 13 12:45:28.666895 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109694) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 13 12:45:28.667132 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109694) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 13 12:45:28.667365 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109694) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 13 12:45:28.667741 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 13 12:45:28.670862 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 13 12:45:28.675382 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 13 12:45:28.679270 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) May 13 12:45:28.680896 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 13 12:45:28.681397 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 13 12:45:28.681740 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 13 12:45:28.682128 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 13 12:45:28.685146 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 13 12:45:28.685401 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 13 12:45:28.685753 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 13 12:45:28.690759 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 13 12:45:28.714899 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 13 12:45:28.715360 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:45:28.715659 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109694) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} May 13 12:45:28.716032 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:45:28.717426 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109694) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 13 12:45:28.717708 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 13 12:45:28.717956 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 13 12:45:28.721897 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:45:28.722178 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:45:28.784953 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 13 12:45:28.785225 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 13 12:45:28.785463 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 13 12:45:28.785837 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 13 12:45:28.807665 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_db.sqlalchemy.engines [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109694) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 13 12:45:29.256295 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.plugins.ml2.managers [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Initializing driver for type 'gre' May 13 12:45:29.256733 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] gre ID ranges: [(1, 1000)] May 13 12:45:29.318322 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.plugins.ml2.managers [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Initializing driver for type 'local' May 13 12:45:29.318712 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.plugins.ml2.managers [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Initializing driver for type 'vlan' May 13 12:45:29.332006 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] VlanTypeDriver initialization complete May 13 12:45:29.332415 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.plugins.ml2.managers [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Initializing driver for type 'vxlan' May 13 12:45:29.332910 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] vxlan ID ranges: [(1, 1000)] May 13 12:45:29.390120 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.plugins.ml2.managers [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Initializing extension driver 'port_security' May 13 12:45:29.390668 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.plugins.ml2.extensions.port_security [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] PortSecurityExtensionDriver initialization complete May 13 12:45:29.391004 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.plugins.ml2.managers [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Initializing mechanism driver 'openvswitch' May 13 12:45:29.391336 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.plugins.ml2.managers [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Initializing mechanism driver 'hyperv' May 13 12:45:29.398415 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 12:45:29.399259 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Subscribe: > port after_create 55550000 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:45:29.399629 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Subscribe: > port after_update 55550000 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:45:29.399981 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Subscribe: > port after_delete 55550000 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:45:29.400513 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109694) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 13 12:45:29.400952 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Subscribe: > subnet after_create 55550000 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:45:29.401329 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Subscribe: > subnet after_update 55550000 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:45:29.401675 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:45:29.402074 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109694) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 13 12:45:29.402481 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Subscribe: > network after_create 55550000 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:45:29.402828 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Subscribe: > network after_update 55550000 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:45:29.403170 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Subscribe: > network after_delete 55550000 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:45:29.403564 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109694) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 13 12:45:29.403968 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Subscribe: > security_group after_create 55550000 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:45:29.404313 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Subscribe: > security_group after_update 55550000 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:45:29.404653 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Subscribe: > security_group after_delete 55550000 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:45:29.405075 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109694) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 13 12:45:29.405478 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:45:29.405821 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:45:29.406156 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:45:29.406551 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109694) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 13 12:45:29.406957 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Subscribe: > address_group after_create 55550000 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:45:29.407299 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Subscribe: > address_group after_update 55550000 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:45:29.407640 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Subscribe: > address_group after_delete 55550000 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:45:29.408765 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109694) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 13 12:45:29.409236 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] ML2 OVO RPC backend initialized. {{(pid=109694) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} May 13 12:45:29.409939 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:45:29.410294 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:45:29.410706 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Subscribe: > network before_response 55550000 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:45:29.411051 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Subscribe: > networks before_response 55550000 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:45:29.411396 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Subscribe: > port before_response 55550000 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:45:29.411733 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Subscribe: > ports before_response 55550000 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:45:29.412070 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Subscribe: > subnet before_response 55550000 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:45:29.412405 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Subscribe: > subnets before_response 55550000 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:45:29.412743 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Subscribe: > network after_create 55550000 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:45:29.413143 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Subscribe: > network after_update 55550000 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:45:29.413483 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Subscribe: > network after_delete 55550000 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:45:29.413814 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Subscribe: > port after_create 55550000 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:45:29.414145 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Subscribe: > port after_update 55550000 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:45:29.414476 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Subscribe: > port after_delete 55550000 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:45:29.414806 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Subscribe: > subnet after_create 55550000 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:45:29.415137 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Subscribe: > subnet after_update 55550000 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:45:29.415466 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:45:29.422968 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.quota [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loaded quota_driver: . May 13 12:45:29.423329 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.plugins.ml2.plugin [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Modular L2 Plugin initialization complete May 13 12:45:29.424272 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.manager [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loading services supported by the core plugin {{(pid=109694) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 13 12:45:29.424611 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.plugins.ml2.managers [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Got port-security extension from driver 'port_security' May 13 12:45:29.425120 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.extensions.vlantransparent [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Disabled vlantransparent extension. May 13 12:45:29.425611 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.manager [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109694) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 13 12:45:29.425938 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.manager [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loading Plugin: router May 13 12:45:29.461875 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Subscribe: > router_interface before_create 55550000 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:45:29.462264 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Subscribe: > router after_create 55549900 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:45:29.462634 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Subscribe: > router before_create 55549900 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:45:29.462998 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:45:29.463369 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:45:29.463722 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Subscribe: > router after_delete 55549900 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:45:29.464078 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Subscribe: > floatingip after_create 55550000 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:45:29.464426 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Subscribe: > floatingip after_update 55550000 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:45:29.464781 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Subscribe: > router after_create 55549900 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:45:29.465149 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Subscribe: > router after_update 55549900 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:45:29.465497 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Subscribe: > router after_update 55549900 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:45:29.465843 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:45:29.466318 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Subscribe: > router after_update 55549900 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:45:29.466749 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Subscribe: > router precommit_update 55549900 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:45:29.467098 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Subscribe: port after_update 55550000 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:45:29.467435 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Subscribe: port after_delete 55550000 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:45:29.467774 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Subscribe: subnet after_update 55550000 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:45:29.468107 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:45:29.468451 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Subscribe: > port precommit_delete 55550000 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:45:29.468795 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Subscribe: > router precommit_create 55549900 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:45:29.469159 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Subscribe: port before_delete 55550000 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:45:29.469501 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Subscribe: > router precommit_create 55550000 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:45:29.469854 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Subscribe: > router after_update 55549900 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:45:29.470193 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Subscribe: > router precommit_delete 55549900 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:45:29.471140 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Subscribe: > router precommit_create 55549900 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:45:29.471491 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:45:29.471835 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Subscribe: > router precommit_update 55549900 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:45:29.472198 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Subscribe: > agent after_create 55550000 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:45:29.472543 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Subscribe: > agent after_delete 55550000 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:45:29.472885 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Subscribe: > network after_delete 55550000 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:45:29.473780 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.quota.resource_registry [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Tracking information for resource: router configured {{(pid=109694) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 13 12:45:29.474109 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.quota.resource_registry [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Tracking information for resource: floatingip configured {{(pid=109694) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 13 12:45:29.478905 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.db.l3_agentschedulers_db [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 13 12:45:29.479482 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Subscribe: port after_update 55550000 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:45:29.479840 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Subscribe: port after_create 55550000 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:45:29.480232 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Subscribe: port after_delete 55550000 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:45:29.480582 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Subscribe: port after_update 55550000 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:45:29.481399 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Subscribe: > router before_create 55550100 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:45:29.481763 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Subscribe: > router precommit_delete 55550100 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:45:29.482123 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Subscribe: > router precommit_create 55550100 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:45:29.482478 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Subscribe: > router precommit_update 55550100 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:45:29.487259 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.services.provider_configuration [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Service providers = [] {{(pid=109694) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 13 12:45:29.487619 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.db.servicetype_db [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109694) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 13 12:45:29.490621 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.services.service_base [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109694) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 13 12:45:29.490969 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.services.service_base [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109694) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 13 12:45:29.491307 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.services.service_base [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109694) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 13 12:45:29.492191 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.services.service_base [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109694) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 13 12:45:29.492555 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.services.service_base [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Default provider is not specified for service type L3_ROUTER_NAT May 13 12:45:29.492931 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.manager [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109694) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 13 12:45:29.493274 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.manager [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 13 12:45:29.503842 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.manager [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109694) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 13 12:45:29.504176 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.manager [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loading Plugin: auto_allocate May 13 12:45:29.509981 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Subscribe: network precommit_update 55550000 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:45:29.510291 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Subscribe: network precommit_create 55550000 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:45:29.510826 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.manager [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109694) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 13 12:45:29.511184 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.manager [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loading Plugin: tag May 13 12:45:29.518605 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.manager [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109694) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 13 12:45:29.518930 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.manager [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loading Plugin: timestamp May 13 12:45:29.522991 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.manager [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109694) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 13 12:45:29.523318 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.manager [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loading Plugin: network_ip_availability May 13 12:45:29.528794 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:45:29.529197 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:45:29.529553 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:45:29.530263 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.manager [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109694) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 13 12:45:29.530581 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.manager [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loading Plugin: flavors May 13 12:45:29.536106 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.manager [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109694) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 13 12:45:29.536431 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.manager [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loading Plugin: revisions May 13 12:45:29.540786 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.manager [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109694) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 13 12:45:29.541211 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_concurrency.lockutils [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.800s {{(pid=109694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 13 12:45:29.541958 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109694) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 13 12:45:29.542287 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Initializing extension manager. May 13 12:45:29.542810 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loading extension file: __init__.py {{(pid=109694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 12:45:29.543148 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loading extension file: __pycache__ {{(pid=109694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 12:45:29.543480 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loading extension file: _port_mac_address_override.py {{(pid=109694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 12:45:29.543811 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loading extension file: address_group.py {{(pid=109694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 12:45:29.544565 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 12:45:29.545161 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loaded extension: address-group May 13 12:45:29.545484 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loading extension file: address_scope.py {{(pid=109694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 12:45:29.546197 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 12:45:29.546699 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loaded extension: address-scope May 13 12:45:29.547033 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loading extension file: admin_state_down_before_update.py {{(pid=109694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 12:45:29.547970 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 12:45:29.548467 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loaded extension: router-admin-state-down-before-update May 13 12:45:29.548818 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loading extension file: agent.py {{(pid=109694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 12:45:29.549684 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 12:45:29.550192 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loaded extension: agent May 13 12:45:29.550516 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loading extension file: agent_resources_synced.py {{(pid=109694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 12:45:29.551430 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 12:45:29.551941 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loaded extension: agent-resources-synced May 13 12:45:29.552262 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loading extension file: allowedaddresspairs.py {{(pid=109694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 12:45:29.554077 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 12:45:29.554593 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loaded extension: allowed-address-pairs May 13 12:45:29.554918 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loading extension file: auto_allocated_topology.py {{(pid=109694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 12:45:29.555985 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 12:45:29.556490 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loaded extension: auto-allocated-topology May 13 12:45:29.556810 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loading extension file: availability_zone.py {{(pid=109694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 12:45:29.557536 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 12:45:29.558038 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loaded extension: availability_zone May 13 12:45:29.558574 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loading extension file: availability_zone_filter.py {{(pid=109694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 12:45:29.559254 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 12:45:29.559753 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loaded extension: availability_zone_filter May 13 12:45:29.560071 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loading extension file: data_plane_status.py {{(pid=109694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 12:45:29.560970 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 12:45:29.561486 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Extension data-plane-status not supported by any of loaded plugins May 13 12:45:29.561804 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loading extension file: default_subnetpools.py {{(pid=109694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 12:45:29.562715 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 12:45:29.563217 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loaded extension: default-subnetpools May 13 12:45:29.563540 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loading extension file: dhcpagentscheduler.py {{(pid=109694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 12:45:29.564512 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 12:45:29.565169 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loaded extension: dhcp_agent_scheduler May 13 12:45:29.565495 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loading extension file: dns.py {{(pid=109694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 12:45:29.566413 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 12:45:29.566915 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Extension dns-integration not supported by any of loaded plugins May 13 12:45:29.567235 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loading extension file: dns_domain_ports.py {{(pid=109694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 12:45:29.568147 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 12:45:29.568636 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Extension dns-domain-ports not supported by any of loaded plugins May 13 12:45:29.568956 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 12:45:29.569915 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 12:45:29.570404 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 13 12:45:29.570722 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loading extension file: dvr.py {{(pid=109694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 12:45:29.571389 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 12:45:29.571884 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loaded extension: dvr May 13 12:45:29.572202 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loading extension file: ecmp_routes.py {{(pid=109694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 12:45:29.573143 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=109694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 12:45:29.573638 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Extension ecmp_routes not supported by any of loaded plugins May 13 12:45:29.573957 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loading extension file: empty_string_filtering.py {{(pid=109694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 12:45:29.574857 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 12:45:29.575363 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loaded extension: empty-string-filtering May 13 12:45:29.575681 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 12:45:29.576590 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 12:45:29.577114 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 13 12:45:29.577433 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 12:45:29.578360 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 12:45:29.578854 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 13 12:45:29.579171 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loading extension file: external_net.py {{(pid=109694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 12:45:29.580664 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 12:45:29.581355 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loaded extension: external-net May 13 12:45:29.581676 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loading extension file: extra_dhcp_opt.py {{(pid=109694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 12:45:29.582589 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 12:45:29.583091 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loaded extension: extra_dhcp_opt May 13 12:45:29.583405 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loading extension file: extraroute.py {{(pid=109694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 12:45:29.584312 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 12:45:29.584812 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loaded extension: extraroute May 13 12:45:29.585165 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loading extension file: extraroute_atomic.py {{(pid=109694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 12:45:29.586393 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 12:45:29.586900 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loaded extension: extraroute-atomic May 13 12:45:29.587222 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loading extension file: filter_validation.py {{(pid=109694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 12:45:29.587891 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 12:45:29.588391 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loaded extension: filter-validation May 13 12:45:29.588707 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loading extension file: fip_pf_description.py {{(pid=109694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 12:45:29.589647 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 12:45:29.590142 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 13 12:45:29.590457 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loading extension file: fip_pf_port_range.py {{(pid=109694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 12:45:29.591363 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=109694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 12:45:29.591857 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins May 13 12:45:29.592174 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loading extension file: fip_port_details.py {{(pid=109694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 12:45:29.593123 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 12:45:29.593623 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loaded extension: fip-port-details May 13 12:45:29.593939 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loading extension file: flavors.py {{(pid=109694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 12:45:29.595155 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 12:45:29.596531 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loaded extension: flavors May 13 12:45:29.596853 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 12:45:29.598540 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 12:45:29.599053 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 13 12:45:29.599380 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loading extension file: floatingip_pools.py {{(pid=109694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 12:45:29.600082 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 12:45:29.600587 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loaded extension: floatingip-pools May 13 12:45:29.600909 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loading extension file: ip_allocation.py {{(pid=109694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 12:45:29.601881 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 12:45:29.602379 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Extension ip_allocation not supported by any of loaded plugins May 13 12:45:29.602700 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 12:45:29.603616 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 12:45:29.604118 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loaded extension: ip-substring-filtering May 13 12:45:29.604440 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loading extension file: l2_adjacency.py {{(pid=109694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 12:45:29.605393 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 12:45:29.605891 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Extension l2_adjacency not supported by any of loaded plugins May 13 12:45:29.606215 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loading extension file: l3.py {{(pid=109694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 12:45:29.607189 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 12:45:29.607697 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loaded extension: router May 13 12:45:29.608018 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loading extension file: l3_conntrack_helper.py {{(pid=109694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 12:45:29.610273 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 12:45:29.610789 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 13 12:45:29.611233 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 12:45:29.612118 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 12:45:29.612629 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loaded extension: ext-gw-mode May 13 12:45:29.612953 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 12:45:29.613895 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 12:45:29.614404 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loaded extension: l3-ha May 13 12:45:29.614731 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=109694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 12:45:29.615650 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=109694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 12:45:29.616160 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins May 13 12:45:29.616482 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loading extension file: l3_flavors.py {{(pid=109694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 12:45:29.617424 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 12:45:29.617928 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loaded extension: l3-flavors May 13 12:45:29.618247 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loading extension file: l3_ndp_proxy.py {{(pid=109694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 12:45:29.619603 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=109694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 12:45:29.620110 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Extension l3-ndp-proxy not supported by any of loaded plugins May 13 12:45:29.620431 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 12:45:29.621383 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 12:45:29.621892 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loaded extension: l3-port-ip-change-not-allowed May 13 12:45:29.622216 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loading extension file: l3agentscheduler.py {{(pid=109694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 12:45:29.623246 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 12:45:29.623753 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loaded extension: l3_agent_scheduler May 13 12:45:29.624078 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loading extension file: local_ip.py {{(pid=109694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 12:45:29.627335 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=109694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 12:45:29.627857 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Extension local_ip not supported by any of loaded plugins May 13 12:45:29.628187 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loading extension file: logging.py {{(pid=109694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 12:45:29.629699 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 12:45:29.630218 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Extension logging not supported by any of loaded plugins May 13 12:45:29.630546 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loading extension file: metering.py {{(pid=109694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 12:45:29.631291 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 12:45:29.631872 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loaded extension: metering May 13 12:45:29.632197 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 12:45:29.633329 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 12:45:29.633847 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loaded extension: metering_source_and_destination_fields May 13 12:45:29.634172 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loading extension file: multiprovidernet.py {{(pid=109694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 12:45:29.635098 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 12:45:29.635607 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loaded extension: multi-provider May 13 12:45:29.635939 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loading extension file: netmtu.py {{(pid=109694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 12:45:29.636846 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 12:45:29.637399 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loaded extension: net-mtu May 13 12:45:29.637722 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loading extension file: netmtu_writable.py {{(pid=109694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 12:45:29.638631 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 12:45:29.639135 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loaded extension: net-mtu-writable May 13 12:45:29.639459 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loading extension file: network_availability_zone.py {{(pid=109694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 12:45:29.640129 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 12:45:29.640629 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loaded extension: network_availability_zone May 13 12:45:29.640949 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loading extension file: network_ip_availability.py {{(pid=109694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 12:45:29.642068 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 12:45:29.643102 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loaded extension: network-ip-availability May 13 12:45:29.643503 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loading extension file: network_segment_range.py {{(pid=109694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 12:45:29.644273 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 12:45:29.644777 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Extension network-segment-range not supported by any of loaded plugins May 13 12:45:29.645387 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loading extension file: pagination.py {{(pid=109694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 12:45:29.646376 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 12:45:29.646705 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loaded extension: pagination May 13 12:45:29.647023 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loading extension file: port_device_profile.py {{(pid=109694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 12:45:29.647955 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 12:45:29.648469 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loaded extension: port-device-profile May 13 12:45:29.648788 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loading extension file: port_mac_address_override.py {{(pid=109694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 12:45:29.649749 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=109694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 12:45:29.650255 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loaded extension: port-mac-override May 13 12:45:29.650574 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 12:45:29.651496 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 12:45:29.651998 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loaded extension: port-mac-address-regenerate May 13 12:45:29.652316 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 12:45:29.653258 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 12:45:29.653764 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loaded extension: port-numa-affinity-policy May 13 12:45:29.654080 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loading extension file: port_resource_request.py {{(pid=109694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 12:45:29.654992 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 12:45:29.655488 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Extension port-resource-request not supported by any of loaded plugins May 13 12:45:29.655805 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loading extension file: port_resource_request_groups.py {{(pid=109694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 12:45:29.656770 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=109694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 12:45:29.657301 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Extension port-resource-request-groups not supported by any of loaded plugins May 13 12:45:29.657619 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loading extension file: portbindings.py {{(pid=109694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 12:45:29.659182 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 12:45:29.659685 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loaded extension: binding May 13 12:45:29.660006 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loading extension file: portbindings_extended.py {{(pid=109694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 12:45:29.661291 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 12:45:29.661801 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loaded extension: binding-extended May 13 12:45:29.662126 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loading extension file: portsecurity.py {{(pid=109694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 12:45:29.663039 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 12:45:29.663543 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loaded extension: port-security May 13 12:45:29.663868 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loading extension file: project_id.py {{(pid=109694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 12:45:29.664846 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 12:45:29.665202 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loaded extension: project-id May 13 12:45:29.665523 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loading extension file: providernet.py {{(pid=109694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 12:45:29.666450 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 12:45:29.666960 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loaded extension: provider May 13 12:45:29.667283 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loading extension file: qos.py {{(pid=109694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 12:45:29.670970 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 12:45:29.671482 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Extension qos not supported by any of loaded plugins May 13 12:45:29.671806 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 12:45:29.673074 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 12:45:29.673614 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 13 12:45:29.673941 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 12:45:29.674877 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 12:45:29.675381 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 13 12:45:29.675707 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loading extension file: qos_default.py {{(pid=109694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 12:45:29.676632 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 12:45:29.677169 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Extension qos-default not supported by any of loaded plugins May 13 12:45:29.677494 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loading extension file: qos_fip.py {{(pid=109694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 12:45:29.678409 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 12:45:29.678912 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Extension qos-fip not supported by any of loaded plugins May 13 12:45:29.679234 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loading extension file: qos_fip_network_policy.py {{(pid=109694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 12:45:29.680144 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=109694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 12:45:29.680649 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Extension qos-fip-network-policy not supported by any of loaded plugins May 13 12:45:29.680967 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loading extension file: qos_gateway_ip.py {{(pid=109694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 12:45:29.681910 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 12:45:29.682415 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 13 12:45:29.682738 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loading extension file: qos_port_network_policy.py {{(pid=109694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 12:45:29.683657 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 12:45:29.684161 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 13 12:45:29.684480 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=109694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 12:45:29.685541 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=109694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 12:45:29.686060 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Extension qos-pps-minimum not supported by any of loaded plugins May 13 12:45:29.686381 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=109694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 12:45:29.687425 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=109694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 12:45:29.687932 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins May 13 12:45:29.688256 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loading extension file: qos_pps_rule.py {{(pid=109694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 12:45:29.689499 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=109694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 12:45:29.690004 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Extension qos-pps not supported by any of loaded plugins May 13 12:45:29.690327 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loading extension file: qos_rule_type_details.py {{(pid=109694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 12:45:29.691241 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 12:45:29.691775 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 13 12:45:29.692103 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loading extension file: qos_rule_type_filter.py {{(pid=109694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 12:45:29.693122 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=109694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 12:45:29.693554 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Extension qos-rule-type-filter not supported by any of loaded plugins May 13 12:45:29.693873 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loading extension file: qos_rules_alias.py {{(pid=109694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 12:45:29.694909 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 12:45:29.695407 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Extension qos-rules-alias not supported by any of loaded plugins May 13 12:45:29.695726 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loading extension file: quota_check_limit.py {{(pid=109694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 12:45:29.696717 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=109694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 12:45:29.697253 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loaded extension: quota-check-limit May 13 12:45:29.697574 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loading extension file: quotasv2.py {{(pid=109694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 12:45:29.698507 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=109694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 12:45:29.698832 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loaded extension: quotas May 13 12:45:29.699148 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loading extension file: quotasv2_detail.py {{(pid=109694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 12:45:29.700945 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 12:45:29.701305 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loaded extension: quota_details May 13 12:45:29.701634 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loading extension file: rbac.py {{(pid=109694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 12:45:29.702683 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 12:45:29.703201 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loaded extension: rbac-policies May 13 12:45:29.703531 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loading extension file: rbac_address_group.py {{(pid=109694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 12:45:29.704466 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 12:45:29.705675 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loaded extension: rbac-address-group May 13 12:45:29.706012 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loading extension file: rbac_address_scope.py {{(pid=109694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 12:45:29.706943 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 12:45:29.707456 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loaded extension: rbac-address-scope May 13 12:45:29.707779 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loading extension file: rbac_security_groups.py {{(pid=109694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 12:45:29.708697 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 12:45:29.709237 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loaded extension: rbac-security-groups May 13 12:45:29.709558 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loading extension file: rbac_subnetpool.py {{(pid=109694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 12:45:29.710476 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 12:45:29.710981 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loaded extension: rbac-subnetpool May 13 12:45:29.711302 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loading extension file: revisionifmatch.py {{(pid=109694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 12:45:29.712239 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 12:45:29.712743 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loaded extension: revision-if-match May 13 12:45:29.713095 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loading extension file: revisions.py {{(pid=109694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 12:45:29.714262 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 12:45:29.714765 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loaded extension: standard-attr-revisions May 13 12:45:29.715086 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loading extension file: router_availability_zone.py {{(pid=109694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 12:45:29.715755 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 12:45:29.716314 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loaded extension: router_availability_zone May 13 12:45:29.716672 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loading extension file: routerservicetype.py {{(pid=109694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 12:45:29.717822 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 12:45:29.719448 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Extension router-service-type not supported by any of loaded plugins May 13 12:45:29.719800 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 12:45:29.721617 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 12:45:29.722331 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loaded extension: security-groups-normalized-cidr May 13 12:45:29.722687 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loading extension file: security_groups_port_filtering.py {{(pid=109694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 12:45:29.723691 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 12:45:29.724215 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loaded extension: port-security-groups-filtering May 13 12:45:29.724540 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 12:45:29.725557 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 12:45:29.726295 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loaded extension: security-groups-remote-address-group May 13 12:45:29.726386 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=109694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 12:45:29.727384 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=109694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 12:45:29.727889 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loaded extension: security-groups-shared-filtering May 13 12:45:29.728211 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=109694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 12:45:29.728799 dv-cinder-841644-1-iscsi neutron-server[109694]: WARNING neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py May 13 12:45:29.729152 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loading extension file: securitygroup.py {{(pid=109694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 12:45:29.738788 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 12:45:29.739319 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loaded extension: security-group May 13 12:45:29.739649 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loading extension file: segment.py {{(pid=109694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 12:45:29.740378 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 12:45:29.740884 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Extension segment not supported by any of loaded plugins May 13 12:45:29.741232 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 12:45:29.742182 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 12:45:29.742691 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 13 12:45:29.743013 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loading extension file: servicetype.py {{(pid=109694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 12:45:29.744104 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 12:45:29.744621 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loaded extension: service-type May 13 12:45:29.744946 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loading extension file: sorting.py {{(pid=109694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 12:45:29.745951 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 12:45:29.746290 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loaded extension: sorting May 13 12:45:29.746611 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loading extension file: standard_attr_segment.py {{(pid=109694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 12:45:29.747526 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 12:45:29.748039 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Extension standard-attr-segment not supported by any of loaded plugins May 13 12:45:29.748360 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loading extension file: standardattrdescription.py {{(pid=109694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 12:45:29.749029 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 12:45:29.749536 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loaded extension: standard-attr-description May 13 12:45:29.749855 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loading extension file: stateful_security_group.py {{(pid=109694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 12:45:29.750807 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 12:45:29.751315 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loaded extension: stateful-security-group May 13 12:45:29.751634 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loading extension file: stdattrs_common.py {{(pid=109694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 12:45:29.752228 dv-cinder-841644-1-iscsi neutron-server[109694]: WARNING neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 13 12:45:29.752539 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 12:45:29.753497 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 12:45:29.754022 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 13 12:45:29.754340 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loading extension file: subnet_onboard.py {{(pid=109694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 12:45:29.755410 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 12:45:29.755922 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loaded extension: subnet_onboard May 13 12:45:29.756253 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 12:45:29.757216 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 12:45:29.757724 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 13 12:45:29.758048 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loading extension file: subnet_service_types.py {{(pid=109694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 12:45:29.758974 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 12:45:29.759487 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loaded extension: subnet-service-types May 13 12:45:29.759810 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loading extension file: subnetallocation.py {{(pid=109694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 12:45:29.760948 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 12:45:29.761443 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loaded extension: subnet_allocation May 13 12:45:29.761766 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 12:45:29.762433 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 12:45:29.762944 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loaded extension: subnetpool-prefix-ops May 13 12:45:29.763264 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 12:45:29.764201 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 12:45:29.764701 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 13 12:45:29.765045 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loading extension file: tagging.py {{(pid=109694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 12:45:29.766133 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 12:45:29.766643 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loaded extension: standard-attr-tag May 13 12:45:29.766967 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loading extension file: timestamp.py {{(pid=109694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 12:45:29.768681 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 12:45:29.769228 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loaded extension: standard-attr-timestamp May 13 12:45:29.769552 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loading extension file: trunk.py {{(pid=109694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 12:45:29.770846 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 12:45:29.771365 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Extension trunk not supported by any of loaded plugins May 13 12:45:29.771678 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loading extension file: trunk_details.py {{(pid=109694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 12:45:29.772608 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 12:45:29.773162 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Extension trunk-details not supported by any of loaded plugins May 13 12:45:29.773488 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loading extension file: uplink_status_propagation.py {{(pid=109694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 12:45:29.774421 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 12:45:29.774926 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 13 12:45:29.775250 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Loading extension file: vlantransparent.py {{(pid=109694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 12:45:29.775920 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 12:45:29.776422 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Extension vlan-transparent not supported by any of loaded plugins May 13 12:45:29.778982 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.quota.resource_registry [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Creating instance of TrackedResource for resource:network May 13 12:45:29.779509 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.quota.resource_registry [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Creating instance of TrackedResource for resource:subnet May 13 12:45:29.779902 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.quota.resource_registry [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Creating instance of TrackedResource for resource:subnetpool May 13 12:45:29.780289 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.quota.resource_registry [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Creating instance of TrackedResource for resource:port May 13 12:45:29.781550 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.v2.resource_helper [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109694) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 12:45:29.781990 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.v2.resource_helper [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Service FLAVORS assigned prefix: {{(pid=109694) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 12:45:29.782613 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.v2.resource_helper [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109694) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 12:45:29.783619 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.v2.resource_helper [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109694) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 12:45:29.783951 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.quota.resource_registry [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Creating instance of TrackedResource for resource:router May 13 12:45:29.784387 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.quota.resource_registry [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Creating instance of TrackedResource for resource:floatingip May 13 12:45:29.784861 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.v2.resource_helper [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Service METERING assigned prefix: /metering {{(pid=109694) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 12:45:29.786341 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:45:29.786718 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:45:29.787070 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:45:29.788070 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.quota.resource_registry [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Creating instance of CountableResource for resource:rbac_policy May 13 12:45:29.788515 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.quota.resource_registry [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Creating instance of TrackedResource for resource:security_group May 13 12:45:29.788938 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.quota.resource_registry [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Creating instance of TrackedResource for resource:security_group_rule May 13 12:45:29.789553 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.v2.resource_helper [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Service CORE assigned prefix: {{(pid=109694) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 12:45:29.789882 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.quota.resource_registry [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Creating instance of TrackedResource for resource:subnetpool May 13 12:45:29.790232 dv-cinder-841644-1-iscsi neutron-server[109694]: WARNING neutron.quota.resource_registry [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] subnetpool is already registered May 13 12:45:29.790659 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.v2.resource_helper [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Service CORE assigned prefix: {{(pid=109694) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 12:45:29.790981 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.quota.resource_registry [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Creating instance of TrackedResource for resource:subnetpool May 13 12:45:29.791305 dv-cinder-841644-1-iscsi neutron-server[109694]: WARNING neutron.quota.resource_registry [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] subnetpool is already registered May 13 12:45:29.793614 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.v2.resource_helper [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109694) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 12:45:29.794042 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.v2.resource_helper [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Service FLAVORS assigned prefix: {{(pid=109694) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 12:45:29.794627 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.v2.resource_helper [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109694) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 12:45:29.795043 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.v2.resource_helper [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109694) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 12:45:29.795371 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.quota.resource_registry [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Creating instance of TrackedResource for resource:router May 13 12:45:29.795703 dv-cinder-841644-1-iscsi neutron-server[109694]: WARNING neutron.quota.resource_registry [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] router is already registered May 13 12:45:29.796112 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.quota.resource_registry [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Creating instance of TrackedResource for resource:floatingip May 13 12:45:29.796443 dv-cinder-841644-1-iscsi neutron-server[109694]: WARNING neutron.quota.resource_registry [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] floatingip is already registered May 13 12:45:29.796906 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.v2.resource_helper [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Service METERING assigned prefix: /metering {{(pid=109694) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 12:45:29.797608 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.quota.resource_registry [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Creating instance of CountableResource for resource:rbac_policy May 13 12:45:29.797933 dv-cinder-841644-1-iscsi neutron-server[109694]: WARNING neutron.quota.resource_registry [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] rbac_policy is already registered May 13 12:45:29.798341 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.quota.resource_registry [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Creating instance of TrackedResource for resource:security_group May 13 12:45:29.798695 dv-cinder-841644-1-iscsi neutron-server[109694]: WARNING neutron.quota.resource_registry [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] security_group is already registered May 13 12:45:29.799096 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.quota.resource_registry [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Creating instance of TrackedResource for resource:security_group_rule May 13 12:45:29.799419 dv-cinder-841644-1-iscsi neutron-server[109694]: WARNING neutron.quota.resource_registry [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] security_group_rule is already registered May 13 12:45:29.800032 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.v2.resource_helper [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Service CORE assigned prefix: {{(pid=109694) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 12:45:29.800355 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.quota.resource_registry [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Creating instance of TrackedResource for resource:subnetpool May 13 12:45:29.800682 dv-cinder-841644-1-iscsi neutron-server[109694]: WARNING neutron.quota.resource_registry [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] subnetpool is already registered May 13 12:45:29.801128 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.v2.resource_helper [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Service CORE assigned prefix: {{(pid=109694) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 12:45:29.801528 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.quota.resource_registry [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Creating instance of TrackedResource for resource:subnetpool May 13 12:45:29.801772 dv-cinder-841644-1-iscsi neutron-server[109694]: WARNING neutron.quota.resource_registry [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] subnetpool is already registered May 13 12:45:29.802241 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Extended resource: extensions {{(pid=109694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 12:45:29.803750 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Extended resource: address-groups {{(pid=109694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 12:45:29.805263 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Extended resource: address-scopes {{(pid=109694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 12:45:29.806595 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Extended resource: agents {{(pid=109694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 12:45:29.807760 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Extended resource: auto-allocated-topology {{(pid=109694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 12:45:29.809052 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Extended resource: availability_zones {{(pid=109694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 12:45:29.810280 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Extended resource: dhcp-networks {{(pid=109694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 12:45:29.811796 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Extended resource: dhcp-agents {{(pid=109694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 12:45:29.813278 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Extended resource: routers {{(pid=109694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 12:45:29.816073 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Extended resource: flavors {{(pid=109694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 12:45:29.817284 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Extended resource: service_profiles {{(pid=109694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 12:45:29.818496 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Extended resource: next_providers {{(pid=109694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 12:45:29.819973 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Extended resource: service_profiles {{(pid=109694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 12:45:29.821560 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Extended resource: floatingip-pools {{(pid=109694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 12:45:29.822781 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Extended resource: routers {{(pid=109694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 12:45:29.824890 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Extended resource: floatingips {{(pid=109694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 12:45:29.827169 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Extended resource: l3-routers {{(pid=109694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 12:45:29.828614 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Extended resource: l3-agents {{(pid=109694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 12:45:29.830750 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Extended resource: metering-labels {{(pid=109694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 12:45:29.832109 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Extended resource: metering-label-rules {{(pid=109694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 12:45:29.833414 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Extended resource: network-ip-availabilities {{(pid=109694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 12:45:29.834686 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Extended resource: bindings {{(pid=109694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 12:45:29.836364 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Extended resource: quotas {{(pid=109694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 12:45:29.837985 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Extended resource: quotas {{(pid=109694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 12:45:29.839527 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Extended resource: rbac-policies {{(pid=109694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 12:45:29.840826 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Extended resource: security-groups {{(pid=109694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 12:45:29.842364 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Extended resource: security-group-rules {{(pid=109694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 12:45:29.843645 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Extended resource: service-providers {{(pid=109694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 12:45:29.844871 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Extended resource: subnetpools {{(pid=109694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 12:45:29.846363 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Extended resource: subnetpools {{(pid=109694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 12:45:29.847848 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Extended resource: tags {{(pid=109694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 12:45:29.849563 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Extended resource: tags {{(pid=109694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 12:45:29.851381 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Extended resource: tags {{(pid=109694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 12:45:29.853195 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Extended resource: tags {{(pid=109694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 12:45:29.854993 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Extended resource: tags {{(pid=109694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 12:45:29.856855 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Extended resource: tags {{(pid=109694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 12:45:29.858592 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Extended resource: tags {{(pid=109694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 12:45:29.860508 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Extended resource: tags {{(pid=109694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 12:45:29.862523 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Extended resource: tags {{(pid=109694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 12:45:29.864407 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron.api.extensions [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Extended resource: tags {{(pid=109694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 12:45:29.870305 dv-cinder-841644-1-iscsi neutron-server[109694]: WARNING keystonemiddleware.auth_token [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 13 12:45:29.875548 dv-cinder-841644-1-iscsi neutron-server[109694]: WARNING keystonemiddleware.auth_token [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 13 12:45:29.884756 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_concurrency.lockutils [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Acquired lock "singleton_lock" {{(pid=109694) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} May 13 12:45:29.885304 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_concurrency.lockutils [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Releasing lock "singleton_lock" {{(pid=109694) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} May 13 12:45:29.885964 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO oslo_service.service [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Starting 2 workers May 13 12:45:29.890861 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Started child 109803 {{(pid=109694) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 13 12:45:29.896478 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Started child 109804 {{(pid=109694) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 13 12:45:29.896882 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:45:29.898116 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO neutron.service [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Neutron service started, listening on 0.0.0.0:9696 May 13 12:45:29.898538 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [-] (109803) wsgi starting up on http://0.0.0.0:9696 May 13 12:45:29.898801 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Publish callbacks [] for process (None), before_spawn {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:45:29.901251 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO oslo_service.service [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Starting 1 workers May 13 12:45:29.901540 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:45:29.903009 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [-] (109804) wsgi starting up on http://0.0.0.0:9696 May 13 12:45:29.906523 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Started child 109805 {{(pid=109694) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 13 12:45:29.907119 dv-cinder-841644-1-iscsi neutron-server[109694]: INFO oslo_service.service [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Starting 1 workers May 13 12:45:29.910407 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.service [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] calling RpcWorker wait() {{(pid=109805) _wait /opt/stack/neutron/neutron/service.py:128}} May 13 12:45:29.910958 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.service [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] returning from RpcWorker wait() {{(pid=109805) _wait /opt/stack/neutron/neutron/service.py:135}} May 13 12:45:29.911909 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Started child 109806 {{(pid=109694) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 13 12:45:29.912155 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:45:29.912612 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 12:45:29.912701 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9ba50f67-8766-414f-842a-cde4dda13c22 None None] Publish callbacks [] for process (None), after_spawn {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:45:29.914651 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109694) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 13 12:45:29.914860 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 13 12:45:29.915047 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 13 12:45:29.915273 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 13 12:45:29.915601 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 13 12:45:29.915764 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 13 12:45:29.916297 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:29.916579 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:29.916830 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:29.917116 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:29.917703 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:29.917974 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:29.918089 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:45:29.918550 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:29.918550 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:29.918716 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:29.918885 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:29.919049 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:29.919300 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:29.919648 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 12:45:29.919900 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:29.919995 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:29.920175 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:29.920426 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:29.920671 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:29.920943 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:29.921129 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:29.921390 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:29.921620 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:29.921896 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] debug = True {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:29.922124 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:29.922617 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:29.922847 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:29.923097 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:29.923314 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:29.923985 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:29.924250 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:29.924543 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:29.924733 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:29.924971 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:29.925217 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:29.925486 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:29.925736 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:29.925972 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:29.926190 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:29.926487 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:29.926708 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:29.927187 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] host = dv-cinder-841644-1-iscsi {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:29.927431 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:29.927650 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:29.927881 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:29.928144 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:29.928412 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:29.928625 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:29.928889 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:29.929162 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:29.929418 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:29.929651 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:29.929905 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:29.930139 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:29.930375 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:29.930625 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] log_file = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:29.930790 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] log_options = True {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:29.931024 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:29.931285 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:29.931539 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:29.931737 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:29.931906 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:29.932057 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:29.932315 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:29.932478 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:29.932732 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:29.932967 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:29.933225 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:29.933460 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:29.933703 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:29.933931 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:29.934183 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:29.934396 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:29.934613 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:29.934824 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:29.935071 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:29.935300 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:29.935661 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:29.935986 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:29.936331 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:29.936424 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:29.936884 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:29.937133 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:29.937381 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:29.937620 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:29.938174 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:29.938174 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:29.938341 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:29.938613 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:29.938814 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:29.939137 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:29.939917 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:29.940315 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:29.940551 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:29.940770 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:29.943857 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:29.943857 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:29.943857 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:29.943857 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:29.943857 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:29.943857 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:29.943857 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:29.943857 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:29.944384 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] use_json = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:29.944384 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:29.944384 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:29.944384 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:29.944384 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:29.944384 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:29.944384 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:29.944779 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:29.944779 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:29.944897 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:29.945283 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.945725 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.946178 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.946577 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.946961 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.947367 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.947743 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.948120 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.948496 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.948891 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.949484 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.949898 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.950416 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.950865 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.951507 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.952158 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.952552 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.953211 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.953715 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.954085 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.954438 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.954837 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.955898 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.956335 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.956852 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.957279 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.957536 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.957844 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.958110 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.958395 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.958734 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.959014 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.959299 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.49/identity {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.959552 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.959808 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.960071 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.960481 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.960842 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.961222 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.961606 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.961882 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.962223 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.962555 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.962842 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.963222 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.963596 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.964020 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.964447 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.965330 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.966327 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.967551 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.967978 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.970484 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.970823 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.971161 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.971791 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.971791 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.972150 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.972448 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.972774 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.973111 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.973406 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.975285 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.976295 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.977573 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.978204 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.979711 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.980868 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.981222 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.981530 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.981774 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.982015 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.982251 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.982474 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.982697 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.982952 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.983195 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.983418 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.983638 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.983853 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.984071 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.984285 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.984496 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.984737 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.985008 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.985232 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.985452 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.985670 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.985884 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.986162 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.986384 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.986710 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.986963 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.987215 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.987549 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.987797 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.988020 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.988262 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.988486 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.988733 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.989012 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.989268 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.989486 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.989731 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.989957 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.990173 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.990438 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.990663 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.990880 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.991136 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.991379 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.991615 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.991837 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.992140 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.992394 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.992630 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.992864 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.993093 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.993334 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.993621 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.993877 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.994159 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.994409 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.994703 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.994998 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.995256 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.995544 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.995798 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.996052 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.996316 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.996567 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.996834 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.997093 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.997347 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.997651 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.997897 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.998123 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.998345 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.998576 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.998891 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.999121 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.999359 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.999579 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:29.999876 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.000139 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.000383 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.000648 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.000898 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.001188 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.001422 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.002191 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.49/identity {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.002454 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.002694 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.002953 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.003211 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.003486 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.003704 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.003954 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.004192 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.004424 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.004654 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.004893 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.005133 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.005365 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.005589 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.005807 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.006076 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.006286 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.006561 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.006739 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.006959 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.007175 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.007385 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.007844 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.008256 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.008479 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.008766 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.009075 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.009330 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.009595 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.009851 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.010271 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.010492 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.010741 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.011019 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.011187 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.011404 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.011622 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.011858 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.012071 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.012304 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.012523 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.012781 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.013070 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.013418 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.013667 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.013916 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.014199 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.014435 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.014651 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.014881 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.015087 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.015321 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.015538 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.015780 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.016037 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.016272 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.016523 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.016757 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.017002 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.017271 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.018854 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.018854 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.018854 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.018854 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.019185 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.019265 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.019462 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.019694 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.020169 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.020379 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.020766 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.020999 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.021453 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.021698 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.021934 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.022198 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.022444 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.022682 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.022917 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.023179 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.023396 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.023621 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.023867 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.024077 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.024324 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.024536 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.024748 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.025028 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.025245 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.025474 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.025702 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.025919 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.026135 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.026358 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.026575 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.026785 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.027003 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.027239 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.027460 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.027679 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.027896 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.028106 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.028336 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.028549 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.028759 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.029024 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.029216 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.029428 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.029715 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.029880 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 12:45:30.029987 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.030202 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.030519 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.030767 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.031013 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.031292 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.031608 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.031822 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.032084 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.032311 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.032529 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.032757 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.033091 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.033448 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.033737 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.033988 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.034243 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.034499 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.034777 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.035039 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.035256 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.035553 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.035857 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.036115 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.036377 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.036620 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.036856 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.037106 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.037325 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.037570 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.037806 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.038043 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.038302 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.038532 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.038756 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.038973 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.039204 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.039417 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.039659 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.039873 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.040112 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.040330 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.040485 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 13 12:45:30.041063 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109694) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 13 12:45:30.041228 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 13 12:45:30.041383 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 13 12:45:30.041552 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 13 12:45:30.041877 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 13 12:45:30.042036 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 13 12:45:30.042250 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:30.042412 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:30.042579 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:30.042731 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:30.042914 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:30.043077 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:30.043235 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:30.043398 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:30.043556 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:30.043715 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:30.043872 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:30.044031 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:30.044190 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:30.044347 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:30.044506 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:30.044662 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:30.044821 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:30.045011 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:30.045169 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:30.045325 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:30.045482 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:30.045640 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] debug = True {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:30.045798 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:30.046000 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:30.046164 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:30.046323 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:30.046480 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:30.046638 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:30.046796 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:30.046952 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:30.047110 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:30.047267 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:30.047424 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:30.047583 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:30.047743 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:30.047898 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:30.048056 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:30.048213 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:30.048371 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:30.048529 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] host = dv-cinder-841644-1-iscsi {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:30.048765 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:30.048923 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:30.049252 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:30.049409 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:30.049563 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:30.049729 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:30.049892 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:30.050049 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:30.050210 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:30.050368 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:30.050511 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:30.050672 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:30.050831 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:30.050989 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] log_file = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:30.051146 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] log_options = True {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:30.051303 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:30.051460 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:30.051654 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:30.051812 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:30.051942 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:30.052097 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:30.052263 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:30.052421 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:30.052580 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:30.052740 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:30.052897 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:30.053075 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:30.053235 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:30.053392 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:30.053549 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:30.053708 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:30.053851 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:30.054011 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:30.054211 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:30.054346 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:30.054470 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:30.054618 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:30.054760 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:30.054897 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:30.055037 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:30.055198 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:30.055357 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:30.055611 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:30.055772 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:30.055920 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:30.056044 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:30.056167 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:30.056290 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:30.056412 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:30.056535 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:30.056685 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:30.056848 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:30.057026 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:30.057251 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:30.057443 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:30.057595 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:30.057783 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:30.057783 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:30.058205 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:30.058205 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:30.058205 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:30.058755 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] use_json = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:30.058755 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:30.058755 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:30.059190 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:30.059190 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:30.059190 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:30.059530 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:30.059530 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:30.060082 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:30.060082 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 12:45:30.060082 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.060082 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.061173 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.061173 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.061173 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.061173 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.061173 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.061173 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.061173 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.062020 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.062020 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.062020 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.062020 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.062020 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.062578 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.062578 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.062578 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.062578 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.063071 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.063071 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.063071 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.063465 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.063465 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.063465 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.063814 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.063814 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.064009 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.064009 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.064150 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.064910 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.065256 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.065427 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.065587 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.49/identity {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.065749 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.065909 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.066070 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.066233 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.066394 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.066557 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.066718 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.066880 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.067040 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.067201 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.067360 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.067545 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.067682 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.067843 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.068004 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.068164 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.068324 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.068486 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.068650 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.068795 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.068956 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.069140 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.069302 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.069461 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.069632 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.069793 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.069979 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.070344 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.070513 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.070678 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.070839 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.071001 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.071161 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.071323 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.071484 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.071658 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.071822 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.071982 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.072141 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.072302 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.072492 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.072635 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.072774 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.072923 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.073120 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.073283 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.073499 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.073590 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.073753 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.073914 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.074073 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.074157 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 44226) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:45:30.074229 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.074384 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.074546 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.074706 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.074867 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.075028 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.075189 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.075364 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.075591 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.075703 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.075857 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.076018 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.076178 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.076360 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.076501 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.076661 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.076845 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.077291 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.077291 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.077291 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.077717 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.077717 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.078011 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.078011 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.078272 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.078272 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.078520 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.078520 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.078740 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.078819 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.078942 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.079102 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.079263 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.079422 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.079582 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.079755 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.080089 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.080357 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.080524 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.080691 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.080950 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.081069 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.081214 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.081376 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.081536 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.081697 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.081857 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.082018 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.082179 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.082339 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.082501 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.082673 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.082841 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.083002 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.083236 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.083426 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.083559 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [-] 10.222.0.49 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0072341 May 13 12:45:30.083948 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.084119 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.084277 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.084596 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.084760 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.084922 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.085105 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.085270 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.085431 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.085592 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.085753 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.49/identity {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.085915 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.086117 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.086233 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.086393 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.086554 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.086716 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.086876 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.087037 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.087198 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.087420 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.087516 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.087665 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.087829 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.087986 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.088145 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.088304 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.088466 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.088623 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.088784 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.088945 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.089148 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.089308 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.089469 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.089630 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.089790 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.089952 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.090112 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.090272 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.090435 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.090598 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.090759 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.090920 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.091081 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.091243 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.091403 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.091564 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.091724 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.091889 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.092046 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.092204 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.092362 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.092520 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.092684 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.092864 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.093056 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.094081 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.094257 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.094423 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.094588 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.094752 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.094921 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.095078 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.095243 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.095408 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.096341 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.096704 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.096922 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.097123 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.097287 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.097453 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.097618 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.099086 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.099086 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.099086 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.099086 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.099086 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.099086 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.099086 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.099086 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.099086 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.099880 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.099880 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.099880 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.099880 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.099880 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.099880 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.100224 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.100224 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.100342 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.101027 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.101027 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.101027 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.101027 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.101428 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.101428 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.101428 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.101658 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.101747 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.101871 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.102035 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.102206 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.102366 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.102525 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.102690 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.102850 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.103010 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.103178 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.103339 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.103502 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.104510 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.104510 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.104510 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.104510 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.104510 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.104510 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.104958 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.104958 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.104958 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.105337 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.105337 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.105481 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.105574 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.105655 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.105821 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.106075 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.106220 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.106346 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.106469 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.106592 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.106753 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.106915 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.107077 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.107244 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.107414 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.107581 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.107743 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.107911 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.108079 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.108248 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.108395 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.108565 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.108737 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.108898 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.109094 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.109256 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.109415 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.109576 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.109737 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.109899 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.110059 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.110221 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.110382 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.110541 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.110706 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.110868 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.111028 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.111850 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.112110 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.112289 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.112447 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.112609 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 12:45:30.112766 dv-cinder-841644-1-iscsi neutron-server[109694]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 13 12:45:41.507163 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ccefacc-4201-413d-8c4d-de7c8b9b1693 None None] get_active_networks_info from dv-cinder-841644-1-iscsi {{(pid=109805) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 13 12:45:41.590464 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ccefacc-4201-413d-8c4d-de7c8b9b1693 None None] No non-hosted networks {{(pid=109805) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 13 12:45:41.612594 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-2edec503-2dfa-4db8-92a6-4e2c38f13c80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1622238'] for agent (12f7f474-a19f-4cf7-bcdf-b9ad7dbdd770), after_create {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:45:43.857329 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-43f85090-9939-4053-888c-bd153fbc2f05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1622238'] for agent (6d8a5631-9f63-444c-af3b-4dcce4842b62), after_create {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:45:43.887734 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-1267b431-5e9b-4e55-a71f-60a7c673b077 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (6d8a5631-9f63-444c-af3b-4dcce4842b62), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:45:44.897526 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 44292) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:45:45.016585 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-4a907869-afee-4d69-acd8-cccc744e537a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1622238'] for agent (d2cfa305-5f5a-49b3-8228-876061d7e1f6), after_create {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:45:45.486808 dv-cinder-841644-1-iscsi neutron-server[109804]: WARNING oslo_policy.policy [None req-54c75d8d-0c59-4843-8318-3926d73f0f32 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 13 12:45:45.487446 dv-cinder-841644-1-iscsi neutron-server[109804]: WARNING oslo_policy.policy [None req-54c75d8d-0c59-4843-8318-3926d73f0f32 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 13 12:45:45.714586 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [None req-54c75d8d-0c59-4843-8318-3926d73f0f32 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=109804) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 13 12:45:45.725032 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-54c75d8d-0c59-4843-8318-3926d73f0f32 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8179128 May 13 12:45:46.709466 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-7baa8e58-cb75-431e-995b-6c55a6feb1d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1622238'] for agent (5f75012c-56a5-4b0a-a85c-97c3435c2a5d), after_create {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:45:47.828336 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1622238'] for agent (f7880a20-862d-46b4-8dd6-192b0a47d710), after_create {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:45:47.830079 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:45:47.830922 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:45:47.831565 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:45:47.832108 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:45:47.832706 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:45:47.833311 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:45:47.833882 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:45:47.834436 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:45:47.834984 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:45:47.835347 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:45:47.835934 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:45:47.836441 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:45:47.839039 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:45:47.839874 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:45:47.840398 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:45:47.841181 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-841644-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 12:45:47.851209 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-841644-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 12:45:48.295426 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 44326) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:45:48.667059 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.v2.base [None req-53b43aac-c434-4576-9f72-563788dc0c59 admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=109804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 12:45:48.769476 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.policy [None req-53b43aac-c434-4576-9f72-563788dc0c59 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109804) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 13 12:45:48.814234 dv-cinder-841644-1-iscsi neutron-server[109804]: WARNING oslo_policy.policy [None req-53b43aac-c434-4576-9f72-563788dc0c59 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 13 12:45:48.814775 dv-cinder-841644-1-iscsi neutron-server[109804]: WARNING oslo_policy.policy [None req-53b43aac-c434-4576-9f72-563788dc0c59 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 13 12:45:48.926773 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-53b43aac-c434-4576-9f72-563788dc0c59 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750964060460', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750964062008', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750964076655', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750964069961', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750964024962', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750964018051', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1352729', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1343715', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-384136', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-671697'] for rbac-policy (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:45:49.017741 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-53b43aac-c434-4576-9f72-563788dc0c59 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:45:49.021094 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-53b43aac-c434-4576-9f72-563788dc0c59 admin admin] 10.222.0.49 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7228570 May 13 12:45:50.250321 dv-cinder-841644-1-iscsi neutron-server[109805]: INFO neutron.db.l3_hamode_db [None req-5b123933-c9c6-4aca-afa1-67811a18ee92 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 13 12:45:50.334485 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b123933-c9c6-4aca-afa1-67811a18ee92 None None] Routers set() bound to L3 agent in host dv-cinder-841644-1-iscsi {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 12:45:50.334867 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b123933-c9c6-4aca-afa1-67811a18ee92 None None] Router IDs set() for agent in host dv-cinder-841644-1-iscsi {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 13 12:45:51.557765 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 44338) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:45:51.878333 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.v2.base [None req-b6933fb1-fed7-43a5-95bf-0a26c2151f6c demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=109804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 12:45:51.909824 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6933fb1-fed7-43a5-95bf-0a26c2151f6c demo demo] Made reservation on behalf of 6fb08088328845eabe2e402d4f9491df for: {'network': 1} {{(pid=109804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 12:45:51.913626 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b6933fb1-fed7-43a5-95bf-0a26c2151f6c demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for network (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:45:51.931814 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b6933fb1-fed7-43a5-95bf-0a26c2151f6c demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:45:52.053627 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b6933fb1-fed7-43a5-95bf-0a26c2151f6c demo demo] Publish callbacks [] for security_group (12a9ddf1-8054-46ac-9cb2-d918b5c45157), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:45:52.057705 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b6933fb1-fed7-43a5-95bf-0a26c2151f6c demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (12a9ddf1-8054-46ac-9cb2-d918b5c45157), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:45:52.084058 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6933fb1-fed7-43a5-95bf-0a26c2151f6c demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=109804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 12:45:52.120337 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b6933fb1-fed7-43a5-95bf-0a26c2151f6c demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750967377192', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488896'] for segment (fffd62c8-8d04-4d79-ab1c-cfea88370f7f), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:45:52.120945 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b6933fb1-fed7-43a5-95bf-0a26c2151f6c demo demo] Unsubscribe: segment precommit_create {{(pid=109804) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 13 12:45:52.121488 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.db.segments_db [None req-b6933fb1-fed7-43a5-95bf-0a26c2151f6c demo demo] Added segment fffd62c8-8d04-4d79-ab1c-cfea88370f7f of type vlan for network 03ae86a1-132f-482b-ab08-24ca0155cca6 May 13 12:45:52.139973 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6933fb1-fed7-43a5-95bf-0a26c2151f6c demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=12a9ddf1-8054-46ac-9cb2-d918b5c45157,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:45:52.190946 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6933fb1-fed7-43a5-95bf-0a26c2151f6c demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:45:52.191191 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6933fb1-fed7-43a5-95bf-0a26c2151f6c demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:45:52.191546 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6933fb1-fed7-43a5-95bf-0a26c2151f6c demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:45:52.191898 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6933fb1-fed7-43a5-95bf-0a26c2151f6c demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:45:52.192221 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6933fb1-fed7-43a5-95bf-0a26c2151f6c demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:45:52.192541 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6933fb1-fed7-43a5-95bf-0a26c2151f6c demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:45:52.192882 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6933fb1-fed7-43a5-95bf-0a26c2151f6c demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:45:52.193295 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6933fb1-fed7-43a5-95bf-0a26c2151f6c demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:45:52.193613 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6933fb1-fed7-43a5-95bf-0a26c2151f6c demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:45:52.193927 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6933fb1-fed7-43a5-95bf-0a26c2151f6c demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:45:52.194245 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6933fb1-fed7-43a5-95bf-0a26c2151f6c demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:45:52.194571 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6933fb1-fed7-43a5-95bf-0a26c2151f6c demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:45:52.194883 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6933fb1-fed7-43a5-95bf-0a26c2151f6c demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:45:52.195193 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6933fb1-fed7-43a5-95bf-0a26c2151f6c demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:45:52.195501 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6933fb1-fed7-43a5-95bf-0a26c2151f6c demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:45:52.196922 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6933fb1-fed7-43a5-95bf-0a26c2151f6c demo demo] Tracked resource versions report: May 13 12:45:52.196922 dv-cinder-841644-1-iscsi neutron-server[109804]: pushed versions: May 13 12:45:52.196922 dv-cinder-841644-1-iscsi neutron-server[109804]: { 'AddressGroup': {'1.2'}, May 13 12:45:52.196922 dv-cinder-841644-1-iscsi neutron-server[109804]: 'Agent': {'1.1'}, May 13 12:45:52.196922 dv-cinder-841644-1-iscsi neutron-server[109804]: 'ConntrackHelper': {'1.0'}, May 13 12:45:52.196922 dv-cinder-841644-1-iscsi neutron-server[109804]: 'LocalIPAssociation': {'1.0'}, May 13 12:45:52.196922 dv-cinder-841644-1-iscsi neutron-server[109804]: 'Log': {'1.0'}, May 13 12:45:52.196922 dv-cinder-841644-1-iscsi neutron-server[109804]: 'NDPProxy': {'1.0'}, May 13 12:45:52.196922 dv-cinder-841644-1-iscsi neutron-server[109804]: 'Network': {'1.1'}, May 13 12:45:52.196922 dv-cinder-841644-1-iscsi neutron-server[109804]: 'Port': {'1.7'}, May 13 12:45:52.196922 dv-cinder-841644-1-iscsi neutron-server[109804]: 'PortForwarding': {'1.3'}, May 13 12:45:52.196922 dv-cinder-841644-1-iscsi neutron-server[109804]: 'QosPolicy': {'1.10'}, May 13 12:45:52.196922 dv-cinder-841644-1-iscsi neutron-server[109804]: 'SecurityGroup': {'1.5'}, May 13 12:45:52.196922 dv-cinder-841644-1-iscsi neutron-server[109804]: 'SecurityGroupRule': {'1.2'}, May 13 12:45:52.196922 dv-cinder-841644-1-iscsi neutron-server[109804]: 'SubPort': {'1.0'}, May 13 12:45:52.196922 dv-cinder-841644-1-iscsi neutron-server[109804]: 'Subnet': {'1.1'}, May 13 12:45:52.196922 dv-cinder-841644-1-iscsi neutron-server[109804]: 'Trunk': {'1.1'}} May 13 12:45:52.196922 dv-cinder-841644-1-iscsi neutron-server[109804]: consumer versions: May 13 12:45:52.196922 dv-cinder-841644-1-iscsi neutron-server[109804]: { DHCP agent@dv-cinder-841644-1-iscsi: {}, May 13 12:45:52.196922 dv-cinder-841644-1-iscsi neutron-server[109804]: L3 agent@dv-cinder-841644-1-iscsi: {}, May 13 12:45:52.196922 dv-cinder-841644-1-iscsi neutron-server[109804]: Metadata agent@dv-cinder-841644-1-iscsi: {}, May 13 12:45:52.196922 dv-cinder-841644-1-iscsi neutron-server[109804]: Metering agent@dv-cinder-841644-1-iscsi: {}, May 13 12:45:52.196922 dv-cinder-841644-1-iscsi neutron-server[109804]: Open vSwitch agent@dv-cinder-841644-1-iscsi: { 'AddressGroup': '1.2', May 13 12:45:52.196922 dv-cinder-841644-1-iscsi neutron-server[109804]: 'Agent': '1.1', May 13 12:45:52.196922 dv-cinder-841644-1-iscsi neutron-server[109804]: 'ConntrackHelper': '1.0', May 13 12:45:52.196922 dv-cinder-841644-1-iscsi neutron-server[109804]: 'LocalIPAssociation': '1.0', May 13 12:45:52.196922 dv-cinder-841644-1-iscsi neutron-server[109804]: 'Log': '1.0', May 13 12:45:52.196922 dv-cinder-841644-1-iscsi neutron-server[109804]: 'NDPProxy': '1.0', May 13 12:45:52.196922 dv-cinder-841644-1-iscsi neutron-server[109804]: 'Network': '1.1', May 13 12:45:52.196922 dv-cinder-841644-1-iscsi neutron-server[109804]: 'Port': '1.7', May 13 12:45:52.196922 dv-cinder-841644-1-iscsi neutron-server[109804]: 'PortForwarding': '1.3', May 13 12:45:52.196922 dv-cinder-841644-1-iscsi neutron-server[109804]: 'QosPolicy': '1.10', May 13 12:45:52.196922 dv-cinder-841644-1-iscsi neutron-server[109804]: 'SecurityGroup': '1.5', May 13 12:45:52.196922 dv-cinder-841644-1-iscsi neutron-server[109804]: 'SecurityGroupRule': '1.2', May 13 12:45:52.196922 dv-cinder-841644-1-iscsi neutron-server[109804]: 'SubPort': '1.0', May 13 12:45:52.196922 dv-cinder-841644-1-iscsi neutron-server[109804]: 'Subnet': '1.1', May 13 12:45:52.196922 dv-cinder-841644-1-iscsi neutron-server[109804]: 'Trunk': '1.1'}} May 13 12:45:52.196922 dv-cinder-841644-1-iscsi neutron-server[109804]: {{(pid=109804) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 13 12:45:52.232325 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b6933fb1-fed7-43a5-95bf-0a26c2151f6c demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750967083174'] for network (03ae86a1-132f-482b-ab08-24ca0155cca6), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:45:52.275689 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b6933fb1-fed7-43a5-95bf-0a26c2151f6c demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478'] for network (03ae86a1-132f-482b-ab08-24ca0155cca6), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:45:52.280769 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6933fb1-fed7-43a5-95bf-0a26c2151f6c demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:45:52.281515 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b6933fb1-fed7-43a5-95bf-0a26c2151f6c demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617456'] for network (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:45:52.383154 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-b6933fb1-fed7-43a5-95bf-0a26c2151f6c demo demo] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.8242357 May 13 12:45:52.400889 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6933fb1-fed7-43a5-95bf-0a26c2151f6c demo demo] Pushing event updated for resources: {'Network': ['ID=03ae86a1-132f-482b-ab08-24ca0155cca6,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:45:52.416244 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Network 03ae86a1-132f-482b-ab08-24ca0155cca6 details requested by agent ovs-agent-dv-cinder-841644-1-iscsi with host dv-cinder-841644-1-iscsi {{(pid=109805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 13 12:45:54.927686 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 44350) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:45:55.336385 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2def4e86-b3cb-4446-96df-9ddece6adcbf demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:45:55.337812 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-2def4e86-b3cb-4446-96df-9ddece6adcbf demo admin] 10.222.0.49 "GET /v2.0/networks/03ae86a1-132f-482b-ab08-24ca0155cca6 HTTP/1.1" status: 200 len: 825 time: 0.4091709 May 13 12:45:55.362769 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-036f2fad-1570-42be-b17e-424a17746328 demo admin] 10.222.0.49 "GET /v2.0/subnetpools/230aa84e-b73b-4a92-93d6-fd59d9a886fa HTTP/1.1" status: 200 len: 734 time: 0.0192418 May 13 12:45:55.371041 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.v2.base [None req-50901ec7-a47a-440f-a41e-7b3dd1cec900 demo admin] Request body: {'subnet': {'subnetpool_id': '230aa84e-b73b-4a92-93d6-fd59d9a886fa', 'name': 'private-subnet', 'network_id': '03ae86a1-132f-482b-ab08-24ca0155cca6', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 12:45:55.391139 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50901ec7-a47a-440f-a41e-7b3dd1cec900 demo admin] Made reservation on behalf of 6fb08088328845eabe2e402d4f9491df for: {'subnet': 1} {{(pid=109804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 12:45:55.393564 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-50901ec7-a47a-440f-a41e-7b3dd1cec900 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:45:55.697175 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-50901ec7-a47a-440f-a41e-7b3dd1cec900 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478'] for subnet (36fc9595-86d2-473e-a7a1-906e769fcb87), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:45:55.768487 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50901ec7-a47a-440f-a41e-7b3dd1cec900 demo admin] Checking segment: {'id': 'fffd62c8-8d04-4d79-ab1c-cfea88370f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '03ae86a1-132f-482b-ab08-24ca0155cca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 12:45:55.768845 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50901ec7-a47a-440f-a41e-7b3dd1cec900 demo admin] Network hostable DHCP agents. Network: 03ae86a1-132f-482b-ab08-24ca0155cca6, hostable agents: ['12f7f474-a19f-4cf7-bcdf-b9ad7dbdd770'], hosted agents: [] {{(pid=109804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 12:45:55.773880 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50901ec7-a47a-440f-a41e-7b3dd1cec900 demo admin] Pushing event updated for resources: {'Subnet': ['ID=36fc9595-86d2-473e-a7a1-906e769fcb87,revision_number=0']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:45:55.793639 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50901ec7-a47a-440f-a41e-7b3dd1cec900 demo admin] Network 03ae86a1-132f-482b-ab08-24ca0155cca6 is scheduled to be hosted by DHCP agent 12f7f474-a19f-4cf7-bcdf-b9ad7dbdd770 with binding_index 1 {{(pid=109804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 12:45:55.810096 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-50901ec7-a47a-440f-a41e-7b3dd1cec900 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841644-1-iscsi, 03ae86a1-132f-482b-ab08-24ca0155cca6) {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 12:45:55.815571 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50901ec7-a47a-440f-a41e-7b3dd1cec900 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:45:55.816166 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-50901ec7-a47a-440f-a41e-7b3dd1cec900 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617456'] for subnet (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:45:55.823682 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-946a5b11-df3f-4c55-98e7-7dca71cc6067 None None] Network 03ae86a1-132f-482b-ab08-24ca0155cca6 requested from dv-cinder-841644-1-iscsi {{(pid=109805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 12:45:55.836343 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-50901ec7-a47a-440f-a41e-7b3dd1cec900 demo admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4683757 May 13 12:45:56.168220 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f957c96c-1e9f-44d8-9b71-f91b101f044e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc8865-dd13-5aa3-bcac-a3c79f9f55b8-03ae86a1-132f-482b-ab08-24ca0155cca6', 'network_id': '03ae86a1-132f-482b-ab08-24ca0155cca6', 'project_id': '6fb08088328845eabe2e402d4f9491df', 'fixed_ips': [{'subnet_id': '36fc9595-86d2-473e-a7a1-906e769fcb87'}]}} from dv-cinder-841644-1-iscsi. {{(pid=109805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 13 12:45:56.169470 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-f957c96c-1e9f-44d8-9b71-f91b101f044e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (None), before_create {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:45:56.458066 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.db_base_plugin_common [None req-f957c96c-1e9f-44d8-9b71-f91b101f044e None None] Allocated IP 172.20.0.2 (03ae86a1-132f-482b-ab08-24ca0155cca6/36fc9595-86d2-473e-a7a1-906e769fcb87/f70cc060-0c38-49a4-b4d1-eb73c930cd2f) {{(pid=109805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 12:45:56.741678 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-f957c96c-1e9f-44d8-9b71-f91b101f044e None None] Publish callbacks [] for port (f70cc060-0c38-49a4-b4d1-eb73c930cd2f), precommit_create {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:45:56.749928 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-f957c96c-1e9f-44d8-9b71-f91b101f044e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750967062384'] for port (f70cc060-0c38-49a4-b4d1-eb73c930cd2f), after_create {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:45:56.835985 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f957c96c-1e9f-44d8-9b71-f91b101f044e None None] Network 03ae86a1-132f-482b-ab08-24ca0155cca6 is already hosted by enough agents. {{(pid=109805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 12:45:56.844958 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.scheduler.base_scheduler [None req-f957c96c-1e9f-44d8-9b71-f91b101f044e None None] Resources bound (agent type, host, resource id): {{(pid=109805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 12:45:56.866087 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f957c96c-1e9f-44d8-9b71-f91b101f044e None None] Received port after_create {{(pid=109805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 12:45:56.868652 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f957c96c-1e9f-44d8-9b71-f91b101f044e None None] Pushing event updated for resources: {'Port': ['ID=f70cc060-0c38-49a4-b4d1-eb73c930cd2f,revision_number=1']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:45:56.881616 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f957c96c-1e9f-44d8-9b71-f91b101f044e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:45:56.882105 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f957c96c-1e9f-44d8-9b71-f91b101f044e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:45:56.882597 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f957c96c-1e9f-44d8-9b71-f91b101f044e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:45:56.883089 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f957c96c-1e9f-44d8-9b71-f91b101f044e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:45:56.883565 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f957c96c-1e9f-44d8-9b71-f91b101f044e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:45:56.884036 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f957c96c-1e9f-44d8-9b71-f91b101f044e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:45:56.884549 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f957c96c-1e9f-44d8-9b71-f91b101f044e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:45:56.885058 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f957c96c-1e9f-44d8-9b71-f91b101f044e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:45:56.885387 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f957c96c-1e9f-44d8-9b71-f91b101f044e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:45:56.885762 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f957c96c-1e9f-44d8-9b71-f91b101f044e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:45:56.886098 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f957c96c-1e9f-44d8-9b71-f91b101f044e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:45:56.886460 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f957c96c-1e9f-44d8-9b71-f91b101f044e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:45:56.886784 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f957c96c-1e9f-44d8-9b71-f91b101f044e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:45:56.887102 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f957c96c-1e9f-44d8-9b71-f91b101f044e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:45:56.887419 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f957c96c-1e9f-44d8-9b71-f91b101f044e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:45:56.888789 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f957c96c-1e9f-44d8-9b71-f91b101f044e None None] Tracked resource versions report: May 13 12:45:56.888789 dv-cinder-841644-1-iscsi neutron-server[109805]: pushed versions: May 13 12:45:56.888789 dv-cinder-841644-1-iscsi neutron-server[109805]: { 'AddressGroup': {'1.2'}, May 13 12:45:56.888789 dv-cinder-841644-1-iscsi neutron-server[109805]: 'Agent': {'1.1'}, May 13 12:45:56.888789 dv-cinder-841644-1-iscsi neutron-server[109805]: 'ConntrackHelper': {'1.0'}, May 13 12:45:56.888789 dv-cinder-841644-1-iscsi neutron-server[109805]: 'LocalIPAssociation': {'1.0'}, May 13 12:45:56.888789 dv-cinder-841644-1-iscsi neutron-server[109805]: 'Log': {'1.0'}, May 13 12:45:56.888789 dv-cinder-841644-1-iscsi neutron-server[109805]: 'NDPProxy': {'1.0'}, May 13 12:45:56.888789 dv-cinder-841644-1-iscsi neutron-server[109805]: 'Network': {'1.1'}, May 13 12:45:56.888789 dv-cinder-841644-1-iscsi neutron-server[109805]: 'Port': {'1.7'}, May 13 12:45:56.888789 dv-cinder-841644-1-iscsi neutron-server[109805]: 'PortForwarding': {'1.3'}, May 13 12:45:56.888789 dv-cinder-841644-1-iscsi neutron-server[109805]: 'QosPolicy': {'1.10'}, May 13 12:45:56.888789 dv-cinder-841644-1-iscsi neutron-server[109805]: 'SecurityGroup': {'1.5'}, May 13 12:45:56.888789 dv-cinder-841644-1-iscsi neutron-server[109805]: 'SecurityGroupRule': {'1.2'}, May 13 12:45:56.888789 dv-cinder-841644-1-iscsi neutron-server[109805]: 'SubPort': {'1.0'}, May 13 12:45:56.888789 dv-cinder-841644-1-iscsi neutron-server[109805]: 'Subnet': {'1.1'}, May 13 12:45:56.888789 dv-cinder-841644-1-iscsi neutron-server[109805]: 'Trunk': {'1.1'}} May 13 12:45:56.888789 dv-cinder-841644-1-iscsi neutron-server[109805]: consumer versions: May 13 12:45:56.888789 dv-cinder-841644-1-iscsi neutron-server[109805]: { DHCP agent@dv-cinder-841644-1-iscsi: {}, May 13 12:45:56.888789 dv-cinder-841644-1-iscsi neutron-server[109805]: L3 agent@dv-cinder-841644-1-iscsi: {}, May 13 12:45:56.888789 dv-cinder-841644-1-iscsi neutron-server[109805]: Metadata agent@dv-cinder-841644-1-iscsi: {}, May 13 12:45:56.888789 dv-cinder-841644-1-iscsi neutron-server[109805]: Metering agent@dv-cinder-841644-1-iscsi: {}, May 13 12:45:56.888789 dv-cinder-841644-1-iscsi neutron-server[109805]: Open vSwitch agent@dv-cinder-841644-1-iscsi: { 'AddressGroup': '1.2', May 13 12:45:56.888789 dv-cinder-841644-1-iscsi neutron-server[109805]: 'Agent': '1.1', May 13 12:45:56.888789 dv-cinder-841644-1-iscsi neutron-server[109805]: 'ConntrackHelper': '1.0', May 13 12:45:56.888789 dv-cinder-841644-1-iscsi neutron-server[109805]: 'LocalIPAssociation': '1.0', May 13 12:45:56.888789 dv-cinder-841644-1-iscsi neutron-server[109805]: 'Log': '1.0', May 13 12:45:56.888789 dv-cinder-841644-1-iscsi neutron-server[109805]: 'NDPProxy': '1.0', May 13 12:45:56.888789 dv-cinder-841644-1-iscsi neutron-server[109805]: 'Network': '1.1', May 13 12:45:56.888789 dv-cinder-841644-1-iscsi neutron-server[109805]: 'Port': '1.7', May 13 12:45:56.888789 dv-cinder-841644-1-iscsi neutron-server[109805]: 'PortForwarding': '1.3', May 13 12:45:56.888789 dv-cinder-841644-1-iscsi neutron-server[109805]: 'QosPolicy': '1.10', May 13 12:45:56.888789 dv-cinder-841644-1-iscsi neutron-server[109805]: 'SecurityGroup': '1.5', May 13 12:45:56.888789 dv-cinder-841644-1-iscsi neutron-server[109805]: 'SecurityGroupRule': '1.2', May 13 12:45:56.888789 dv-cinder-841644-1-iscsi neutron-server[109805]: 'SubPort': '1.0', May 13 12:45:56.888789 dv-cinder-841644-1-iscsi neutron-server[109805]: 'Subnet': '1.1', May 13 12:45:56.888789 dv-cinder-841644-1-iscsi neutron-server[109805]: 'Trunk': '1.1'}} May 13 12:45:56.888789 dv-cinder-841644-1-iscsi neutron-server[109805]: {{(pid=109805) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 13 12:45:56.968786 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-f957c96c-1e9f-44d8-9b71-f91b101f044e None None] Attempting to bind port f70cc060-0c38-49a4-b4d1-eb73c930cd2f on host dv-cinder-841644-1-iscsi for vnic_type normal with profile {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 12:45:56.968786 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-f957c96c-1e9f-44d8-9b71-f91b101f044e None None] Attempting to bind port f70cc060-0c38-49a4-b4d1-eb73c930cd2f by drivers openvswitch,hyperv on host dv-cinder-841644-1-iscsi at level 0 using segments [{'id': 'fffd62c8-8d04-4d79-ab1c-cfea88370f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '03ae86a1-132f-482b-ab08-24ca0155cca6'}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 12:45:56.968786 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f957c96c-1e9f-44d8-9b71-f91b101f044e None None] Attempting to bind port f70cc060-0c38-49a4-b4d1-eb73c930cd2f on network 03ae86a1-132f-482b-ab08-24ca0155cca6 {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 12:45:56.974111 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f957c96c-1e9f-44d8-9b71-f91b101f044e None None] Checking agent: {'id': 'f7880a20-862d-46b4-8dd6-192b0a47d710', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841644-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 12, 45, 48), 'started_at': datetime.datetime(2022, 5, 13, 12, 45, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 12, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841644-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 12:45:56.974495 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f957c96c-1e9f-44d8-9b71-f91b101f044e None None] Checking segment: {'id': 'fffd62c8-8d04-4d79-ab1c-cfea88370f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '03ae86a1-132f-482b-ab08-24ca0155cca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 12:45:56.974977 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-f957c96c-1e9f-44d8-9b71-f91b101f044e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:45:56.975362 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f957c96c-1e9f-44d8-9b71-f91b101f044e None None] Bound using segment: {'id': 'fffd62c8-8d04-4d79-ab1c-cfea88370f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '03ae86a1-132f-482b-ab08-24ca0155cca6'} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 12:45:56.975847 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-f957c96c-1e9f-44d8-9b71-f91b101f044e None None] Bound port: f70cc060-0c38-49a4-b4d1-eb73c930cd2f, host: dv-cinder-841644-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fffd62c8-8d04-4d79-ab1c-cfea88370f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '03ae86a1-132f-482b-ab08-24ca0155cca6'}}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 12:45:56.976252 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-f957c96c-1e9f-44d8-9b71-f91b101f044e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (f70cc060-0c38-49a4-b4d1-eb73c930cd2f), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:45:57.043292 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-f957c96c-1e9f-44d8-9b71-f91b101f044e None None] For port f70cc060-0c38-49a4-b4d1-eb73c930cd2f, host dv-cinder-841644-1-iscsi, cleared binding levels {{(pid=109805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 12:45:57.066228 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-f957c96c-1e9f-44d8-9b71-f91b101f044e None None] For port f70cc060-0c38-49a4-b4d1-eb73c930cd2f, host dv-cinder-841644-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841644-1-iscsi',level=0,port_id=f70cc060-0c38-49a4-b4d1-eb73c930cd2f,segment=NetworkSegment(fffd62c8-8d04-4d79-ab1c-cfea88370f7f),segment_id=fffd62c8-8d04-4d79-ab1c-cfea88370f7f)] {{(pid=109805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 12:45:57.073377 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-f957c96c-1e9f-44d8-9b71-f91b101f044e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (f70cc060-0c38-49a4-b4d1-eb73c930cd2f), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:45:57.133523 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f957c96c-1e9f-44d8-9b71-f91b101f044e None None] Pushing event updated for resources: {'Port': ['ID=f70cc060-0c38-49a4-b4d1-eb73c930cd2f,revision_number=2']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:45:58.459131 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 44358) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:45:58.775518 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [None req-f2c1d05b-55ff-4f07-bcf5-f0db3ecef77d admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=109804) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 13 12:45:58.776504 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-f2c1d05b-55ff-4f07-bcf5-f0db3ecef77d admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3164155 May 13 12:46:01.369626 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 44366) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:46:01.717229 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [None req-16c733f3-af43-420b-9cb2-e47b80560a52 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=109804) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 13 12:46:01.718241 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-16c733f3-af43-420b-9cb2-e47b80560a52 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3475745 May 13 12:46:04.254526 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 44374) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:46:04.762941 dv-cinder-841644-1-iscsi neutron-server[109803]: WARNING oslo_policy.policy [None req-8bea0f53-b39a-4978-ba4b-b5a360406e86 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 13 12:46:04.763590 dv-cinder-841644-1-iscsi neutron-server[109803]: WARNING oslo_policy.policy [None req-8bea0f53-b39a-4978-ba4b-b5a360406e86 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 13 12:46:04.990934 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.v2.base [None req-8bea0f53-b39a-4978-ba4b-b5a360406e86 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 12:46:05.050666 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.policy [None req-8bea0f53-b39a-4978-ba4b-b5a360406e86 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109803) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 13 12:46:05.092586 dv-cinder-841644-1-iscsi neutron-server[109803]: WARNING oslo_policy.policy [None req-8bea0f53-b39a-4978-ba4b-b5a360406e86 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 13 12:46:05.093010 dv-cinder-841644-1-iscsi neutron-server[109803]: WARNING oslo_policy.policy [None req-8bea0f53-b39a-4978-ba4b-b5a360406e86 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 13 12:46:05.155688 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8bea0f53-b39a-4978-ba4b-b5a360406e86 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1617132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9611'] for router (4a80b1f2-3739-4e56-a700-8568d733cb58), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:46:05.158247 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8bea0f53-b39a-4978-ba4b-b5a360406e86 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1616984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1619451', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-466668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9648'] for router (4a80b1f2-3739-4e56-a700-8568d733cb58), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:46:05.320222 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8bea0f53-b39a-4978-ba4b-b5a360406e86 demo demo] Publish callbacks [] for router_controller (4a80b1f2-3739-4e56-a700-8568d733cb58), precommit_add_association {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:46:05.326219 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8bea0f53-b39a-4978-ba4b-b5a360406e86 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1616983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619222'] for router (4a80b1f2-3739-4e56-a700-8568d733cb58), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:46:05.349996 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8bea0f53-b39a-4978-ba4b-b5a360406e86 demo demo] Publish callbacks [] for router (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:46:05.351498 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-8bea0f53-b39a-4978-ba4b-b5a360406e86 demo demo] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 1.0949411 May 13 12:46:07.889574 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 44394) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:46:08.255847 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [None req-ad6fb542-a490-4ec4-b080-ab6f084dee8b admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=109803) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 13 12:46:08.269014 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-ad6fb542-a490-4ec4-b080-ab6f084dee8b admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3663373 May 13 12:46:08.685549 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Device f70cc060-0c38-49a4-b4d1-eb73c930cd2f up at agent ovs-agent-dv-cinder-841644-1-iscsi {{(pid=109805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 12:46:08.793567 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Provisioning complete for port f70cc060-0c38-49a4-b4d1-eb73c930cd2f triggered by entity L2. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 12:46:08.793984 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (f70cc060-0c38-49a4-b4d1-eb73c930cd2f), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:46:08.912941 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Current status of the port f70cc060-0c38-49a4-b4d1-eb73c930cd2f is: DOWN; New status is: ACTIVE {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 12:46:08.913368 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (f70cc060-0c38-49a4-b4d1-eb73c930cd2f), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:46:08.961151 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] For port f70cc060-0c38-49a4-b4d1-eb73c930cd2f, host dv-cinder-841644-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841644-1-iscsi',level=0,port_id=f70cc060-0c38-49a4-b4d1-eb73c930cd2f,segment=NetworkSegment(fffd62c8-8d04-4d79-ab1c-cfea88370f7f),segment_id=fffd62c8-8d04-4d79-ab1c-cfea88370f7f)] {{(pid=109805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 12:46:08.975573 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (f70cc060-0c38-49a4-b4d1-eb73c930cd2f), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:46:09.003760 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9306d75-477b-440d-942c-289ef3420b56 None None] Network 03ae86a1-132f-482b-ab08-24ca0155cca6 requested from dv-cinder-841644-1-iscsi {{(pid=109805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 12:46:09.086170 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Pushing event updated for resources: {'Port': ['ID=f70cc060-0c38-49a4-b4d1-eb73c930cd2f,revision_number=3']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:46:09.119234 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-ced59f11-ac07-4bb8-9fb0-530f46e9c0e2 None None] Provisioning complete for port f70cc060-0c38-49a4-b4d1-eb73c930cd2f triggered by entity DHCP. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 12:46:09.119619 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-ced59f11-ac07-4bb8-9fb0-530f46e9c0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (f70cc060-0c38-49a4-b4d1-eb73c930cd2f), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:46:09.239134 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-ced59f11-ac07-4bb8-9fb0-530f46e9c0e2 None None] Current status of the port f70cc060-0c38-49a4-b4d1-eb73c930cd2f is: ACTIVE; New status is: ACTIVE {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 12:46:09.355390 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-3c1fe1b6-8da1-4d5b-aa0e-376cb62860f4 None None] Provisioning complete for port f70cc060-0c38-49a4-b4d1-eb73c930cd2f triggered by entity DHCP. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 12:46:09.355778 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-3c1fe1b6-8da1-4d5b-aa0e-376cb62860f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (f70cc060-0c38-49a4-b4d1-eb73c930cd2f), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:46:09.443347 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-3c1fe1b6-8da1-4d5b-aa0e-376cb62860f4 None None] Current status of the port f70cc060-0c38-49a4-b4d1-eb73c930cd2f is: ACTIVE; New status is: ACTIVE {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 12:46:10.654823 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Device f70cc060-0c38-49a4-b4d1-eb73c930cd2f up at agent ovs-agent-dv-cinder-841644-1-iscsi {{(pid=109805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 12:46:10.704994 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Provisioning complete for port f70cc060-0c38-49a4-b4d1-eb73c930cd2f triggered by entity L2. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 12:46:10.705403 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (f70cc060-0c38-49a4-b4d1-eb73c930cd2f), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:46:10.811505 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Current status of the port f70cc060-0c38-49a4-b4d1-eb73c930cd2f is: ACTIVE; New status is: ACTIVE {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 12:46:10.887930 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 44404) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:46:11.230105 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.v2.base [None req-83bd5362-9bd8-4e6c-92d2-4988b7e48711 admin admin] Request body: {'network': {'name': 'public', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'router:external': True, 'is_default': True, 'provider:network_type': 'flat'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 12:46:11.252889 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83bd5362-9bd8-4e6c-92d2-4988b7e48711 admin admin] Made reservation on behalf of 1a91e56fe3d748728a2efec64d71ac50 for: {'network': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 12:46:11.255629 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-83bd5362-9bd8-4e6c-92d2-4988b7e48711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for network (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:46:11.271663 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-83bd5362-9bd8-4e6c-92d2-4988b7e48711 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:46:11.377003 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-83bd5362-9bd8-4e6c-92d2-4988b7e48711 admin admin] Publish callbacks [] for security_group (bf8a918b-1380-418a-8e62-ce07ea3c9b1a), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:46:11.381135 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-83bd5362-9bd8-4e6c-92d2-4988b7e48711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (bf8a918b-1380-418a-8e62-ce07ea3c9b1a), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:46:11.392918 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-83bd5362-9bd8-4e6c-92d2-4988b7e48711 admin admin] Reserving flat network on physical network physnet1 {{(pid=109803) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 13 12:46:11.422803 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-ed6bde02-fb7e-458a-a78c-5d886a1154b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (12f7f474-a19f-4cf7-bcdf-b9ad7dbdd770), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:46:11.438737 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-83bd5362-9bd8-4e6c-92d2-4988b7e48711 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750967377192', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488896'] for segment (2bcc8a2d-359a-4841-80fa-a53ce02b14f8), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:46:11.439486 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-83bd5362-9bd8-4e6c-92d2-4988b7e48711 admin admin] Unsubscribe: segment precommit_create {{(pid=109803) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 13 12:46:11.440015 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.db.segments_db [None req-83bd5362-9bd8-4e6c-92d2-4988b7e48711 admin admin] Added segment 2bcc8a2d-359a-4841-80fa-a53ce02b14f8 of type flat for network feab3964-f0b8-402e-905b-49af947bf732 May 13 12:46:11.457428 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bd5362-9bd8-4e6c-92d2-4988b7e48711 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf8a918b-1380-418a-8e62-ce07ea3c9b1a,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:46:11.507025 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bd5362-9bd8-4e6c-92d2-4988b7e48711 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:46:11.507401 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bd5362-9bd8-4e6c-92d2-4988b7e48711 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:46:11.507789 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bd5362-9bd8-4e6c-92d2-4988b7e48711 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:46:11.508116 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bd5362-9bd8-4e6c-92d2-4988b7e48711 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:46:11.508436 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bd5362-9bd8-4e6c-92d2-4988b7e48711 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:46:11.508752 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bd5362-9bd8-4e6c-92d2-4988b7e48711 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:46:11.509089 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bd5362-9bd8-4e6c-92d2-4988b7e48711 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:46:11.509404 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bd5362-9bd8-4e6c-92d2-4988b7e48711 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:46:11.509731 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bd5362-9bd8-4e6c-92d2-4988b7e48711 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:46:11.510047 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bd5362-9bd8-4e6c-92d2-4988b7e48711 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:46:11.510373 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bd5362-9bd8-4e6c-92d2-4988b7e48711 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:46:11.510701 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bd5362-9bd8-4e6c-92d2-4988b7e48711 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:46:11.511014 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bd5362-9bd8-4e6c-92d2-4988b7e48711 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:46:11.511323 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bd5362-9bd8-4e6c-92d2-4988b7e48711 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:46:11.511630 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bd5362-9bd8-4e6c-92d2-4988b7e48711 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:46:11.513054 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bd5362-9bd8-4e6c-92d2-4988b7e48711 admin admin] Tracked resource versions report: May 13 12:46:11.513054 dv-cinder-841644-1-iscsi neutron-server[109803]: pushed versions: May 13 12:46:11.513054 dv-cinder-841644-1-iscsi neutron-server[109803]: { 'AddressGroup': {'1.2'}, May 13 12:46:11.513054 dv-cinder-841644-1-iscsi neutron-server[109803]: 'Agent': {'1.1'}, May 13 12:46:11.513054 dv-cinder-841644-1-iscsi neutron-server[109803]: 'ConntrackHelper': {'1.0'}, May 13 12:46:11.513054 dv-cinder-841644-1-iscsi neutron-server[109803]: 'LocalIPAssociation': {'1.0'}, May 13 12:46:11.513054 dv-cinder-841644-1-iscsi neutron-server[109803]: 'Log': {'1.0'}, May 13 12:46:11.513054 dv-cinder-841644-1-iscsi neutron-server[109803]: 'NDPProxy': {'1.0'}, May 13 12:46:11.513054 dv-cinder-841644-1-iscsi neutron-server[109803]: 'Network': {'1.1'}, May 13 12:46:11.513054 dv-cinder-841644-1-iscsi neutron-server[109803]: 'Port': {'1.7'}, May 13 12:46:11.513054 dv-cinder-841644-1-iscsi neutron-server[109803]: 'PortForwarding': {'1.3'}, May 13 12:46:11.513054 dv-cinder-841644-1-iscsi neutron-server[109803]: 'QosPolicy': {'1.10'}, May 13 12:46:11.513054 dv-cinder-841644-1-iscsi neutron-server[109803]: 'SecurityGroup': {'1.5'}, May 13 12:46:11.513054 dv-cinder-841644-1-iscsi neutron-server[109803]: 'SecurityGroupRule': {'1.2'}, May 13 12:46:11.513054 dv-cinder-841644-1-iscsi neutron-server[109803]: 'SubPort': {'1.0'}, May 13 12:46:11.513054 dv-cinder-841644-1-iscsi neutron-server[109803]: 'Subnet': {'1.1'}, May 13 12:46:11.513054 dv-cinder-841644-1-iscsi neutron-server[109803]: 'Trunk': {'1.1'}} May 13 12:46:11.513054 dv-cinder-841644-1-iscsi neutron-server[109803]: consumer versions: May 13 12:46:11.513054 dv-cinder-841644-1-iscsi neutron-server[109803]: { DHCP agent@dv-cinder-841644-1-iscsi: {}, May 13 12:46:11.513054 dv-cinder-841644-1-iscsi neutron-server[109803]: L3 agent@dv-cinder-841644-1-iscsi: {}, May 13 12:46:11.513054 dv-cinder-841644-1-iscsi neutron-server[109803]: Metadata agent@dv-cinder-841644-1-iscsi: {}, May 13 12:46:11.513054 dv-cinder-841644-1-iscsi neutron-server[109803]: Metering agent@dv-cinder-841644-1-iscsi: {}, May 13 12:46:11.513054 dv-cinder-841644-1-iscsi neutron-server[109803]: Open vSwitch agent@dv-cinder-841644-1-iscsi: { 'AddressGroup': '1.2', May 13 12:46:11.513054 dv-cinder-841644-1-iscsi neutron-server[109803]: 'Agent': '1.1', May 13 12:46:11.513054 dv-cinder-841644-1-iscsi neutron-server[109803]: 'ConntrackHelper': '1.0', May 13 12:46:11.513054 dv-cinder-841644-1-iscsi neutron-server[109803]: 'LocalIPAssociation': '1.0', May 13 12:46:11.513054 dv-cinder-841644-1-iscsi neutron-server[109803]: 'Log': '1.0', May 13 12:46:11.513054 dv-cinder-841644-1-iscsi neutron-server[109803]: 'NDPProxy': '1.0', May 13 12:46:11.513054 dv-cinder-841644-1-iscsi neutron-server[109803]: 'Network': '1.1', May 13 12:46:11.513054 dv-cinder-841644-1-iscsi neutron-server[109803]: 'Port': '1.7', May 13 12:46:11.513054 dv-cinder-841644-1-iscsi neutron-server[109803]: 'PortForwarding': '1.3', May 13 12:46:11.513054 dv-cinder-841644-1-iscsi neutron-server[109803]: 'QosPolicy': '1.10', May 13 12:46:11.513054 dv-cinder-841644-1-iscsi neutron-server[109803]: 'SecurityGroup': '1.5', May 13 12:46:11.513054 dv-cinder-841644-1-iscsi neutron-server[109803]: 'SecurityGroupRule': '1.2', May 13 12:46:11.513054 dv-cinder-841644-1-iscsi neutron-server[109803]: 'SubPort': '1.0', May 13 12:46:11.513054 dv-cinder-841644-1-iscsi neutron-server[109803]: 'Subnet': '1.1', May 13 12:46:11.513054 dv-cinder-841644-1-iscsi neutron-server[109803]: 'Trunk': '1.1'}} May 13 12:46:11.513054 dv-cinder-841644-1-iscsi neutron-server[109803]: {{(pid=109803) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 13 12:46:11.559862 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-83bd5362-9bd8-4e6c-92d2-4988b7e48711 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750967083174'] for network (feab3964-f0b8-402e-905b-49af947bf732), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:46:11.606424 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-83bd5362-9bd8-4e6c-92d2-4988b7e48711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478'] for network (feab3964-f0b8-402e-905b-49af947bf732), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:46:11.607653 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83bd5362-9bd8-4e6c-92d2-4988b7e48711 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:46:11.608335 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-83bd5362-9bd8-4e6c-92d2-4988b7e48711 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617456'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:46:11.698228 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-83bd5362-9bd8-4e6c-92d2-4988b7e48711 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8091786 May 13 12:46:11.712898 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bd5362-9bd8-4e6c-92d2-4988b7e48711 admin admin] Pushing event updated for resources: {'Network': ['ID=feab3964-f0b8-402e-905b-49af947bf732,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:46:11.736356 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Network feab3964-f0b8-402e-905b-49af947bf732 details requested by agent ovs-agent-dv-cinder-841644-1-iscsi with host dv-cinder-841644-1-iscsi {{(pid=109805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 13 12:46:11.964390 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.agents_db [None req-04065fb1-5207-409b-a281-8f6301b2fc59 None None] Agent healthcheck: found 5 active agents {{(pid=109806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 12:46:13.849024 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-3d80abb2-5480-4560-a77f-e1cbd7466585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (6d8a5631-9f63-444c-af3b-4dcce4842b62), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:46:14.214694 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 44416) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:46:14.626948 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb68268-fcf7-494b-97f8-8be72d964fd7 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:46:14.628351 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-bcb68268-fcf7-494b-97f8-8be72d964fd7 demo admin] 10.222.0.49 "GET /v2.0/subnets/36fc9595-86d2-473e-a7a1-906e769fcb87 HTTP/1.1" status: 200 len: 849 time: 0.4127169 May 13 12:46:14.770469 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-c405cb98-69d3-470c-9ef8-c99bc3c57b1c demo admin] 10.222.0.49 "GET /v2.0/routers/4a80b1f2-3739-4e56-a700-8568d733cb58 HTTP/1.1" status: 200 len: 704 time: 0.1362939 May 13 12:46:14.972860 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-4a907869-afee-4d69-acd8-cccc744e537a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (d2cfa305-5f5a-49b3-8228-876061d7e1f6), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:46:15.060820 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-97812198-414d-466c-b112-5caafa9c28ac demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:46:15.381640 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-97812198-414d-466c-b112-5caafa9c28ac demo admin] Allocated IP 172.20.0.1 (03ae86a1-132f-482b-ab08-24ca0155cca6/36fc9595-86d2-473e-a7a1-906e769fcb87/a6087aa8-93ba-4178-b9cb-b38f0b83d58e) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 12:46:15.571193 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-97812198-414d-466c-b112-5caafa9c28ac demo admin] Publish callbacks [] for port (a6087aa8-93ba-4178-b9cb-b38f0b83d58e), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:46:15.640695 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-97812198-414d-466c-b112-5caafa9c28ac demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750967062384'] for port (a6087aa8-93ba-4178-b9cb-b38f0b83d58e), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:46:15.715723 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97812198-414d-466c-b112-5caafa9c28ac demo admin] Network 03ae86a1-132f-482b-ab08-24ca0155cca6 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 12:46:15.722568 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-97812198-414d-466c-b112-5caafa9c28ac demo admin] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 12:46:15.726189 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97812198-414d-466c-b112-5caafa9c28ac demo admin] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 12:46:15.726710 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-97812198-414d-466c-b112-5caafa9c28ac demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620801'] for router_interface (4a80b1f2-3739-4e56-a700-8568d733cb58), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:46:15.797393 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97812198-414d-466c-b112-5caafa9c28ac demo admin] Pushing event updated for resources: {'Port': ['ID=a6087aa8-93ba-4178-b9cb-b38f0b83d58e,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:46:15.905336 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-53379aa5-4aa8-4a7d-82c6-611dce45afe4 None None] Provisioning complete for port a6087aa8-93ba-4178-b9cb-b38f0b83d58e triggered by entity DHCP. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 12:46:15.905734 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-53379aa5-4aa8-4a7d-82c6-611dce45afe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (a6087aa8-93ba-4178-b9cb-b38f0b83d58e), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:46:15.942042 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-53379aa5-4aa8-4a7d-82c6-611dce45afe4 None None] Port a6087aa8-93ba-4178-b9cb-b38f0b83d58e cannot update to ACTIVE because it is not bound. {{(pid=109805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 12:46:15.997229 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-97812198-414d-466c-b112-5caafa9c28ac demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (a6087aa8-93ba-4178-b9cb-b38f0b83d58e), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:46:16.211781 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-97812198-414d-466c-b112-5caafa9c28ac demo admin] Publish callbacks [] for port (a6087aa8-93ba-4178-b9cb-b38f0b83d58e), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:46:16.216449 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-97812198-414d-466c-b112-5caafa9c28ac demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (a6087aa8-93ba-4178-b9cb-b38f0b83d58e), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:46:16.217208 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-97812198-414d-466c-b112-5caafa9c28ac demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1623932'] for router_interface (4a80b1f2-3739-4e56-a700-8568d733cb58), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:46:16.297817 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97812198-414d-466c-b112-5caafa9c28ac demo admin] Pushing event updated for resources: {'Port': ['ID=a6087aa8-93ba-4178-b9cb-b38f0b83d58e,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:46:16.348545 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97812198-414d-466c-b112-5caafa9c28ac demo admin] Network 03ae86a1-132f-482b-ab08-24ca0155cca6 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 12:46:16.350023 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-97812198-414d-466c-b112-5caafa9c28ac demo admin] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 12:46:16.527505 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97812198-414d-466c-b112-5caafa9c28ac demo admin] Router 4a80b1f2-3739-4e56-a700-8568d733cb58 is scheduled to L3 agent 6d8a5631-9f63-444c-af3b-4dcce4842b62 with binding_index 1 {{(pid=109803) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 13 12:46:16.562313 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-b0f37655-e4c1-4468-9754-1a89b5d22686 None None] Provisioning complete for port a6087aa8-93ba-4178-b9cb-b38f0b83d58e triggered by entity DHCP. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 12:46:16.562982 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-b0f37655-e4c1-4468-9754-1a89b5d22686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (a6087aa8-93ba-4178-b9cb-b38f0b83d58e), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:46:16.601772 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-b0f37655-e4c1-4468-9754-1a89b5d22686 None None] Port a6087aa8-93ba-4178-b9cb-b38f0b83d58e cannot update to ACTIVE because it is not bound. {{(pid=109805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 12:46:16.626643 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97812198-414d-466c-b112-5caafa9c28ac demo admin] Notify agent at l3_agent.dv-cinder-841644-1-iscsi the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 12:46:16.631891 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-97812198-414d-466c-b112-5caafa9c28ac demo admin] 10.222.0.49 "PUT /v2.0/routers/4a80b1f2-3739-4e56-a700-8568d733cb58/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8560460 May 13 12:46:16.644241 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353df036-6ede-44f0-89ea-808ee926c854 None None] Sync routers for ids ['4a80b1f2-3739-4e56-a700-8568d733cb58'] in dv-cinder-841644-1-iscsi {{(pid=109806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 12:46:16.658527 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353df036-6ede-44f0-89ea-808ee926c854 None None] Routers {'4a80b1f2-3739-4e56-a700-8568d733cb58'} bound to L3 agent in host dv-cinder-841644-1-iscsi {{(pid=109806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 12:46:16.659629 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_hamode_db [None req-353df036-6ede-44f0-89ea-808ee926c854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841644-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-13T12:45:44Z,description=,heartbeat_timestamp=2022-05-13T12:46:14Z,host='dv-cinder-841644-1-iscsi',id=6d8a5631-9f63-444c-af3b-4dcce4842b62,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T12:45:44Z,topic='l3_agent')) {'router_ids': ['4a80b1f2-3739-4e56-a700-8568d733cb58'], 'active': True} {{(pid=109806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 12:46:16.675688 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-7baa8e58-cb75-431e-995b-6c55a6feb1d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (5f75012c-56a5-4b0a-a85c-97c3435c2a5d), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:46:16.866370 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_dvr_db [None req-353df036-6ede-44f0-89ea-808ee926c854 None None] Set router 4a80b1f2-3739-4e56-a700-8568d733cb58 gateway port host: None {{(pid=109806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 12:46:17.323245 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_hamode_db [None req-353df036-6ede-44f0-89ea-808ee926c854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a80b1f2-3739-4e56-a700-8568d733cb58', 'name': 'router1', 'tenant_id': '6fb08088328845eabe2e402d4f9491df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T12:46:05Z', 'updated_at': '2022-05-13T12:46:15Z', 'revision_number': 2, 'project_id': '6fb08088328845eabe2e402d4f9491df', 'gw_port_host': None, '_interfaces': [{'id': 'a6087aa8-93ba-4178-b9cb-b38f0b83d58e', 'name': '', 'network_id': '03ae86a1-132f-482b-ab08-24ca0155cca6', 'tenant_id': '6fb08088328845eabe2e402d4f9491df', 'mac_address': 'fa:16:3e:7e:33:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a80b1f2-3739-4e56-a700-8568d733cb58', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '36fc9595-86d2-473e-a7a1-906e769fcb87', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:46:15Z', 'updated_at': '2022-05-13T12:46:16Z', 'revision_number': 2, 'project_id': '6fb08088328845eabe2e402d4f9491df', 'subnets': [{'id': '36fc9595-86d2-473e-a7a1-906e769fcb87', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '230aa84e-b73b-4a92-93d6-fd59d9a886fa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841644-1-iscsi', False) {} {{(pid=109806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 12:46:17.377490 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353df036-6ede-44f0-89ea-808ee926c854 None None] Checking router: 4a80b1f2-3739-4e56-a700-8568d733cb58 for host: dv-cinder-841644-1-iscsi {{(pid=109806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 12:46:17.377864 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353df036-6ede-44f0-89ea-808ee926c854 None None] Updating router 4a80b1f2-3739-4e56-a700-8568d733cb58 port a6087aa8-93ba-4178-b9cb-b38f0b83d58e binding host dv-cinder-841644-1-iscsi {{(pid=109806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 12:46:17.435157 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron_lib.callbacks.manager [None req-353df036-6ede-44f0-89ea-808ee926c854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (a6087aa8-93ba-4178-b9cb-b38f0b83d58e), before_update {{(pid=109806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:46:17.829992 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (f7880a20-862d-46b4-8dd6-192b0a47d710), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:46:18.018511 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron_lib.callbacks.manager [None req-353df036-6ede-44f0-89ea-808ee926c854 None None] Publish callbacks [] for port (a6087aa8-93ba-4178-b9cb-b38f0b83d58e), precommit_update {{(pid=109806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:46:18.025847 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron_lib.callbacks.manager [None req-353df036-6ede-44f0-89ea-808ee926c854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (a6087aa8-93ba-4178-b9cb-b38f0b83d58e), after_update {{(pid=109806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:46:18.198046 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155c41db-51e0-47b3-950a-a9924a74f41f None None] Pushing event updated for resources: {'Port': ['ID=a6087aa8-93ba-4178-b9cb-b38f0b83d58e,revision_number=3']} {{(pid=109806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:46:18.217562 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155c41db-51e0-47b3-950a-a9924a74f41f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:46:18.217939 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155c41db-51e0-47b3-950a-a9924a74f41f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:46:18.218871 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155c41db-51e0-47b3-950a-a9924a74f41f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:46:18.218871 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155c41db-51e0-47b3-950a-a9924a74f41f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:46:18.219405 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155c41db-51e0-47b3-950a-a9924a74f41f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:46:18.219566 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155c41db-51e0-47b3-950a-a9924a74f41f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:46:18.219867 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155c41db-51e0-47b3-950a-a9924a74f41f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:46:18.220271 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155c41db-51e0-47b3-950a-a9924a74f41f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:46:18.220606 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155c41db-51e0-47b3-950a-a9924a74f41f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:46:18.221382 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155c41db-51e0-47b3-950a-a9924a74f41f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:46:18.221733 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155c41db-51e0-47b3-950a-a9924a74f41f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:46:18.222127 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155c41db-51e0-47b3-950a-a9924a74f41f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:46:18.222492 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155c41db-51e0-47b3-950a-a9924a74f41f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:46:18.222924 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155c41db-51e0-47b3-950a-a9924a74f41f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:46:18.223560 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155c41db-51e0-47b3-950a-a9924a74f41f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:46:18.224771 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155c41db-51e0-47b3-950a-a9924a74f41f None None] Tracked resource versions report: May 13 12:46:18.224771 dv-cinder-841644-1-iscsi neutron-server[109806]: pushed versions: May 13 12:46:18.224771 dv-cinder-841644-1-iscsi neutron-server[109806]: { 'AddressGroup': {'1.2'}, May 13 12:46:18.224771 dv-cinder-841644-1-iscsi neutron-server[109806]: 'Agent': {'1.1'}, May 13 12:46:18.224771 dv-cinder-841644-1-iscsi neutron-server[109806]: 'ConntrackHelper': {'1.0'}, May 13 12:46:18.224771 dv-cinder-841644-1-iscsi neutron-server[109806]: 'LocalIPAssociation': {'1.0'}, May 13 12:46:18.224771 dv-cinder-841644-1-iscsi neutron-server[109806]: 'Log': {'1.0'}, May 13 12:46:18.224771 dv-cinder-841644-1-iscsi neutron-server[109806]: 'NDPProxy': {'1.0'}, May 13 12:46:18.224771 dv-cinder-841644-1-iscsi neutron-server[109806]: 'Network': {'1.1'}, May 13 12:46:18.224771 dv-cinder-841644-1-iscsi neutron-server[109806]: 'Port': {'1.7'}, May 13 12:46:18.224771 dv-cinder-841644-1-iscsi neutron-server[109806]: 'PortForwarding': {'1.3'}, May 13 12:46:18.224771 dv-cinder-841644-1-iscsi neutron-server[109806]: 'QosPolicy': {'1.10'}, May 13 12:46:18.224771 dv-cinder-841644-1-iscsi neutron-server[109806]: 'SecurityGroup': {'1.5'}, May 13 12:46:18.224771 dv-cinder-841644-1-iscsi neutron-server[109806]: 'SecurityGroupRule': {'1.2'}, May 13 12:46:18.224771 dv-cinder-841644-1-iscsi neutron-server[109806]: 'SubPort': {'1.0'}, May 13 12:46:18.224771 dv-cinder-841644-1-iscsi neutron-server[109806]: 'Subnet': {'1.1'}, May 13 12:46:18.224771 dv-cinder-841644-1-iscsi neutron-server[109806]: 'Trunk': {'1.1'}} May 13 12:46:18.224771 dv-cinder-841644-1-iscsi neutron-server[109806]: consumer versions: May 13 12:46:18.224771 dv-cinder-841644-1-iscsi neutron-server[109806]: { DHCP agent@dv-cinder-841644-1-iscsi: {}, May 13 12:46:18.224771 dv-cinder-841644-1-iscsi neutron-server[109806]: L3 agent@dv-cinder-841644-1-iscsi: {}, May 13 12:46:18.224771 dv-cinder-841644-1-iscsi neutron-server[109806]: Metadata agent@dv-cinder-841644-1-iscsi: {}, May 13 12:46:18.224771 dv-cinder-841644-1-iscsi neutron-server[109806]: Metering agent@dv-cinder-841644-1-iscsi: {}, May 13 12:46:18.224771 dv-cinder-841644-1-iscsi neutron-server[109806]: Open vSwitch agent@dv-cinder-841644-1-iscsi: { 'AddressGroup': '1.2', May 13 12:46:18.224771 dv-cinder-841644-1-iscsi neutron-server[109806]: 'Agent': '1.1', May 13 12:46:18.224771 dv-cinder-841644-1-iscsi neutron-server[109806]: 'ConntrackHelper': '1.0', May 13 12:46:18.224771 dv-cinder-841644-1-iscsi neutron-server[109806]: 'LocalIPAssociation': '1.0', May 13 12:46:18.224771 dv-cinder-841644-1-iscsi neutron-server[109806]: 'Log': '1.0', May 13 12:46:18.224771 dv-cinder-841644-1-iscsi neutron-server[109806]: 'NDPProxy': '1.0', May 13 12:46:18.224771 dv-cinder-841644-1-iscsi neutron-server[109806]: 'Network': '1.1', May 13 12:46:18.224771 dv-cinder-841644-1-iscsi neutron-server[109806]: 'Port': '1.7', May 13 12:46:18.224771 dv-cinder-841644-1-iscsi neutron-server[109806]: 'PortForwarding': '1.3', May 13 12:46:18.224771 dv-cinder-841644-1-iscsi neutron-server[109806]: 'QosPolicy': '1.10', May 13 12:46:18.224771 dv-cinder-841644-1-iscsi neutron-server[109806]: 'SecurityGroup': '1.5', May 13 12:46:18.224771 dv-cinder-841644-1-iscsi neutron-server[109806]: 'SecurityGroupRule': '1.2', May 13 12:46:18.224771 dv-cinder-841644-1-iscsi neutron-server[109806]: 'SubPort': '1.0', May 13 12:46:18.224771 dv-cinder-841644-1-iscsi neutron-server[109806]: 'Subnet': '1.1', May 13 12:46:18.224771 dv-cinder-841644-1-iscsi neutron-server[109806]: 'Trunk': '1.1'}} May 13 12:46:18.224771 dv-cinder-841644-1-iscsi neutron-server[109806]: {{(pid=109806) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 13 12:46:18.228786 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.plugins.ml2.managers [None req-353df036-6ede-44f0-89ea-808ee926c854 None None] Attempting to bind port a6087aa8-93ba-4178-b9cb-b38f0b83d58e on host dv-cinder-841644-1-iscsi for vnic_type normal with profile {{(pid=109806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 12:46:18.228786 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.plugins.ml2.managers [None req-353df036-6ede-44f0-89ea-808ee926c854 None None] Attempting to bind port a6087aa8-93ba-4178-b9cb-b38f0b83d58e by drivers openvswitch,hyperv on host dv-cinder-841644-1-iscsi at level 0 using segments [{'id': 'fffd62c8-8d04-4d79-ab1c-cfea88370f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '03ae86a1-132f-482b-ab08-24ca0155cca6'}] {{(pid=109806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 12:46:18.228786 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353df036-6ede-44f0-89ea-808ee926c854 None None] Attempting to bind port a6087aa8-93ba-4178-b9cb-b38f0b83d58e on network 03ae86a1-132f-482b-ab08-24ca0155cca6 {{(pid=109806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 12:46:18.237315 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353df036-6ede-44f0-89ea-808ee926c854 None None] Checking agent: {'id': 'f7880a20-862d-46b4-8dd6-192b0a47d710', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841644-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 12, 45, 48), 'started_at': datetime.datetime(2022, 5, 13, 12, 46, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 12, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841644-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 12:46:18.237806 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353df036-6ede-44f0-89ea-808ee926c854 None None] Checking segment: {'id': 'fffd62c8-8d04-4d79-ab1c-cfea88370f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '03ae86a1-132f-482b-ab08-24ca0155cca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 12:46:18.238223 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron_lib.callbacks.manager [None req-353df036-6ede-44f0-89ea-808ee926c854 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:46:18.238620 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353df036-6ede-44f0-89ea-808ee926c854 None None] Bound using segment: {'id': 'fffd62c8-8d04-4d79-ab1c-cfea88370f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '03ae86a1-132f-482b-ab08-24ca0155cca6'} {{(pid=109806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 12:46:18.239130 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.plugins.ml2.managers [None req-353df036-6ede-44f0-89ea-808ee926c854 None None] Bound port: a6087aa8-93ba-4178-b9cb-b38f0b83d58e, host: dv-cinder-841644-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fffd62c8-8d04-4d79-ab1c-cfea88370f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '03ae86a1-132f-482b-ab08-24ca0155cca6'}}] {{(pid=109806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 12:46:18.239522 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron_lib.callbacks.manager [None req-353df036-6ede-44f0-89ea-808ee926c854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (a6087aa8-93ba-4178-b9cb-b38f0b83d58e), before_update {{(pid=109806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:46:18.321252 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.plugins.ml2.db [None req-353df036-6ede-44f0-89ea-808ee926c854 None None] For port a6087aa8-93ba-4178-b9cb-b38f0b83d58e, host dv-cinder-841644-1-iscsi, cleared binding levels {{(pid=109806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 12:46:18.350205 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.plugins.ml2.db [None req-353df036-6ede-44f0-89ea-808ee926c854 None None] For port a6087aa8-93ba-4178-b9cb-b38f0b83d58e, host dv-cinder-841644-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841644-1-iscsi',level=0,port_id=a6087aa8-93ba-4178-b9cb-b38f0b83d58e,segment=NetworkSegment(fffd62c8-8d04-4d79-ab1c-cfea88370f7f),segment_id=fffd62c8-8d04-4d79-ab1c-cfea88370f7f)] {{(pid=109806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 12:46:18.357086 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron_lib.callbacks.manager [None req-353df036-6ede-44f0-89ea-808ee926c854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (a6087aa8-93ba-4178-b9cb-b38f0b83d58e), after_update {{(pid=109806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:46:18.407059 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-6fd372e3-3342-4d92-935a-bd91ab5e5c78 None None] Provisioning complete for port a6087aa8-93ba-4178-b9cb-b38f0b83d58e triggered by entity DHCP. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 12:46:18.407786 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-6fd372e3-3342-4d92-935a-bd91ab5e5c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (a6087aa8-93ba-4178-b9cb-b38f0b83d58e), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:46:18.417556 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353df036-6ede-44f0-89ea-808ee926c854 None None] Routers {'4a80b1f2-3739-4e56-a700-8568d733cb58'} bound to L3 agent in host dv-cinder-841644-1-iscsi {{(pid=109806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 12:46:18.418521 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_hamode_db [None req-353df036-6ede-44f0-89ea-808ee926c854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841644-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-13T12:45:44Z,description=,heartbeat_timestamp=2022-05-13T12:46:14Z,host='dv-cinder-841644-1-iscsi',id=6d8a5631-9f63-444c-af3b-4dcce4842b62,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T12:45:44Z,topic='l3_agent')) {'router_ids': ['4a80b1f2-3739-4e56-a700-8568d733cb58'], 'active': True} {{(pid=109806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 12:46:18.497344 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-6fd372e3-3342-4d92-935a-bd91ab5e5c78 None None] Current status of the port a6087aa8-93ba-4178-b9cb-b38f0b83d58e is: DOWN; New status is: ACTIVE {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 12:46:18.498131 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-6fd372e3-3342-4d92-935a-bd91ab5e5c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (a6087aa8-93ba-4178-b9cb-b38f0b83d58e), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:46:18.516640 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_dvr_db [None req-353df036-6ede-44f0-89ea-808ee926c854 None None] Set router 4a80b1f2-3739-4e56-a700-8568d733cb58 gateway port host: None {{(pid=109806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 12:46:18.536341 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-6fd372e3-3342-4d92-935a-bd91ab5e5c78 None None] For port a6087aa8-93ba-4178-b9cb-b38f0b83d58e, host dv-cinder-841644-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841644-1-iscsi',level=0,port_id=a6087aa8-93ba-4178-b9cb-b38f0b83d58e,segment=NetworkSegment(fffd62c8-8d04-4d79-ab1c-cfea88370f7f),segment_id=fffd62c8-8d04-4d79-ab1c-cfea88370f7f)] {{(pid=109805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 12:46:18.544368 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-6fd372e3-3342-4d92-935a-bd91ab5e5c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (a6087aa8-93ba-4178-b9cb-b38f0b83d58e), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:46:18.621178 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd372e3-3342-4d92-935a-bd91ab5e5c78 None None] Pushing event updated for resources: {'Port': ['ID=a6087aa8-93ba-4178-b9cb-b38f0b83d58e,revision_number=5']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:46:18.658547 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155c41db-51e0-47b3-950a-a9924a74f41f None None] Pushing event updated for resources: {'Port': ['ID=a6087aa8-93ba-4178-b9cb-b38f0b83d58e,revision_number=4']} {{(pid=109806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:46:18.665751 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-478fb3d9-2108-4514-8f2f-6eda92aa170c None None] Provisioning complete for port a6087aa8-93ba-4178-b9cb-b38f0b83d58e triggered by entity DHCP. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 12:46:18.665998 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-478fb3d9-2108-4514-8f2f-6eda92aa170c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (a6087aa8-93ba-4178-b9cb-b38f0b83d58e), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:46:18.757633 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_hamode_db [None req-353df036-6ede-44f0-89ea-808ee926c854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a80b1f2-3739-4e56-a700-8568d733cb58', 'name': 'router1', 'tenant_id': '6fb08088328845eabe2e402d4f9491df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T12:46:05Z', 'updated_at': '2022-05-13T12:46:15Z', 'revision_number': 2, 'project_id': '6fb08088328845eabe2e402d4f9491df', 'gw_port_host': None, '_interfaces': [{'id': 'a6087aa8-93ba-4178-b9cb-b38f0b83d58e', 'name': '', 'network_id': '03ae86a1-132f-482b-ab08-24ca0155cca6', 'tenant_id': '6fb08088328845eabe2e402d4f9491df', 'mac_address': 'fa:16:3e:7e:33:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a80b1f2-3739-4e56-a700-8568d733cb58', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '36fc9595-86d2-473e-a7a1-906e769fcb87', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:46:15Z', 'updated_at': '2022-05-13T12:46:18Z', 'revision_number': 4, 'project_id': '6fb08088328845eabe2e402d4f9491df', 'subnets': [{'id': '36fc9595-86d2-473e-a7a1-906e769fcb87', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '230aa84e-b73b-4a92-93d6-fd59d9a886fa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841644-1-iscsi', False) {} {{(pid=109806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 12:46:18.764481 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-478fb3d9-2108-4514-8f2f-6eda92aa170c None None] Current status of the port a6087aa8-93ba-4178-b9cb-b38f0b83d58e is: ACTIVE; New status is: ACTIVE {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 12:46:18.788109 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353df036-6ede-44f0-89ea-808ee926c854 None None] The sync data for ids ['4a80b1f2-3739-4e56-a700-8568d733cb58'] in dv-cinder-841644-1-iscsi is: [{'id': '4a80b1f2-3739-4e56-a700-8568d733cb58', 'name': 'router1', 'tenant_id': '6fb08088328845eabe2e402d4f9491df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T12:46:05Z', 'updated_at': '2022-05-13T12:46:15Z', 'revision_number': 2, 'project_id': '6fb08088328845eabe2e402d4f9491df', 'gw_port_host': None, '_interfaces': [{'id': 'a6087aa8-93ba-4178-b9cb-b38f0b83d58e', 'name': '', 'network_id': '03ae86a1-132f-482b-ab08-24ca0155cca6', 'tenant_id': '6fb08088328845eabe2e402d4f9491df', 'mac_address': 'fa:16:3e:7e:33:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a80b1f2-3739-4e56-a700-8568d733cb58', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '36fc9595-86d2-473e-a7a1-906e769fcb87', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:46:15Z', 'updated_at': '2022-05-13T12:46:18Z', 'revision_number': 4, 'project_id': '6fb08088328845eabe2e402d4f9491df', 'subnets': [{'id': '36fc9595-86d2-473e-a7a1-906e769fcb87', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '230aa84e-b73b-4a92-93d6-fd59d9a886fa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 12:46:19.256532 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 44436) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:46:19.475717 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b4f744-643f-4f00-872a-7ffe24f941b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:46:19.477688 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-d6b4f744-643f-4f00-872a-7ffe24f941b3 admin admin] 10.222.0.49 "GET /v2.0/networks/feab3964-f0b8-402e-905b-49af947bf732 HTTP/1.1" status: 200 len: 842 time: 0.2200058 May 13 12:46:19.487775 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.v2.base [None req-e1c4b224-a48e-4089-bf1e-1e3ec9a822e0 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.3.1', 'cidr': '172.27.3.0/24', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 12:46:19.508008 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1c4b224-a48e-4089-bf1e-1e3ec9a822e0 admin admin] Made reservation on behalf of 1a91e56fe3d748728a2efec64d71ac50 for: {'subnet': 1} {{(pid=109804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 12:46:19.510352 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e1c4b224-a48e-4089-bf1e-1e3ec9a822e0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:46:19.858261 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.objects.ports [None req-e1c4b224-a48e-4089-bf1e-1e3ec9a822e0 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109804) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 13 12:46:19.858707 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e1c4b224-a48e-4089-bf1e-1e3ec9a822e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478'] for subnet (23e33d6a-fc94-4466-a994-b549e993d354), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:46:19.918550 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c4b224-a48e-4089-bf1e-1e3ec9a822e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23e33d6a-fc94-4466-a994-b549e993d354,revision_number=0']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:46:19.928053 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c4b224-a48e-4089-bf1e-1e3ec9a822e0 admin admin] Checking segment: {'id': '2bcc8a2d-359a-4841-80fa-a53ce02b14f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 12:46:19.928409 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c4b224-a48e-4089-bf1e-1e3ec9a822e0 admin admin] Network hostable DHCP agents. Network: feab3964-f0b8-402e-905b-49af947bf732, hostable agents: ['12f7f474-a19f-4cf7-bcdf-b9ad7dbdd770'], hosted agents: [] {{(pid=109804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 12:46:19.945954 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c4b224-a48e-4089-bf1e-1e3ec9a822e0 admin admin] Network feab3964-f0b8-402e-905b-49af947bf732 is scheduled to be hosted by DHCP agent 12f7f474-a19f-4cf7-bcdf-b9ad7dbdd770 with binding_index 1 {{(pid=109804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 12:46:19.957162 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-e1c4b224-a48e-4089-bf1e-1e3ec9a822e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841644-1-iscsi, feab3964-f0b8-402e-905b-49af947bf732) {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 12:46:19.961685 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c4b224-a48e-4089-bf1e-1e3ec9a822e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:46:19.962269 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e1c4b224-a48e-4089-bf1e-1e3ec9a822e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617456'] for subnet (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:46:19.975153 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-671e80b9-d4ab-453a-8414-8146542aab8b None None] Network feab3964-f0b8-402e-905b-49af947bf732 requested from dv-cinder-841644-1-iscsi {{(pid=109805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 12:46:19.988495 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-e1c4b224-a48e-4089-bf1e-1e3ec9a822e0 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5005105 May 13 12:46:20.099574 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76bcba8e-62ef-4809-9f55-5a718028d14b None None] Network feab3964-f0b8-402e-905b-49af947bf732 requested from dv-cinder-841644-1-iscsi {{(pid=109805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 12:46:22.510046 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 44454) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:46:22.665427 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-fa48bd01-b929-4802-b3af-df47d19a9193 demo admin] 10.222.0.49 "GET /v2.0/routers/4a80b1f2-3739-4e56-a700-8568d733cb58 HTTP/1.1" status: 200 len: 710 time: 0.1542161 May 13 12:46:22.760144 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cda1df6-30f7-4e7e-9bdb-5b5749b5cc25 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:46:22.767197 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-4cda1df6-30f7-4e7e-9bdb-5b5749b5cc25 demo admin] 10.222.0.49 "GET /v2.0/networks/feab3964-f0b8-402e-905b-49af947bf732 HTTP/1.1" status: 200 len: 886 time: 0.0903745 May 13 12:46:22.773583 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.v2.base [None req-1e818490-8ec3-4abd-ab2a-119a2f5920ff demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732'}}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 12:46:23.052538 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1e818490-8ec3-4abd-ab2a-119a2f5920ff demo admin] Publish callbacks [] for router_gateway (4a80b1f2-3739-4e56-a700-8568d733cb58), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:46:23.383898 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1e818490-8ec3-4abd-ab2a-119a2f5920ff demo admin] Publish callbacks [] for router_gateway (4a80b1f2-3739-4e56-a700-8568d733cb58), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:46:23.467345 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1e818490-8ec3-4abd-ab2a-119a2f5920ff demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:46:23.584677 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-1e818490-8ec3-4abd-ab2a-119a2f5920ff demo admin] Allocated IP 172.27.3.200 (feab3964-f0b8-402e-905b-49af947bf732/23e33d6a-fc94-4466-a994-b549e993d354/dda89ebb-0412-4136-80fa-4014dd990ab9) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 12:46:23.696588 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1e818490-8ec3-4abd-ab2a-119a2f5920ff demo admin] Publish callbacks [] for port (dda89ebb-0412-4136-80fa-4014dd990ab9), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:46:23.731645 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1e818490-8ec3-4abd-ab2a-119a2f5920ff demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750967062384'] for port (dda89ebb-0412-4136-80fa-4014dd990ab9), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:46:23.771091 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e818490-8ec3-4abd-ab2a-119a2f5920ff demo admin] Network feab3964-f0b8-402e-905b-49af947bf732 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 12:46:23.773955 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-1e818490-8ec3-4abd-ab2a-119a2f5920ff demo admin] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 12:46:23.782204 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e818490-8ec3-4abd-ab2a-119a2f5920ff demo admin] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 12:46:23.787676 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e818490-8ec3-4abd-ab2a-119a2f5920ff demo admin] Pushing event updated for resources: {'Port': ['ID=dda89ebb-0412-4136-80fa-4014dd990ab9,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:46:24.068365 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1e818490-8ec3-4abd-ab2a-119a2f5920ff demo admin] Publish callbacks [] for router_gateway (4a80b1f2-3739-4e56-a700-8568d733cb58), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:46:24.305386 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1e818490-8ec3-4abd-ab2a-119a2f5920ff demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619209', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1617006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9646'] for router (4a80b1f2-3739-4e56-a700-8568d733cb58), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:46:24.309155 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1e818490-8ec3-4abd-ab2a-119a2f5920ff demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1619200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1619231', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1616997'] for router (4a80b1f2-3739-4e56-a700-8568d733cb58), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:46:24.442042 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e818490-8ec3-4abd-ab2a-119a2f5920ff demo admin] Router 4a80b1f2-3739-4e56-a700-8568d733cb58 has already been hosted by L3 agent 6d8a5631-9f63-444c-af3b-4dcce4842b62 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 12:46:24.577081 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e818490-8ec3-4abd-ab2a-119a2f5920ff demo admin] Notify agent at l3_agent.dv-cinder-841644-1-iscsi the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 12:46:24.582632 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1e818490-8ec3-4abd-ab2a-119a2f5920ff demo admin] Publish callbacks [] for router (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:46:24.597028 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-1e818490-8ec3-4abd-ab2a-119a2f5920ff demo admin] 10.222.0.49 "PUT /v2.0/routers/4a80b1f2-3739-4e56-a700-8568d733cb58 HTTP/1.1" status: 200 len: 890 time: 1.8137040 May 13 12:46:26.669808 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Device a6087aa8-93ba-4178-b9cb-b38f0b83d58e up at agent ovs-agent-dv-cinder-841644-1-iscsi {{(pid=109805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 12:46:26.720077 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Provisioning complete for port a6087aa8-93ba-4178-b9cb-b38f0b83d58e triggered by entity L2. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 12:46:26.720476 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (a6087aa8-93ba-4178-b9cb-b38f0b83d58e), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:46:26.801939 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Current status of the port a6087aa8-93ba-4178-b9cb-b38f0b83d58e is: ACTIVE; New status is: ACTIVE {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 12:46:27.175642 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 44466) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:46:27.289947 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-93ec23a3-c534-408f-b8e7-05239ee07982 admin admin] 10.222.0.49 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1131494 May 13 12:46:28.055183 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1165a400-7b87-494b-b51b-8e724f3fdb12 None None] Sync routers for ids ['4a80b1f2-3739-4e56-a700-8568d733cb58'] in dv-cinder-841644-1-iscsi {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 12:46:28.068511 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1165a400-7b87-494b-b51b-8e724f3fdb12 None None] Routers {'4a80b1f2-3739-4e56-a700-8568d733cb58'} bound to L3 agent in host dv-cinder-841644-1-iscsi {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 12:46:28.069263 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-1165a400-7b87-494b-b51b-8e724f3fdb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841644-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-13T12:45:44Z,description=,heartbeat_timestamp=2022-05-13T12:46:14Z,host='dv-cinder-841644-1-iscsi',id=6d8a5631-9f63-444c-af3b-4dcce4842b62,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T12:45:44Z,topic='l3_agent')) {'router_ids': ['4a80b1f2-3739-4e56-a700-8568d733cb58'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 12:46:28.310159 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-1165a400-7b87-494b-b51b-8e724f3fdb12 None None] Set router 4a80b1f2-3739-4e56-a700-8568d733cb58 gateway port host: dv-cinder-841644-1-iscsi {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 12:46:28.804266 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-1165a400-7b87-494b-b51b-8e724f3fdb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a80b1f2-3739-4e56-a700-8568d733cb58', 'name': 'router1', 'tenant_id': '6fb08088328845eabe2e402d4f9491df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': 'dda89ebb-0412-4136-80fa-4014dd990ab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T12:46:05Z', 'updated_at': '2022-05-13T12:46:23Z', 'revision_number': 4, 'project_id': '6fb08088328845eabe2e402d4f9491df', 'gw_port': {'id': 'dda89ebb-0412-4136-80fa-4014dd990ab9', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:0f:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a80b1f2-3739-4e56-a700-8568d733cb58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:46:23Z', 'updated_at': '2022-05-13T12:46:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi', '_interfaces': [{'id': 'a6087aa8-93ba-4178-b9cb-b38f0b83d58e', 'name': '', 'network_id': '03ae86a1-132f-482b-ab08-24ca0155cca6', 'tenant_id': '6fb08088328845eabe2e402d4f9491df', 'mac_address': 'fa:16:3e:7e:33:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a80b1f2-3739-4e56-a700-8568d733cb58', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '36fc9595-86d2-473e-a7a1-906e769fcb87', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:46:15Z', 'updated_at': '2022-05-13T12:46:18Z', 'revision_number': 5, 'project_id': '6fb08088328845eabe2e402d4f9491df', 'subnets': [{'id': '36fc9595-86d2-473e-a7a1-906e769fcb87', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '230aa84e-b73b-4a92-93d6-fd59d9a886fa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841644-1-iscsi', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 12:46:28.859513 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1165a400-7b87-494b-b51b-8e724f3fdb12 None None] Checking router: 4a80b1f2-3739-4e56-a700-8568d733cb58 for host: dv-cinder-841644-1-iscsi {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 12:46:28.859812 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1165a400-7b87-494b-b51b-8e724f3fdb12 None None] Updating router 4a80b1f2-3739-4e56-a700-8568d733cb58 port dda89ebb-0412-4136-80fa-4014dd990ab9 binding host dv-cinder-841644-1-iscsi {{(pid=109805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 12:46:28.916596 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-1165a400-7b87-494b-b51b-8e724f3fdb12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (dda89ebb-0412-4136-80fa-4014dd990ab9), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:46:29.279404 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-1165a400-7b87-494b-b51b-8e724f3fdb12 None None] Publish callbacks [] for port (dda89ebb-0412-4136-80fa-4014dd990ab9), precommit_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:46:29.288160 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-1165a400-7b87-494b-b51b-8e724f3fdb12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (dda89ebb-0412-4136-80fa-4014dd990ab9), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:46:29.343672 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-1165a400-7b87-494b-b51b-8e724f3fdb12 None None] Attempting to bind port dda89ebb-0412-4136-80fa-4014dd990ab9 on host dv-cinder-841644-1-iscsi for vnic_type normal with profile {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 12:46:29.344097 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-1165a400-7b87-494b-b51b-8e724f3fdb12 None None] Attempting to bind port dda89ebb-0412-4136-80fa-4014dd990ab9 by drivers openvswitch,hyperv on host dv-cinder-841644-1-iscsi at level 0 using segments [{'id': '2bcc8a2d-359a-4841-80fa-a53ce02b14f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732'}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 12:46:29.344465 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1165a400-7b87-494b-b51b-8e724f3fdb12 None None] Attempting to bind port dda89ebb-0412-4136-80fa-4014dd990ab9 on network feab3964-f0b8-402e-905b-49af947bf732 {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 12:46:29.346570 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9184a0-cb34-4866-be22-8061c7089ecc None None] Pushing event updated for resources: {'Port': ['ID=dda89ebb-0412-4136-80fa-4014dd990ab9,revision_number=2']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:46:29.352951 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1165a400-7b87-494b-b51b-8e724f3fdb12 None None] Checking agent: {'id': 'f7880a20-862d-46b4-8dd6-192b0a47d710', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841644-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 12, 45, 48), 'started_at': datetime.datetime(2022, 5, 13, 12, 46, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 12, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841644-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 12:46:29.353378 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1165a400-7b87-494b-b51b-8e724f3fdb12 None None] Checking segment: {'id': '2bcc8a2d-359a-4841-80fa-a53ce02b14f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 12:46:29.353781 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-1165a400-7b87-494b-b51b-8e724f3fdb12 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:46:29.354169 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1165a400-7b87-494b-b51b-8e724f3fdb12 None None] Bound using segment: {'id': '2bcc8a2d-359a-4841-80fa-a53ce02b14f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732'} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 12:46:29.354650 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-1165a400-7b87-494b-b51b-8e724f3fdb12 None None] Bound port: dda89ebb-0412-4136-80fa-4014dd990ab9, host: dv-cinder-841644-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bcc8a2d-359a-4841-80fa-a53ce02b14f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732'}}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 12:46:29.355016 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-1165a400-7b87-494b-b51b-8e724f3fdb12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (dda89ebb-0412-4136-80fa-4014dd990ab9), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:46:29.419082 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-1165a400-7b87-494b-b51b-8e724f3fdb12 None None] For port dda89ebb-0412-4136-80fa-4014dd990ab9, host dv-cinder-841644-1-iscsi, cleared binding levels {{(pid=109805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 12:46:29.422535 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-1165a400-7b87-494b-b51b-8e724f3fdb12 None None] For port dda89ebb-0412-4136-80fa-4014dd990ab9, host dv-cinder-841644-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841644-1-iscsi',level=0,port_id=dda89ebb-0412-4136-80fa-4014dd990ab9,segment=NetworkSegment(2bcc8a2d-359a-4841-80fa-a53ce02b14f8),segment_id=2bcc8a2d-359a-4841-80fa-a53ce02b14f8)] {{(pid=109805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 12:46:29.428881 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-1165a400-7b87-494b-b51b-8e724f3fdb12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (dda89ebb-0412-4136-80fa-4014dd990ab9), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:46:29.493920 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1165a400-7b87-494b-b51b-8e724f3fdb12 None None] Routers {'4a80b1f2-3739-4e56-a700-8568d733cb58'} bound to L3 agent in host dv-cinder-841644-1-iscsi {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 12:46:29.494555 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-1165a400-7b87-494b-b51b-8e724f3fdb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841644-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-13T12:45:44Z,description=,heartbeat_timestamp=2022-05-13T12:46:14Z,host='dv-cinder-841644-1-iscsi',id=6d8a5631-9f63-444c-af3b-4dcce4842b62,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T12:45:44Z,topic='l3_agent')) {'router_ids': ['4a80b1f2-3739-4e56-a700-8568d733cb58'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 12:46:29.501151 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9184a0-cb34-4866-be22-8061c7089ecc None None] Pushing event updated for resources: {'Port': ['ID=dda89ebb-0412-4136-80fa-4014dd990ab9,revision_number=3']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:46:29.626444 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-1165a400-7b87-494b-b51b-8e724f3fdb12 None None] Set router 4a80b1f2-3739-4e56-a700-8568d733cb58 gateway port host: dv-cinder-841644-1-iscsi {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 12:46:29.859300 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-1165a400-7b87-494b-b51b-8e724f3fdb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a80b1f2-3739-4e56-a700-8568d733cb58', 'name': 'router1', 'tenant_id': '6fb08088328845eabe2e402d4f9491df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': 'dda89ebb-0412-4136-80fa-4014dd990ab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T12:46:05Z', 'updated_at': '2022-05-13T12:46:23Z', 'revision_number': 4, 'project_id': '6fb08088328845eabe2e402d4f9491df', 'gw_port': {'id': 'dda89ebb-0412-4136-80fa-4014dd990ab9', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:0f:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a80b1f2-3739-4e56-a700-8568d733cb58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:46:23Z', 'updated_at': '2022-05-13T12:46:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi', '_interfaces': [{'id': 'a6087aa8-93ba-4178-b9cb-b38f0b83d58e', 'name': '', 'network_id': '03ae86a1-132f-482b-ab08-24ca0155cca6', 'tenant_id': '6fb08088328845eabe2e402d4f9491df', 'mac_address': 'fa:16:3e:7e:33:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a80b1f2-3739-4e56-a700-8568d733cb58', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '36fc9595-86d2-473e-a7a1-906e769fcb87', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:46:15Z', 'updated_at': '2022-05-13T12:46:18Z', 'revision_number': 5, 'project_id': '6fb08088328845eabe2e402d4f9491df', 'subnets': [{'id': '36fc9595-86d2-473e-a7a1-906e769fcb87', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '230aa84e-b73b-4a92-93d6-fd59d9a886fa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841644-1-iscsi', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 12:46:29.892670 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1165a400-7b87-494b-b51b-8e724f3fdb12 None None] The sync data for ids ['4a80b1f2-3739-4e56-a700-8568d733cb58'] in dv-cinder-841644-1-iscsi is: [{'id': '4a80b1f2-3739-4e56-a700-8568d733cb58', 'name': 'router1', 'tenant_id': '6fb08088328845eabe2e402d4f9491df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': 'dda89ebb-0412-4136-80fa-4014dd990ab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T12:46:05Z', 'updated_at': '2022-05-13T12:46:23Z', 'revision_number': 4, 'project_id': '6fb08088328845eabe2e402d4f9491df', 'gw_port': {'id': 'dda89ebb-0412-4136-80fa-4014dd990ab9', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:0f:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a80b1f2-3739-4e56-a700-8568d733cb58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:46:23Z', 'updated_at': '2022-05-13T12:46:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi', '_interfaces': [{'id': 'a6087aa8-93ba-4178-b9cb-b38f0b83d58e', 'name': '', 'network_id': '03ae86a1-132f-482b-ab08-24ca0155cca6', 'tenant_id': '6fb08088328845eabe2e402d4f9491df', 'mac_address': 'fa:16:3e:7e:33:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a80b1f2-3739-4e56-a700-8568d733cb58', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '36fc9595-86d2-473e-a7a1-906e769fcb87', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:46:15Z', 'updated_at': '2022-05-13T12:46:18Z', 'revision_number': 5, 'project_id': '6fb08088328845eabe2e402d4f9491df', 'subnets': [{'id': '36fc9595-86d2-473e-a7a1-906e769fcb87', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '230aa84e-b73b-4a92-93d6-fd59d9a886fa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 12:46:30.697425 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Device dda89ebb-0412-4136-80fa-4014dd990ab9 up at agent ovs-agent-dv-cinder-841644-1-iscsi {{(pid=109805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 12:46:30.774489 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Provisioning complete for port dda89ebb-0412-4136-80fa-4014dd990ab9 triggered by entity L2. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 12:46:30.775103 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (dda89ebb-0412-4136-80fa-4014dd990ab9), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:46:30.876296 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Current status of the port dda89ebb-0412-4136-80fa-4014dd990ab9 is: DOWN; New status is: ACTIVE {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 12:46:30.877062 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (dda89ebb-0412-4136-80fa-4014dd990ab9), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:46:30.901138 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] For port dda89ebb-0412-4136-80fa-4014dd990ab9, host dv-cinder-841644-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841644-1-iscsi',level=0,port_id=dda89ebb-0412-4136-80fa-4014dd990ab9,segment=NetworkSegment(2bcc8a2d-359a-4841-80fa-a53ce02b14f8),segment_id=2bcc8a2d-359a-4841-80fa-a53ce02b14f8)] {{(pid=109805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 12:46:30.907103 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (dda89ebb-0412-4136-80fa-4014dd990ab9), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:46:30.988586 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Pushing event updated for resources: {'Port': ['ID=dda89ebb-0412-4136-80fa-4014dd990ab9,revision_number=4']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:46:32.730739 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Device dda89ebb-0412-4136-80fa-4014dd990ab9 up at agent ovs-agent-dv-cinder-841644-1-iscsi {{(pid=109805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 12:46:32.837880 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Provisioning complete for port dda89ebb-0412-4136-80fa-4014dd990ab9 triggered by entity L2. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 12:46:32.838262 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (dda89ebb-0412-4136-80fa-4014dd990ab9), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:46:33.023050 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Current status of the port dda89ebb-0412-4136-80fa-4014dd990ab9 is: ACTIVE; New status is: ACTIVE {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 12:46:41.421372 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-f2456571-7ea1-4928-aa8c-68d7da31e1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (12f7f474-a19f-4cf7-bcdf-b9ad7dbdd770), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:46:43.874516 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-569e832e-b302-47b5-b09a-1756d7f6b709 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (6d8a5631-9f63-444c-af3b-4dcce4842b62), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:46:44.989328 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-4a907869-afee-4d69-acd8-cccc744e537a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (d2cfa305-5f5a-49b3-8228-876061d7e1f6), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:46:46.691242 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-7baa8e58-cb75-431e-995b-6c55a6feb1d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (5f75012c-56a5-4b0a-a85c-97c3435c2a5d), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:46:47.829924 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (f7880a20-862d-46b4-8dd6-192b0a47d710), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:46:48.962823 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.agents_db [None req-04065fb1-5207-409b-a281-8f6301b2fc59 None None] Agent healthcheck: found 5 active agents {{(pid=109806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 12:47:11.494342 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-f4922d71-5654-44b3-a8af-ccb511ef40b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (12f7f474-a19f-4cf7-bcdf-b9ad7dbdd770), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:47:13.842340 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-e1821855-2155-4c5e-9455-793b275e33af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (6d8a5631-9f63-444c-af3b-4dcce4842b62), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:47:14.986063 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-4a907869-afee-4d69-acd8-cccc744e537a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (d2cfa305-5f5a-49b3-8228-876061d7e1f6), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:47:16.672412 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-7baa8e58-cb75-431e-995b-6c55a6feb1d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (5f75012c-56a5-4b0a-a85c-97c3435c2a5d), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:47:17.826183 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (f7880a20-862d-46b4-8dd6-192b0a47d710), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:47:25.961223 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.agents_db [None req-04065fb1-5207-409b-a281-8f6301b2fc59 None None] Agent healthcheck: found 5 active agents {{(pid=109806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 12:47:41.419079 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-54a8154a-1c85-4a88-96f3-9a3f369d5e1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (12f7f474-a19f-4cf7-bcdf-b9ad7dbdd770), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:47:43.844839 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-a334c036-bcb8-436d-82bc-80f898832d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (6d8a5631-9f63-444c-af3b-4dcce4842b62), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:47:44.984098 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-4a907869-afee-4d69-acd8-cccc744e537a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (d2cfa305-5f5a-49b3-8228-876061d7e1f6), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:47:46.660562 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-7baa8e58-cb75-431e-995b-6c55a6feb1d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (5f75012c-56a5-4b0a-a85c-97c3435c2a5d), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:47:47.678193 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 44950) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:47:47.742185 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.pecan_wsgi.hooks.translation [None req-43bdc319-584c-48dd-8fda-b54cb764feaa admin admin] GET failed (client error): The resource could not be found. May 13 12:47:47.743456 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-43bdc319-584c-48dd-8fda-b54cb764feaa admin admin] 10.222.0.49 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0643387 May 13 12:47:47.820201 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (f7880a20-862d-46b4-8dd6-192b0a47d710), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:47:47.909839 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c13d76-ec26-414f-a83e-19db7a1fd8dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:47:47.911339 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-67c13d76-ec26-414f-a83e-19db7a1fd8dc admin admin] 10.222.0.49 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1636348 May 13 12:47:50.175120 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 44960) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:47:50.272768 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca28f1e-871a-48da-b3ab-398a8c7e5709 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:47:50.274096 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-aca28f1e-871a-48da-b3ab-398a8c7e5709 admin admin] 10.222.0.49 "GET /v2.0/subnets/36fc9595-86d2-473e-a7a1-906e769fcb87 HTTP/1.1" status: 200 len: 849 time: 0.0980148 May 13 12:47:50.283288 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.v2.base [None req-83db8a7d-797b-4661-a784-e41a3481eb6b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=109804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 12:47:50.369814 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-83db8a7d-797b-4661-a784-e41a3481eb6b admin admin] Publish callbacks [] for subnet (36fc9595-86d2-473e-a7a1-906e769fcb87), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:47:50.518275 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-83db8a7d-797b-4661-a784-e41a3481eb6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8750967572637'] for subnet (36fc9595-86d2-473e-a7a1-906e769fcb87), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:47:50.557038 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83db8a7d-797b-4661-a784-e41a3481eb6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:47:50.557548 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-83db8a7d-797b-4661-a784-e41a3481eb6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617456'] for subnet (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:47:50.569027 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-83db8a7d-797b-4661-a784-e41a3481eb6b admin admin] 10.222.0.49 "PUT /v2.0/subnets/36fc9595-86d2-473e-a7a1-906e769fcb87 HTTP/1.1" status: 200 len: 868 time: 0.2791195 May 13 12:47:50.569288 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da98fcb8-7d21-456a-9635-4033680a0954 None None] Network 03ae86a1-132f-482b-ab08-24ca0155cca6 requested from dv-cinder-841644-1-iscsi {{(pid=109805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 12:47:50.580325 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db8a7d-797b-4661-a784-e41a3481eb6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=36fc9595-86d2-473e-a7a1-906e769fcb87,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:47:50.587720 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db8a7d-797b-4661-a784-e41a3481eb6b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:47:50.588060 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db8a7d-797b-4661-a784-e41a3481eb6b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:47:50.588419 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db8a7d-797b-4661-a784-e41a3481eb6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:47:50.588758 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db8a7d-797b-4661-a784-e41a3481eb6b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:47:50.589125 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db8a7d-797b-4661-a784-e41a3481eb6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:47:50.589454 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db8a7d-797b-4661-a784-e41a3481eb6b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:47:50.589810 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db8a7d-797b-4661-a784-e41a3481eb6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:47:50.590838 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db8a7d-797b-4661-a784-e41a3481eb6b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:47:50.591183 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db8a7d-797b-4661-a784-e41a3481eb6b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:47:50.591514 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db8a7d-797b-4661-a784-e41a3481eb6b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:47:50.591855 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db8a7d-797b-4661-a784-e41a3481eb6b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:47:50.592193 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db8a7d-797b-4661-a784-e41a3481eb6b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:47:50.592516 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db8a7d-797b-4661-a784-e41a3481eb6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:47:50.592833 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db8a7d-797b-4661-a784-e41a3481eb6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:47:50.593175 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db8a7d-797b-4661-a784-e41a3481eb6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:47:50.862797 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-d09f6d1e-32cc-4c37-9e31-f44ad16d8fbd None None] Provisioning complete for port a6087aa8-93ba-4178-b9cb-b38f0b83d58e triggered by entity DHCP. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 12:47:50.863221 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-d09f6d1e-32cc-4c37-9e31-f44ad16d8fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (a6087aa8-93ba-4178-b9cb-b38f0b83d58e), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:47:50.940761 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-d09f6d1e-32cc-4c37-9e31-f44ad16d8fbd None None] Current status of the port a6087aa8-93ba-4178-b9cb-b38f0b83d58e is: ACTIVE; New status is: ACTIVE {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 12:47:50.948618 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-d09f6d1e-32cc-4c37-9e31-f44ad16d8fbd None None] Provisioning complete for port f70cc060-0c38-49a4-b4d1-eb73c930cd2f triggered by entity DHCP. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 12:47:50.949036 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-d09f6d1e-32cc-4c37-9e31-f44ad16d8fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (f70cc060-0c38-49a4-b4d1-eb73c930cd2f), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:47:51.028619 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-d09f6d1e-32cc-4c37-9e31-f44ad16d8fbd None None] Current status of the port f70cc060-0c38-49a4-b4d1-eb73c930cd2f is: ACTIVE; New status is: ACTIVE {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 12:47:52.827592 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 44968) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:47:53.124806 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2977fb-a5dc-4c75-837a-efd2d89da461 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:47:53.125317 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2977fb-a5dc-4c75-837a-efd2d89da461 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:47:53.126870 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-6b2977fb-a5dc-4c75-837a-efd2d89da461 admin admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2982416 May 13 12:47:55.368693 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 44978) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:47:55.503115 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c215206-5bfc-4e87-b281-564762571491 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:47:55.503579 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c215206-5bfc-4e87-b281-564762571491 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:47:55.505133 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-4c215206-5bfc-4e87-b281-564762571491 admin admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1354268 May 13 12:47:57.798827 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 44986) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:47:57.938820 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f554b6-d73a-46ea-9da7-1cbb6222e0c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:47:57.940266 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-34f554b6-d73a-46ea-9da7-1cbb6222e0c8 admin admin] 10.222.0.49 "GET /v2.0/networks/03ae86a1-132f-482b-ab08-24ca0155cca6 HTTP/1.1" status: 200 len: 869 time: 0.1404819 May 13 12:48:00.242690 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 44994) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:48:00.390317 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1785e252-d78f-4880-b8a5-bed3ba9d404a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:48:00.391715 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-1785e252-d78f-4880-b8a5-bed3ba9d404a admin admin] 10.222.0.49 "GET /v2.0/networks/feab3964-f0b8-402e-905b-49af947bf732 HTTP/1.1" status: 200 len: 886 time: 0.1481392 May 13 12:48:02.766989 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 45002) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:48:02.918419 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f9aade-7331-4bfb-a498-705882920c13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:48:02.920146 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f9aade-7331-4bfb-a498-705882920c13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:48:02.921891 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-90f9aade-7331-4bfb-a498-705882920c13 admin admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1539481 May 13 12:48:02.961999 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.agents_db [None req-04065fb1-5207-409b-a281-8f6301b2fc59 None None] Agent healthcheck: found 5 active agents {{(pid=109806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 12:48:05.261878 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 45010) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:48:05.355691 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396b447e-126f-4cd2-834d-b4c22f459277 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:48:05.356171 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396b447e-126f-4cd2-834d-b4c22f459277 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:48:05.357798 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-396b447e-126f-4cd2-834d-b4c22f459277 admin admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0952859 May 13 12:48:07.694910 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 45018) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:48:07.798797 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7f220e-a4e8-4030-94c6-4f43b3ab707b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:48:07.800172 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-aa7f220e-a4e8-4030-94c6-4f43b3ab707b admin admin] 10.222.0.49 "GET /v2.0/subnets/23e33d6a-fc94-4466-a994-b549e993d354 HTTP/1.1" status: 200 len: 816 time: 0.1042838 May 13 12:48:10.103729 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 45026) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:48:10.210181 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ba8257-929f-4ae4-819f-29fd90cad65c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:48:10.211535 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-d0ba8257-929f-4ae4-819f-29fd90cad65c admin admin] 10.222.0.49 "GET /v2.0/subnets/36fc9595-86d2-473e-a7a1-906e769fcb87 HTTP/1.1" status: 200 len: 868 time: 0.1068678 May 13 12:48:11.426787 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-e1eb7d13-24d1-4424-9279-f40f25a6598f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (12f7f474-a19f-4cf7-bcdf-b9ad7dbdd770), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:48:13.848655 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-2ce20d92-5ac1-404d-bd02-67ab16857e79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (6d8a5631-9f63-444c-af3b-4dcce4842b62), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:48:14.984974 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-4a907869-afee-4d69-acd8-cccc744e537a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (d2cfa305-5f5a-49b3-8228-876061d7e1f6), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:48:16.665053 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-7baa8e58-cb75-431e-995b-6c55a6feb1d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (5f75012c-56a5-4b0a-a85c-97c3435c2a5d), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:48:17.824814 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (f7880a20-862d-46b4-8dd6-192b0a47d710), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:48:39.960412 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.agents_db [None req-04065fb1-5207-409b-a281-8f6301b2fc59 None None] Agent healthcheck: found 5 active agents {{(pid=109806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 12:48:41.420081 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-3ba336f0-287e-43c2-bbd3-afa52b03e701 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (12f7f474-a19f-4cf7-bcdf-b9ad7dbdd770), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:48:43.851222 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-88d8ce3a-85cc-48c9-bf79-d3fa7c1f56c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (6d8a5631-9f63-444c-af3b-4dcce4842b62), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:48:44.991367 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-4a907869-afee-4d69-acd8-cccc744e537a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (d2cfa305-5f5a-49b3-8228-876061d7e1f6), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:48:46.668613 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-7baa8e58-cb75-431e-995b-6c55a6feb1d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (5f75012c-56a5-4b0a-a85c-97c3435c2a5d), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:48:47.820349 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (f7880a20-862d-46b4-8dd6-192b0a47d710), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:48:51.894493 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 45084) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:48:51.943835 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [None req-6837bba4-c6f7-434f-a994-92023e1fc598 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=109804) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 13 12:48:51.944839 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-6837bba4-c6f7-434f-a994-92023e1fc598 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0492296 May 13 12:48:54.332101 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 45094) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:48:54.396389 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e95f245-9998-426f-8f79-f57050c0de11 admin admin] GET failed (client error): The resource could not be found. May 13 12:48:54.397789 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-3e95f245-9998-426f-8f79-f57050c0de11 admin admin] 10.222.0.49 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0647116 May 13 12:48:54.548000 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aebb0280-f12e-4cae-92bb-7c2e9084f6c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:48:54.549444 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-aebb0280-f12e-4cae-92bb-7c2e9084f6c4 admin admin] 10.222.0.49 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1473339 May 13 12:48:56.895750 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 45102) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:48:56.949695 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.v2.base [None req-5156f2d3-08f7-4159-b303-78567458b5b7 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 12:48:56.970408 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5156f2d3-08f7-4159-b303-78567458b5b7 admin admin] Made reservation on behalf of 1a91e56fe3d748728a2efec64d71ac50 for: {'network': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 12:48:56.972927 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5156f2d3-08f7-4159-b303-78567458b5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for network (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:48:57.004431 dv-cinder-841644-1-iscsi neutron-server[109803]: WARNING neutron.services.revisions.revision_plugin [None req-5156f2d3-08f7-4159-b303-78567458b5b7 admin admin] Could not find related network for resource to bump revision. May 13 12:48:57.020959 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5156f2d3-08f7-4159-b303-78567458b5b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=109803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 12:48:57.032027 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5156f2d3-08f7-4159-b303-78567458b5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488896'] for segment (39d109a0-fac7-4a7a-8ef8-a702bb3ddabf), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:48:57.032367 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.db.segments_db [None req-5156f2d3-08f7-4159-b303-78567458b5b7 admin admin] Added segment 39d109a0-fac7-4a7a-8ef8-a702bb3ddabf of type vlan for network 175902d4-e9c9-44f9-899b-7f78404fcdc5 May 13 12:48:57.077589 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5156f2d3-08f7-4159-b303-78567458b5b7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750967083174'] for network (175902d4-e9c9-44f9-899b-7f78404fcdc5), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:48:57.102640 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5156f2d3-08f7-4159-b303-78567458b5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478'] for network (175902d4-e9c9-44f9-899b-7f78404fcdc5), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:48:57.103639 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5156f2d3-08f7-4159-b303-78567458b5b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:48:57.104221 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5156f2d3-08f7-4159-b303-78567458b5b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617456'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:48:57.163702 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5156f2d3-08f7-4159-b303-78567458b5b7 admin admin] Pushing event updated for resources: {'Network': ['ID=175902d4-e9c9-44f9-899b-7f78404fcdc5,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:48:57.170323 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-5156f2d3-08f7-4159-b303-78567458b5b7 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2734897 May 13 12:48:57.174650 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5156f2d3-08f7-4159-b303-78567458b5b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:48:57.174995 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5156f2d3-08f7-4159-b303-78567458b5b7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:48:57.175352 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5156f2d3-08f7-4159-b303-78567458b5b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:48:57.175693 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5156f2d3-08f7-4159-b303-78567458b5b7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:48:57.176024 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5156f2d3-08f7-4159-b303-78567458b5b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:48:57.176347 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5156f2d3-08f7-4159-b303-78567458b5b7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:48:57.176675 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5156f2d3-08f7-4159-b303-78567458b5b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:48:57.177053 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5156f2d3-08f7-4159-b303-78567458b5b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:48:57.177391 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5156f2d3-08f7-4159-b303-78567458b5b7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:48:57.177853 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5156f2d3-08f7-4159-b303-78567458b5b7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:48:57.178195 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5156f2d3-08f7-4159-b303-78567458b5b7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:48:57.178539 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5156f2d3-08f7-4159-b303-78567458b5b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:48:57.178861 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5156f2d3-08f7-4159-b303-78567458b5b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:48:57.179304 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5156f2d3-08f7-4159-b303-78567458b5b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:48:57.179503 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5156f2d3-08f7-4159-b303-78567458b5b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:48:57.203926 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Network 175902d4-e9c9-44f9-899b-7f78404fcdc5 details requested by agent ovs-agent-dv-cinder-841644-1-iscsi with host dv-cinder-841644-1-iscsi {{(pid=109805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 13 12:48:59.546036 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 45110) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:48:59.611192 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.pecan_wsgi.hooks.translation [None req-2af2e120-2b52-4308-ada6-d06dd79382ba admin admin] GET failed (client error): The resource could not be found. May 13 12:48:59.612547 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-2af2e120-2b52-4308-ada6-d06dd79382ba admin admin] 10.222.0.49 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0655215 May 13 12:48:59.686481 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb43946-009a-4669-9a6e-81739f80894d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:48:59.687948 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-5bb43946-009a-4669-9a6e-81739f80894d admin admin] 10.222.0.49 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0712161 May 13 12:48:59.698269 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.v2.base [None req-67c6b361-0087-4924-bb05-6a73f0540aa7 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '175902d4-e9c9-44f9-899b-7f78404fcdc5', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 12:48:59.721064 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67c6b361-0087-4924-bb05-6a73f0540aa7 admin admin] Made reservation on behalf of 1a91e56fe3d748728a2efec64d71ac50 for: {'subnet': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 12:48:59.723342 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-67c6b361-0087-4924-bb05-6a73f0540aa7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:48:59.918892 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-67c6b361-0087-4924-bb05-6a73f0540aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478'] for subnet (48e34b2d-40f3-4c20-a647-a7054cfe0db2), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:48:59.975660 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c6b361-0087-4924-bb05-6a73f0540aa7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48e34b2d-40f3-4c20-a647-a7054cfe0db2,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:48:59.989606 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c6b361-0087-4924-bb05-6a73f0540aa7 admin admin] Checking segment: {'id': '39d109a0-fac7-4a7a-8ef8-a702bb3ddabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '175902d4-e9c9-44f9-899b-7f78404fcdc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 12:48:59.989952 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c6b361-0087-4924-bb05-6a73f0540aa7 admin admin] Network hostable DHCP agents. Network: 175902d4-e9c9-44f9-899b-7f78404fcdc5, hostable agents: ['12f7f474-a19f-4cf7-bcdf-b9ad7dbdd770'], hosted agents: [] {{(pid=109803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 12:49:00.013960 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c6b361-0087-4924-bb05-6a73f0540aa7 admin admin] Network 175902d4-e9c9-44f9-899b-7f78404fcdc5 is scheduled to be hosted by DHCP agent 12f7f474-a19f-4cf7-bcdf-b9ad7dbdd770 with binding_index 1 {{(pid=109803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 12:49:00.026594 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-67c6b361-0087-4924-bb05-6a73f0540aa7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841644-1-iscsi, 175902d4-e9c9-44f9-899b-7f78404fcdc5) {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 12:49:00.031603 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c6b361-0087-4924-bb05-6a73f0540aa7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:49:00.033182 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-67c6b361-0087-4924-bb05-6a73f0540aa7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617456'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:49:00.035905 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4ed064-4d6f-420b-9dea-5ff1462779c8 None None] Network 175902d4-e9c9-44f9-899b-7f78404fcdc5 requested from dv-cinder-841644-1-iscsi {{(pid=109805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 12:49:00.053774 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-67c6b361-0087-4924-bb05-6a73f0540aa7 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3589385 May 13 12:49:00.154545 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcba4d41-6327-4bb7-b55e-55fc8da7256d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc8865-dd13-5aa3-bcac-a3c79f9f55b8-175902d4-e9c9-44f9-899b-7f78404fcdc5', 'network_id': '175902d4-e9c9-44f9-899b-7f78404fcdc5', 'project_id': '1a91e56fe3d748728a2efec64d71ac50', 'fixed_ips': [{'subnet_id': '48e34b2d-40f3-4c20-a647-a7054cfe0db2'}]}} from dv-cinder-841644-1-iscsi. {{(pid=109805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 13 12:49:00.155418 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-bcba4d41-6327-4bb7-b55e-55fc8da7256d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (None), before_create {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:49:00.311069 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.db_base_plugin_common [None req-bcba4d41-6327-4bb7-b55e-55fc8da7256d None None] Allocated IP 192.168.233.2 (175902d4-e9c9-44f9-899b-7f78404fcdc5/48e34b2d-40f3-4c20-a647-a7054cfe0db2/a3a844ce-5061-49b8-9f36-969f0e16461c) {{(pid=109805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 12:49:00.478131 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-bcba4d41-6327-4bb7-b55e-55fc8da7256d None None] Publish callbacks [] for port (a3a844ce-5061-49b8-9f36-969f0e16461c), precommit_create {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:49:00.484630 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-bcba4d41-6327-4bb7-b55e-55fc8da7256d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750967062384'] for port (a3a844ce-5061-49b8-9f36-969f0e16461c), after_create {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:49:00.524856 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcba4d41-6327-4bb7-b55e-55fc8da7256d None None] Network 175902d4-e9c9-44f9-899b-7f78404fcdc5 is already hosted by enough agents. {{(pid=109805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 12:49:00.528536 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.scheduler.base_scheduler [None req-bcba4d41-6327-4bb7-b55e-55fc8da7256d None None] Resources bound (agent type, host, resource id): {{(pid=109805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 12:49:00.533037 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcba4d41-6327-4bb7-b55e-55fc8da7256d None None] Received port after_create {{(pid=109805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 12:49:00.550512 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcba4d41-6327-4bb7-b55e-55fc8da7256d None None] Pushing event updated for resources: {'Port': ['ID=a3a844ce-5061-49b8-9f36-969f0e16461c,revision_number=1']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:49:00.583045 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcba4d41-6327-4bb7-b55e-55fc8da7256d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:49:00.583327 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcba4d41-6327-4bb7-b55e-55fc8da7256d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:49:00.583665 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcba4d41-6327-4bb7-b55e-55fc8da7256d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:49:00.585060 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcba4d41-6327-4bb7-b55e-55fc8da7256d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:49:00.585060 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcba4d41-6327-4bb7-b55e-55fc8da7256d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:49:00.585060 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcba4d41-6327-4bb7-b55e-55fc8da7256d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:49:00.585060 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcba4d41-6327-4bb7-b55e-55fc8da7256d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:49:00.585427 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcba4d41-6327-4bb7-b55e-55fc8da7256d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:49:00.585590 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcba4d41-6327-4bb7-b55e-55fc8da7256d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:49:00.585906 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcba4d41-6327-4bb7-b55e-55fc8da7256d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:49:00.586222 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcba4d41-6327-4bb7-b55e-55fc8da7256d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:49:00.586552 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcba4d41-6327-4bb7-b55e-55fc8da7256d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:49:00.586877 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcba4d41-6327-4bb7-b55e-55fc8da7256d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:49:00.587184 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcba4d41-6327-4bb7-b55e-55fc8da7256d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:49:00.587496 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcba4d41-6327-4bb7-b55e-55fc8da7256d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:49:00.623034 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-bcba4d41-6327-4bb7-b55e-55fc8da7256d None None] Attempting to bind port a3a844ce-5061-49b8-9f36-969f0e16461c on host dv-cinder-841644-1-iscsi for vnic_type normal with profile {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 12:49:00.623423 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-bcba4d41-6327-4bb7-b55e-55fc8da7256d None None] Attempting to bind port a3a844ce-5061-49b8-9f36-969f0e16461c by drivers openvswitch,hyperv on host dv-cinder-841644-1-iscsi at level 0 using segments [{'id': '39d109a0-fac7-4a7a-8ef8-a702bb3ddabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '175902d4-e9c9-44f9-899b-7f78404fcdc5'}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 12:49:00.623785 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcba4d41-6327-4bb7-b55e-55fc8da7256d None None] Attempting to bind port a3a844ce-5061-49b8-9f36-969f0e16461c on network 175902d4-e9c9-44f9-899b-7f78404fcdc5 {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 12:49:00.629529 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcba4d41-6327-4bb7-b55e-55fc8da7256d None None] Checking agent: {'id': 'f7880a20-862d-46b4-8dd6-192b0a47d710', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841644-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 12, 45, 48), 'started_at': datetime.datetime(2022, 5, 13, 12, 46, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 12, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841644-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 12:49:00.629974 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcba4d41-6327-4bb7-b55e-55fc8da7256d None None] Checking segment: {'id': '39d109a0-fac7-4a7a-8ef8-a702bb3ddabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '175902d4-e9c9-44f9-899b-7f78404fcdc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 12:49:00.630361 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-bcba4d41-6327-4bb7-b55e-55fc8da7256d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:49:00.630751 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcba4d41-6327-4bb7-b55e-55fc8da7256d None None] Bound using segment: {'id': '39d109a0-fac7-4a7a-8ef8-a702bb3ddabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '175902d4-e9c9-44f9-899b-7f78404fcdc5'} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 12:49:00.631283 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-bcba4d41-6327-4bb7-b55e-55fc8da7256d None None] Bound port: a3a844ce-5061-49b8-9f36-969f0e16461c, host: dv-cinder-841644-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d109a0-fac7-4a7a-8ef8-a702bb3ddabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '175902d4-e9c9-44f9-899b-7f78404fcdc5'}}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 12:49:00.631668 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-bcba4d41-6327-4bb7-b55e-55fc8da7256d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (a3a844ce-5061-49b8-9f36-969f0e16461c), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:49:00.700846 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-bcba4d41-6327-4bb7-b55e-55fc8da7256d None None] For port a3a844ce-5061-49b8-9f36-969f0e16461c, host dv-cinder-841644-1-iscsi, cleared binding levels {{(pid=109805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 12:49:00.704454 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-bcba4d41-6327-4bb7-b55e-55fc8da7256d None None] For port a3a844ce-5061-49b8-9f36-969f0e16461c, host dv-cinder-841644-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841644-1-iscsi',level=0,port_id=a3a844ce-5061-49b8-9f36-969f0e16461c,segment=NetworkSegment(39d109a0-fac7-4a7a-8ef8-a702bb3ddabf),segment_id=39d109a0-fac7-4a7a-8ef8-a702bb3ddabf)] {{(pid=109805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 12:49:00.711821 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-bcba4d41-6327-4bb7-b55e-55fc8da7256d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (a3a844ce-5061-49b8-9f36-969f0e16461c), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:49:00.781270 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcba4d41-6327-4bb7-b55e-55fc8da7256d None None] Pushing event updated for resources: {'Port': ['ID=a3a844ce-5061-49b8-9f36-969f0e16461c,revision_number=2']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:49:01.677538 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0209af-2ca5-4b54-a7e1-9ea8370344c6 None None] Network 175902d4-e9c9-44f9-899b-7f78404fcdc5 requested from dv-cinder-841644-1-iscsi {{(pid=109805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 12:49:01.740795 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-25c96992-0a64-4944-9648-bb3162a1e402 None None] Provisioning complete for port a3a844ce-5061-49b8-9f36-969f0e16461c triggered by entity DHCP. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 12:49:01.741113 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-25c96992-0a64-4944-9648-bb3162a1e402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (a3a844ce-5061-49b8-9f36-969f0e16461c), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:49:01.872716 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-25c96992-0a64-4944-9648-bb3162a1e402 None None] Current status of the port a3a844ce-5061-49b8-9f36-969f0e16461c is: DOWN; New status is: ACTIVE {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 12:49:01.873311 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-25c96992-0a64-4944-9648-bb3162a1e402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (a3a844ce-5061-49b8-9f36-969f0e16461c), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:49:01.918353 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-25c96992-0a64-4944-9648-bb3162a1e402 None None] For port a3a844ce-5061-49b8-9f36-969f0e16461c, host dv-cinder-841644-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841644-1-iscsi',level=0,port_id=a3a844ce-5061-49b8-9f36-969f0e16461c,segment=NetworkSegment(39d109a0-fac7-4a7a-8ef8-a702bb3ddabf),segment_id=39d109a0-fac7-4a7a-8ef8-a702bb3ddabf)] {{(pid=109805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 12:49:01.922974 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-25c96992-0a64-4944-9648-bb3162a1e402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (a3a844ce-5061-49b8-9f36-969f0e16461c), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:49:01.988102 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c96992-0a64-4944-9648-bb3162a1e402 None None] Pushing event updated for resources: {'Port': ['ID=a3a844ce-5061-49b8-9f36-969f0e16461c,revision_number=3']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:49:02.246549 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-4b4e9764-a339-4508-9c8b-99aad19cb295 None None] Provisioning complete for port a3a844ce-5061-49b8-9f36-969f0e16461c triggered by entity DHCP. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 12:49:02.246935 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-4b4e9764-a339-4508-9c8b-99aad19cb295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (a3a844ce-5061-49b8-9f36-969f0e16461c), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:49:02.339982 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-4b4e9764-a339-4508-9c8b-99aad19cb295 None None] Current status of the port a3a844ce-5061-49b8-9f36-969f0e16461c is: ACTIVE; New status is: ACTIVE {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 12:49:02.798457 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Device a3a844ce-5061-49b8-9f36-969f0e16461c up at agent ovs-agent-dv-cinder-841644-1-iscsi {{(pid=109805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 12:49:02.850770 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Provisioning complete for port a3a844ce-5061-49b8-9f36-969f0e16461c triggered by entity L2. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 12:49:02.851145 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (a3a844ce-5061-49b8-9f36-969f0e16461c), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:49:02.950443 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Current status of the port a3a844ce-5061-49b8-9f36-969f0e16461c is: ACTIVE; New status is: ACTIVE {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 12:49:11.418806 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-3714a8c0-c91d-4e2a-bea6-113c1808e216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (12f7f474-a19f-4cf7-bcdf-b9ad7dbdd770), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:49:13.856547 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-a439c79d-0574-4c86-8442-1e75e818d9f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (6d8a5631-9f63-444c-af3b-4dcce4842b62), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:49:14.992212 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-4a907869-afee-4d69-acd8-cccc744e537a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (d2cfa305-5f5a-49b3-8228-876061d7e1f6), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:49:16.669241 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-7baa8e58-cb75-431e-995b-6c55a6feb1d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (5f75012c-56a5-4b0a-a85c-97c3435c2a5d), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:49:16.959361 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.agents_db [None req-04065fb1-5207-409b-a281-8f6301b2fc59 None None] Agent healthcheck: found 5 active agents {{(pid=109806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 12:49:17.827416 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (f7880a20-862d-46b4-8dd6-192b0a47d710), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:49:41.423591 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-ff02d2da-b1f4-4e44-a259-48118a072652 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (12f7f474-a19f-4cf7-bcdf-b9ad7dbdd770), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:49:43.861760 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-6682ce6c-01e1-407e-bae0-ee8faffbbe37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (6d8a5631-9f63-444c-af3b-4dcce4842b62), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:49:44.996751 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-4a907869-afee-4d69-acd8-cccc744e537a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (d2cfa305-5f5a-49b3-8228-876061d7e1f6), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:49:46.674279 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-7baa8e58-cb75-431e-995b-6c55a6feb1d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (5f75012c-56a5-4b0a-a85c-97c3435c2a5d), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:49:47.823814 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (f7880a20-862d-46b4-8dd6-192b0a47d710), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:49:53.963259 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.agents_db [None req-04065fb1-5207-409b-a281-8f6301b2fc59 None None] Agent healthcheck: found 5 active agents {{(pid=109806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 12:50:11.426604 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-ee0bba27-2725-4997-8ad2-884c9273ca94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (12f7f474-a19f-4cf7-bcdf-b9ad7dbdd770), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:50:13.865752 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-ab0d57f7-9028-40b5-95a4-f527ee41591a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (6d8a5631-9f63-444c-af3b-4dcce4842b62), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:50:14.996613 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-4a907869-afee-4d69-acd8-cccc744e537a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (d2cfa305-5f5a-49b3-8228-876061d7e1f6), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:50:16.677655 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-7baa8e58-cb75-431e-995b-6c55a6feb1d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (5f75012c-56a5-4b0a-a85c-97c3435c2a5d), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:50:17.828645 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (f7880a20-862d-46b4-8dd6-192b0a47d710), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:50:30.626138 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 45148) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:50:30.632597 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [None req-59f811d8-0d72-4261-9684-2b18742dd6d8 tempest-verify_tempest_config-5818496 tempest-verify_tempest_config-5818496-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=109804) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 13 12:50:30.634388 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-59f811d8-0d72-4261-9684-2b18742dd6d8 tempest-verify_tempest_config-5818496 tempest-verify_tempest_config-5818496-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0071867 May 13 12:50:30.945269 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 45166) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:50:30.963428 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.agents_db [None req-04065fb1-5207-409b-a281-8f6301b2fc59 None None] Agent healthcheck: found 5 active agents {{(pid=109806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 12:50:31.067825 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-6631fb4a-b373-4ccc-9f73-a228a2ef1b35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:50:31.149133 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-6631fb4a-b373-4ccc-9f73-a228a2ef1b35 admin admin] Publish callbacks [] for security_group (47e8a103-1d19-45ad-890e-908b80bddf0d), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:50:31.153645 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-6631fb4a-b373-4ccc-9f73-a228a2ef1b35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (47e8a103-1d19-45ad-890e-908b80bddf0d), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:50:31.201852 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6631fb4a-b373-4ccc-9f73-a228a2ef1b35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47e8a103-1d19-45ad-890e-908b80bddf0d,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:50:31.205608 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-6631fb4a-b373-4ccc-9f73-a228a2ef1b35 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=12d5ccfdf2a341be8df524d5b76a66c2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2587328 May 13 12:50:31.208488 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 45170) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:50:31.211374 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6631fb4a-b373-4ccc-9f73-a228a2ef1b35 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:50:31.211971 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6631fb4a-b373-4ccc-9f73-a228a2ef1b35 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:50:31.212372 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6631fb4a-b373-4ccc-9f73-a228a2ef1b35 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:50:31.212725 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6631fb4a-b373-4ccc-9f73-a228a2ef1b35 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:50:31.213101 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6631fb4a-b373-4ccc-9f73-a228a2ef1b35 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:50:31.213442 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6631fb4a-b373-4ccc-9f73-a228a2ef1b35 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:50:31.213777 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6631fb4a-b373-4ccc-9f73-a228a2ef1b35 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:50:31.214193 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6631fb4a-b373-4ccc-9f73-a228a2ef1b35 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:50:31.214449 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6631fb4a-b373-4ccc-9f73-a228a2ef1b35 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:50:31.214782 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6631fb4a-b373-4ccc-9f73-a228a2ef1b35 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:50:31.215113 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6631fb4a-b373-4ccc-9f73-a228a2ef1b35 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:50:31.215444 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6631fb4a-b373-4ccc-9f73-a228a2ef1b35 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:50:31.215772 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6631fb4a-b373-4ccc-9f73-a228a2ef1b35 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:50:31.216095 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6631fb4a-b373-4ccc-9f73-a228a2ef1b35 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:50:31.216419 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6631fb4a-b373-4ccc-9f73-a228a2ef1b35 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:50:31.273692 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c121caa2-30e7-4942-b9ae-3f5e6833db4d admin admin] Publish callbacks [] for security_group (47e8a103-1d19-45ad-890e-908b80bddf0d), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:50:31.295391 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c121caa2-30e7-4942-b9ae-3f5e6833db4d admin admin] Publish callbacks [] for security_group (47e8a103-1d19-45ad-890e-908b80bddf0d), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:50:31.391486 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c121caa2-30e7-4942-b9ae-3f5e6833db4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (47e8a103-1d19-45ad-890e-908b80bddf0d), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:50:31.394070 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c121caa2-30e7-4942-b9ae-3f5e6833db4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:50:31.395641 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-c121caa2-30e7-4942-b9ae-3f5e6833db4d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/47e8a103-1d19-45ad-890e-908b80bddf0d HTTP/1.1" status: 204 len: 168 time: 0.1860213 May 13 12:50:31.405029 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c121caa2-30e7-4942-b9ae-3f5e6833db4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47e8a103-1d19-45ad-890e-908b80bddf0d,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:50:31.413108 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c121caa2-30e7-4942-b9ae-3f5e6833db4d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:50:31.413450 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c121caa2-30e7-4942-b9ae-3f5e6833db4d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:50:31.413798 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c121caa2-30e7-4942-b9ae-3f5e6833db4d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:50:31.414220 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c121caa2-30e7-4942-b9ae-3f5e6833db4d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:50:31.414676 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c121caa2-30e7-4942-b9ae-3f5e6833db4d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:50:31.415004 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c121caa2-30e7-4942-b9ae-3f5e6833db4d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:50:31.415321 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c121caa2-30e7-4942-b9ae-3f5e6833db4d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:50:31.415640 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c121caa2-30e7-4942-b9ae-3f5e6833db4d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:50:31.415956 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c121caa2-30e7-4942-b9ae-3f5e6833db4d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:50:31.416477 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c121caa2-30e7-4942-b9ae-3f5e6833db4d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:50:31.416798 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c121caa2-30e7-4942-b9ae-3f5e6833db4d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:50:31.417146 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c121caa2-30e7-4942-b9ae-3f5e6833db4d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:50:31.417462 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c121caa2-30e7-4942-b9ae-3f5e6833db4d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:50:31.417778 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c121caa2-30e7-4942-b9ae-3f5e6833db4d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:50:31.418091 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c121caa2-30e7-4942-b9ae-3f5e6833db4d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:50:41.429329 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-4e789804-d9b2-4e9f-bc42-4deaa015a1d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (12f7f474-a19f-4cf7-bcdf-b9ad7dbdd770), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:50:43.870082 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-05203db7-857b-4ba4-9298-89685188c5d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (6d8a5631-9f63-444c-af3b-4dcce4842b62), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:50:45.002557 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-4a907869-afee-4d69-acd8-cccc744e537a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (d2cfa305-5f5a-49b3-8228-876061d7e1f6), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:50:46.684389 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-7baa8e58-cb75-431e-995b-6c55a6feb1d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (5f75012c-56a5-4b0a-a85c-97c3435c2a5d), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:50:47.831515 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (f7880a20-862d-46b4-8dd6-192b0a47d710), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:51:07.963598 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.agents_db [None req-04065fb1-5207-409b-a281-8f6301b2fc59 None None] Agent healthcheck: found 5 active agents {{(pid=109806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 12:51:11.432375 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-d8860013-8685-4911-8e9b-4bd117cad33b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (12f7f474-a19f-4cf7-bcdf-b9ad7dbdd770), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:51:13.873505 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-351ca179-c148-423c-8818-f1504b7d9276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (6d8a5631-9f63-444c-af3b-4dcce4842b62), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:51:15.002690 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-4a907869-afee-4d69-acd8-cccc744e537a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (d2cfa305-5f5a-49b3-8228-876061d7e1f6), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:51:16.681494 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-7baa8e58-cb75-431e-995b-6c55a6feb1d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (5f75012c-56a5-4b0a-a85c-97c3435c2a5d), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:51:17.835804 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (f7880a20-862d-46b4-8dd6-192b0a47d710), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:51:41.434982 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-664c15ce-dd0f-431e-b4be-f9bdd9b8e79b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (12f7f474-a19f-4cf7-bcdf-b9ad7dbdd770), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:51:43.875302 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-d95cc1e3-8e90-444b-b662-867842cae786 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (6d8a5631-9f63-444c-af3b-4dcce4842b62), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:51:44.963431 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.agents_db [None req-04065fb1-5207-409b-a281-8f6301b2fc59 None None] Agent healthcheck: found 5 active agents {{(pid=109806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 12:51:45.005853 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-4a907869-afee-4d69-acd8-cccc744e537a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (d2cfa305-5f5a-49b3-8228-876061d7e1f6), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:51:46.685120 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-7baa8e58-cb75-431e-995b-6c55a6feb1d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (5f75012c-56a5-4b0a-a85c-97c3435c2a5d), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:51:47.840576 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (f7880a20-862d-46b4-8dd6-192b0a47d710), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:52:11.438138 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-d82eebe6-0802-48b1-9276-a226dc7324dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (12f7f474-a19f-4cf7-bcdf-b9ad7dbdd770), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:52:13.888273 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-844b9334-dd35-4428-b2e8-3a28c0ed9ffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (6d8a5631-9f63-444c-af3b-4dcce4842b62), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:52:15.012698 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-4a907869-afee-4d69-acd8-cccc744e537a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (d2cfa305-5f5a-49b3-8228-876061d7e1f6), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:52:16.690654 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-7baa8e58-cb75-431e-995b-6c55a6feb1d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (5f75012c-56a5-4b0a-a85c-97c3435c2a5d), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:52:17.844216 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (f7880a20-862d-46b4-8dd6-192b0a47d710), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:52:20.146486 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1622238'] for agent (202f7e15-8fd1-4d3b-a0cb-2b083dcecd1a), after_create {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:52:21.961869 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.agents_db [None req-04065fb1-5207-409b-a281-8f6301b2fc59 None None] Agent healthcheck: found 6 active agents {{(pid=109806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 12:52:33.687372 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 45242) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:52:33.796070 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-d4cd57d9-e328-40f3-8bff-d10db4852050 admin admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1075456 May 13 12:52:36.163706 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 45252) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:52:36.220193 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-48c1dc7a-eccf-44f9-af4e-caccc01fee39 admin admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0553904 May 13 12:52:41.448035 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-bbfa46bb-9946-45ff-a51a-e935d1684081 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (12f7f474-a19f-4cf7-bcdf-b9ad7dbdd770), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:52:43.881037 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-e7430932-ea78-4f92-81c6-b7114818aaed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (6d8a5631-9f63-444c-af3b-4dcce4842b62), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:52:45.013596 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-4a907869-afee-4d69-acd8-cccc744e537a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (d2cfa305-5f5a-49b3-8228-876061d7e1f6), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:52:46.694212 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-7baa8e58-cb75-431e-995b-6c55a6feb1d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (5f75012c-56a5-4b0a-a85c-97c3435c2a5d), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:52:47.848142 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (f7880a20-862d-46b4-8dd6-192b0a47d710), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:52:50.103280 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (202f7e15-8fd1-4d3b-a0cb-2b083dcecd1a), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:52:58.962674 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.agents_db [None req-04065fb1-5207-409b-a281-8f6301b2fc59 None None] Agent healthcheck: found 6 active agents {{(pid=109806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 12:53:11.439287 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-6b90a7fa-1a2e-47ea-bd54-9f9be08011c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (12f7f474-a19f-4cf7-bcdf-b9ad7dbdd770), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:53:13.881485 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-e78f032b-a16e-47a4-9a80-b0a5fa3c4294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (6d8a5631-9f63-444c-af3b-4dcce4842b62), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:53:15.015918 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-4a907869-afee-4d69-acd8-cccc744e537a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (d2cfa305-5f5a-49b3-8228-876061d7e1f6), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:53:16.695203 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-7baa8e58-cb75-431e-995b-6c55a6feb1d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (5f75012c-56a5-4b0a-a85c-97c3435c2a5d), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:53:17.853825 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (f7880a20-862d-46b4-8dd6-192b0a47d710), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:53:20.122285 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (202f7e15-8fd1-4d3b-a0cb-2b083dcecd1a), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:53:35.961272 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.agents_db [None req-04065fb1-5207-409b-a281-8f6301b2fc59 None None] Agent healthcheck: found 6 active agents {{(pid=109806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 12:53:41.441870 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-3237b1d8-144f-43f6-a5b7-5927ac73d503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (12f7f474-a19f-4cf7-bcdf-b9ad7dbdd770), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:53:43.882906 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-41f799fe-4b08-4fa6-8b6b-bfb98bff8969 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (6d8a5631-9f63-444c-af3b-4dcce4842b62), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:53:45.018508 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-4a907869-afee-4d69-acd8-cccc744e537a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (d2cfa305-5f5a-49b3-8228-876061d7e1f6), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:53:46.696878 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-7baa8e58-cb75-431e-995b-6c55a6feb1d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (5f75012c-56a5-4b0a-a85c-97c3435c2a5d), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:53:47.850672 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (f7880a20-862d-46b4-8dd6-192b0a47d710), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:53:50.116838 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (202f7e15-8fd1-4d3b-a0cb-2b083dcecd1a), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:11.450168 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-425d9e86-52ec-410e-a3ba-ad2e362ca22a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (12f7f474-a19f-4cf7-bcdf-b9ad7dbdd770), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:12.960534 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.agents_db [None req-04065fb1-5207-409b-a281-8f6301b2fc59 None None] Agent healthcheck: found 6 active agents {{(pid=109806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 12:54:13.903287 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-519a9d10-0bd2-4de6-8de5-8f5bb6a15404 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (6d8a5631-9f63-444c-af3b-4dcce4842b62), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:15.038922 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-4a907869-afee-4d69-acd8-cccc744e537a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (d2cfa305-5f5a-49b3-8228-876061d7e1f6), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:16.716416 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-7baa8e58-cb75-431e-995b-6c55a6feb1d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (5f75012c-56a5-4b0a-a85c-97c3435c2a5d), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:17.856616 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (f7880a20-862d-46b4-8dd6-192b0a47d710), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:19.004514 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 45422) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:54:19.197901 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.v2.base [None req-21f996a0-348b-4ea7-a2c1-1acc87d8b96e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1244794626-network', 'tenant_id': '0b148a16abbc49ed816ed45fc1ad4980'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 12:54:19.227212 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21f996a0-348b-4ea7-a2c1-1acc87d8b96e admin admin] Made reservation on behalf of 0b148a16abbc49ed816ed45fc1ad4980 for: {'network': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 12:54:19.229516 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-21f996a0-348b-4ea7-a2c1-1acc87d8b96e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for network (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:19.238483 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-21f996a0-348b-4ea7-a2c1-1acc87d8b96e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:19.340772 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-21f996a0-348b-4ea7-a2c1-1acc87d8b96e admin admin] Publish callbacks [] for security_group (b6ba5805-4c40-430b-8c21-c4e15db7a7ee), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:19.345114 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-21f996a0-348b-4ea7-a2c1-1acc87d8b96e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (b6ba5805-4c40-430b-8c21-c4e15db7a7ee), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:19.375520 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f996a0-348b-4ea7-a2c1-1acc87d8b96e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6ba5805-4c40-430b-8c21-c4e15db7a7ee,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:54:19.384654 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f996a0-348b-4ea7-a2c1-1acc87d8b96e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:54:19.385271 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f996a0-348b-4ea7-a2c1-1acc87d8b96e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:54:19.385887 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f996a0-348b-4ea7-a2c1-1acc87d8b96e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:54:19.386418 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f996a0-348b-4ea7-a2c1-1acc87d8b96e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:54:19.386931 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f996a0-348b-4ea7-a2c1-1acc87d8b96e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:54:19.387306 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f996a0-348b-4ea7-a2c1-1acc87d8b96e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:54:19.387694 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f996a0-348b-4ea7-a2c1-1acc87d8b96e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:54:19.388244 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f996a0-348b-4ea7-a2c1-1acc87d8b96e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:54:19.388779 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f996a0-348b-4ea7-a2c1-1acc87d8b96e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:54:19.389305 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f996a0-348b-4ea7-a2c1-1acc87d8b96e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:54:19.389784 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f996a0-348b-4ea7-a2c1-1acc87d8b96e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:54:19.390265 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f996a0-348b-4ea7-a2c1-1acc87d8b96e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:54:19.390583 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f996a0-348b-4ea7-a2c1-1acc87d8b96e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:54:19.390899 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f996a0-348b-4ea7-a2c1-1acc87d8b96e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:54:19.391208 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f996a0-348b-4ea7-a2c1-1acc87d8b96e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:54:19.392314 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f996a0-348b-4ea7-a2c1-1acc87d8b96e admin admin] Tracked resource versions report: May 13 12:54:19.392314 dv-cinder-841644-1-iscsi neutron-server[109803]: pushed versions: May 13 12:54:19.392314 dv-cinder-841644-1-iscsi neutron-server[109803]: { 'AddressGroup': {'1.2'}, May 13 12:54:19.392314 dv-cinder-841644-1-iscsi neutron-server[109803]: 'Agent': {'1.1'}, May 13 12:54:19.392314 dv-cinder-841644-1-iscsi neutron-server[109803]: 'ConntrackHelper': {'1.0'}, May 13 12:54:19.392314 dv-cinder-841644-1-iscsi neutron-server[109803]: 'LocalIPAssociation': {'1.0'}, May 13 12:54:19.392314 dv-cinder-841644-1-iscsi neutron-server[109803]: 'Log': {'1.0'}, May 13 12:54:19.392314 dv-cinder-841644-1-iscsi neutron-server[109803]: 'NDPProxy': {'1.0'}, May 13 12:54:19.392314 dv-cinder-841644-1-iscsi neutron-server[109803]: 'Network': {'1.1'}, May 13 12:54:19.392314 dv-cinder-841644-1-iscsi neutron-server[109803]: 'Port': {'1.7'}, May 13 12:54:19.392314 dv-cinder-841644-1-iscsi neutron-server[109803]: 'PortForwarding': {'1.3'}, May 13 12:54:19.392314 dv-cinder-841644-1-iscsi neutron-server[109803]: 'QosPolicy': {'1.10'}, May 13 12:54:19.392314 dv-cinder-841644-1-iscsi neutron-server[109803]: 'SecurityGroup': {'1.5'}, May 13 12:54:19.392314 dv-cinder-841644-1-iscsi neutron-server[109803]: 'SecurityGroupRule': {'1.2'}, May 13 12:54:19.392314 dv-cinder-841644-1-iscsi neutron-server[109803]: 'SubPort': {'1.0'}, May 13 12:54:19.392314 dv-cinder-841644-1-iscsi neutron-server[109803]: 'Subnet': {'1.1'}, May 13 12:54:19.392314 dv-cinder-841644-1-iscsi neutron-server[109803]: 'Trunk': {'1.1'}} May 13 12:54:19.392314 dv-cinder-841644-1-iscsi neutron-server[109803]: consumer versions: May 13 12:54:19.392314 dv-cinder-841644-1-iscsi neutron-server[109803]: { DHCP agent@dv-cinder-841644-1-iscsi: {}, May 13 12:54:19.392314 dv-cinder-841644-1-iscsi neutron-server[109803]: HyperV agent@hv-cinder-84164: {}, May 13 12:54:19.392314 dv-cinder-841644-1-iscsi neutron-server[109803]: L3 agent@dv-cinder-841644-1-iscsi: {}, May 13 12:54:19.392314 dv-cinder-841644-1-iscsi neutron-server[109803]: Metadata agent@dv-cinder-841644-1-iscsi: {}, May 13 12:54:19.392314 dv-cinder-841644-1-iscsi neutron-server[109803]: Metering agent@dv-cinder-841644-1-iscsi: {}, May 13 12:54:19.392314 dv-cinder-841644-1-iscsi neutron-server[109803]: Open vSwitch agent@dv-cinder-841644-1-iscsi: { 'AddressGroup': '1.2', May 13 12:54:19.392314 dv-cinder-841644-1-iscsi neutron-server[109803]: 'Agent': '1.1', May 13 12:54:19.392314 dv-cinder-841644-1-iscsi neutron-server[109803]: 'ConntrackHelper': '1.0', May 13 12:54:19.392314 dv-cinder-841644-1-iscsi neutron-server[109803]: 'LocalIPAssociation': '1.0', May 13 12:54:19.392314 dv-cinder-841644-1-iscsi neutron-server[109803]: 'Log': '1.0', May 13 12:54:19.392314 dv-cinder-841644-1-iscsi neutron-server[109803]: 'NDPProxy': '1.0', May 13 12:54:19.392314 dv-cinder-841644-1-iscsi neutron-server[109803]: 'Network': '1.1', May 13 12:54:19.392314 dv-cinder-841644-1-iscsi neutron-server[109803]: 'Port': '1.7', May 13 12:54:19.392314 dv-cinder-841644-1-iscsi neutron-server[109803]: 'PortForwarding': '1.3', May 13 12:54:19.392314 dv-cinder-841644-1-iscsi neutron-server[109803]: 'QosPolicy': '1.10', May 13 12:54:19.392314 dv-cinder-841644-1-iscsi neutron-server[109803]: 'SecurityGroup': '1.5', May 13 12:54:19.392314 dv-cinder-841644-1-iscsi neutron-server[109803]: 'SecurityGroupRule': '1.2', May 13 12:54:19.392314 dv-cinder-841644-1-iscsi neutron-server[109803]: 'SubPort': '1.0', May 13 12:54:19.392314 dv-cinder-841644-1-iscsi neutron-server[109803]: 'Subnet': '1.1', May 13 12:54:19.392314 dv-cinder-841644-1-iscsi neutron-server[109803]: 'Trunk': '1.1'}} May 13 12:54:19.392314 dv-cinder-841644-1-iscsi neutron-server[109803]: {{(pid=109803) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 13 12:54:19.396023 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21f996a0-348b-4ea7-a2c1-1acc87d8b96e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=109803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 12:54:19.407792 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-21f996a0-348b-4ea7-a2c1-1acc87d8b96e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488896'] for segment (0ccb2fa9-a285-4fe0-a15f-4b492217b87a), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:19.408196 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.db.segments_db [None req-21f996a0-348b-4ea7-a2c1-1acc87d8b96e admin admin] Added segment 0ccb2fa9-a285-4fe0-a15f-4b492217b87a of type vlan for network 2600954f-368e-4b9b-9fca-a1e49f9c5d94 May 13 12:54:19.453691 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-21f996a0-348b-4ea7-a2c1-1acc87d8b96e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750967083174'] for network (2600954f-368e-4b9b-9fca-a1e49f9c5d94), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:19.485305 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-21f996a0-348b-4ea7-a2c1-1acc87d8b96e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478'] for network (2600954f-368e-4b9b-9fca-a1e49f9c5d94), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:19.486267 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f996a0-348b-4ea7-a2c1-1acc87d8b96e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:54:19.486834 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-21f996a0-348b-4ea7-a2c1-1acc87d8b96e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617456'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:19.550730 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 45460) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:54:19.551324 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-21f996a0-348b-4ea7-a2c1-1acc87d8b96e admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5451014 May 13 12:54:19.558555 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.v2.base [None req-4604580f-755c-498e-b18b-7b216898f7c8 admin admin] Request body: {'subnet': {'network_id': '2600954f-368e-4b9b-9fca-a1e49f9c5d94', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1244794626-subnet', 'tenant_id': '0b148a16abbc49ed816ed45fc1ad4980', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 12:54:19.560173 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f996a0-348b-4ea7-a2c1-1acc87d8b96e admin admin] Pushing event updated for resources: {'Network': ['ID=2600954f-368e-4b9b-9fca-a1e49f9c5d94,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:54:19.571423 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Network 2600954f-368e-4b9b-9fca-a1e49f9c5d94 details requested by agent ovs-agent-dv-cinder-841644-1-iscsi with host dv-cinder-841644-1-iscsi {{(pid=109805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 13 12:54:19.590491 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4604580f-755c-498e-b18b-7b216898f7c8 admin admin] Made reservation on behalf of 0b148a16abbc49ed816ed45fc1ad4980 for: {'subnet': 1} {{(pid=109804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 12:54:19.594027 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4604580f-755c-498e-b18b-7b216898f7c8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:19.644932 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 45464) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:54:19.782651 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4604580f-755c-498e-b18b-7b216898f7c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478'] for subnet (ddd064bc-4133-46f1-b906-03efc81a9128), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:19.863018 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4604580f-755c-498e-b18b-7b216898f7c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddd064bc-4133-46f1-b906-03efc81a9128,revision_number=0']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:54:19.878532 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4604580f-755c-498e-b18b-7b216898f7c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:54:19.878878 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4604580f-755c-498e-b18b-7b216898f7c8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:54:19.879227 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4604580f-755c-498e-b18b-7b216898f7c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:54:19.879557 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4604580f-755c-498e-b18b-7b216898f7c8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:54:19.879889 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4604580f-755c-498e-b18b-7b216898f7c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:54:19.880215 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4604580f-755c-498e-b18b-7b216898f7c8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:54:19.880537 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4604580f-755c-498e-b18b-7b216898f7c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:54:19.880859 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4604580f-755c-498e-b18b-7b216898f7c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:54:19.881212 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4604580f-755c-498e-b18b-7b216898f7c8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:54:19.881557 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4604580f-755c-498e-b18b-7b216898f7c8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:54:19.881921 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4604580f-755c-498e-b18b-7b216898f7c8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:54:19.882261 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4604580f-755c-498e-b18b-7b216898f7c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:54:19.882580 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4604580f-755c-498e-b18b-7b216898f7c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:54:19.882894 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4604580f-755c-498e-b18b-7b216898f7c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:54:19.883209 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4604580f-755c-498e-b18b-7b216898f7c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:54:19.884454 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4604580f-755c-498e-b18b-7b216898f7c8 admin admin] Tracked resource versions report: May 13 12:54:19.884454 dv-cinder-841644-1-iscsi neutron-server[109804]: pushed versions: May 13 12:54:19.884454 dv-cinder-841644-1-iscsi neutron-server[109804]: { 'AddressGroup': {'1.2'}, May 13 12:54:19.884454 dv-cinder-841644-1-iscsi neutron-server[109804]: 'Agent': {'1.1'}, May 13 12:54:19.884454 dv-cinder-841644-1-iscsi neutron-server[109804]: 'ConntrackHelper': {'1.0'}, May 13 12:54:19.884454 dv-cinder-841644-1-iscsi neutron-server[109804]: 'LocalIPAssociation': {'1.0'}, May 13 12:54:19.884454 dv-cinder-841644-1-iscsi neutron-server[109804]: 'Log': {'1.0'}, May 13 12:54:19.884454 dv-cinder-841644-1-iscsi neutron-server[109804]: 'NDPProxy': {'1.0'}, May 13 12:54:19.884454 dv-cinder-841644-1-iscsi neutron-server[109804]: 'Network': {'1.1'}, May 13 12:54:19.884454 dv-cinder-841644-1-iscsi neutron-server[109804]: 'Port': {'1.7'}, May 13 12:54:19.884454 dv-cinder-841644-1-iscsi neutron-server[109804]: 'PortForwarding': {'1.3'}, May 13 12:54:19.884454 dv-cinder-841644-1-iscsi neutron-server[109804]: 'QosPolicy': {'1.10'}, May 13 12:54:19.884454 dv-cinder-841644-1-iscsi neutron-server[109804]: 'SecurityGroup': {'1.5'}, May 13 12:54:19.884454 dv-cinder-841644-1-iscsi neutron-server[109804]: 'SecurityGroupRule': {'1.2'}, May 13 12:54:19.884454 dv-cinder-841644-1-iscsi neutron-server[109804]: 'SubPort': {'1.0'}, May 13 12:54:19.884454 dv-cinder-841644-1-iscsi neutron-server[109804]: 'Subnet': {'1.1'}, May 13 12:54:19.884454 dv-cinder-841644-1-iscsi neutron-server[109804]: 'Trunk': {'1.1'}} May 13 12:54:19.884454 dv-cinder-841644-1-iscsi neutron-server[109804]: consumer versions: May 13 12:54:19.884454 dv-cinder-841644-1-iscsi neutron-server[109804]: { DHCP agent@dv-cinder-841644-1-iscsi: {}, May 13 12:54:19.884454 dv-cinder-841644-1-iscsi neutron-server[109804]: HyperV agent@hv-cinder-84164: {}, May 13 12:54:19.884454 dv-cinder-841644-1-iscsi neutron-server[109804]: L3 agent@dv-cinder-841644-1-iscsi: {}, May 13 12:54:19.884454 dv-cinder-841644-1-iscsi neutron-server[109804]: Metadata agent@dv-cinder-841644-1-iscsi: {}, May 13 12:54:19.884454 dv-cinder-841644-1-iscsi neutron-server[109804]: Metering agent@dv-cinder-841644-1-iscsi: {}, May 13 12:54:19.884454 dv-cinder-841644-1-iscsi neutron-server[109804]: Open vSwitch agent@dv-cinder-841644-1-iscsi: { 'AddressGroup': '1.2', May 13 12:54:19.884454 dv-cinder-841644-1-iscsi neutron-server[109804]: 'Agent': '1.1', May 13 12:54:19.884454 dv-cinder-841644-1-iscsi neutron-server[109804]: 'ConntrackHelper': '1.0', May 13 12:54:19.884454 dv-cinder-841644-1-iscsi neutron-server[109804]: 'LocalIPAssociation': '1.0', May 13 12:54:19.884454 dv-cinder-841644-1-iscsi neutron-server[109804]: 'Log': '1.0', May 13 12:54:19.884454 dv-cinder-841644-1-iscsi neutron-server[109804]: 'NDPProxy': '1.0', May 13 12:54:19.884454 dv-cinder-841644-1-iscsi neutron-server[109804]: 'Network': '1.1', May 13 12:54:19.884454 dv-cinder-841644-1-iscsi neutron-server[109804]: 'Port': '1.7', May 13 12:54:19.884454 dv-cinder-841644-1-iscsi neutron-server[109804]: 'PortForwarding': '1.3', May 13 12:54:19.884454 dv-cinder-841644-1-iscsi neutron-server[109804]: 'QosPolicy': '1.10', May 13 12:54:19.884454 dv-cinder-841644-1-iscsi neutron-server[109804]: 'SecurityGroup': '1.5', May 13 12:54:19.884454 dv-cinder-841644-1-iscsi neutron-server[109804]: 'SecurityGroupRule': '1.2', May 13 12:54:19.884454 dv-cinder-841644-1-iscsi neutron-server[109804]: 'SubPort': '1.0', May 13 12:54:19.884454 dv-cinder-841644-1-iscsi neutron-server[109804]: 'Subnet': '1.1', May 13 12:54:19.884454 dv-cinder-841644-1-iscsi neutron-server[109804]: 'Trunk': '1.1'}} May 13 12:54:19.884454 dv-cinder-841644-1-iscsi neutron-server[109804]: {{(pid=109804) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 13 12:54:19.896935 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4604580f-755c-498e-b18b-7b216898f7c8 admin admin] Checking segment: {'id': '0ccb2fa9-a285-4fe0-a15f-4b492217b87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '2600954f-368e-4b9b-9fca-a1e49f9c5d94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 12:54:19.897321 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4604580f-755c-498e-b18b-7b216898f7c8 admin admin] Network hostable DHCP agents. Network: 2600954f-368e-4b9b-9fca-a1e49f9c5d94, hostable agents: ['12f7f474-a19f-4cf7-bcdf-b9ad7dbdd770'], hosted agents: [] {{(pid=109804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 12:54:19.919077 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4604580f-755c-498e-b18b-7b216898f7c8 admin admin] Network 2600954f-368e-4b9b-9fca-a1e49f9c5d94 is scheduled to be hosted by DHCP agent 12f7f474-a19f-4cf7-bcdf-b9ad7dbdd770 with binding_index 1 {{(pid=109804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 12:54:19.934933 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-4604580f-755c-498e-b18b-7b216898f7c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841644-1-iscsi, 2600954f-368e-4b9b-9fca-a1e49f9c5d94) {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 12:54:19.939569 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4604580f-755c-498e-b18b-7b216898f7c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:54:19.940168 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4604580f-755c-498e-b18b-7b216898f7c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617456'] for subnet (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:19.951185 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eaf6316-af56-4eaa-abaf-45faa0f68bba None None] Network 2600954f-368e-4b9b-9fca-a1e49f9c5d94 requested from dv-cinder-841644-1-iscsi {{(pid=109805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 12:54:19.968046 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-4604580f-755c-498e-b18b-7b216898f7c8 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4118290 May 13 12:54:19.969191 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 45486) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:54:19.978268 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.v2.base [None req-7bb8afc2-4f30-43eb-befa-57a5bc82807a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1244794626-router', 'tenant_id': '0b148a16abbc49ed816ed45fc1ad4980', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732'}}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 12:54:19.989342 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 45488) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:54:20.023122 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7bb8afc2-4f30-43eb-befa-57a5bc82807a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1617132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9611'] for router (3998afaf-1597-4f3d-9f76-568897366df8), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:20.026031 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7bb8afc2-4f30-43eb-befa-57a5bc82807a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1616984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1619451', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-466668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9648'] for router (3998afaf-1597-4f3d-9f76-568897366df8), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:20.091037 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6156b32-605b-462e-9824-1db1b60eb296 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc8865-dd13-5aa3-bcac-a3c79f9f55b8-2600954f-368e-4b9b-9fca-a1e49f9c5d94', 'network_id': '2600954f-368e-4b9b-9fca-a1e49f9c5d94', 'project_id': '0b148a16abbc49ed816ed45fc1ad4980', 'fixed_ips': [{'subnet_id': 'ddd064bc-4133-46f1-b906-03efc81a9128'}]}} from dv-cinder-841644-1-iscsi. {{(pid=109805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 13 12:54:20.091839 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-c6156b32-605b-462e-9824-1db1b60eb296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (None), before_create {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:20.118565 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7bb8afc2-4f30-43eb-befa-57a5bc82807a admin admin] Publish callbacks [] for router_controller (3998afaf-1597-4f3d-9f76-568897366df8), precommit_add_association {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:20.125410 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.v2.base [None req-0e1d1a09-2005-42a7-b743-ab6e188e8c20 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-526245843-network', 'tenant_id': '58bddca6077344bea4cb41b23fcf8d35'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 12:54:20.153497 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (202f7e15-8fd1-4d3b-a0cb-2b083dcecd1a), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:20.334027 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.db_base_plugin_common [None req-c6156b32-605b-462e-9824-1db1b60eb296 None None] Allocated IP 172.20.0.2 (2600954f-368e-4b9b-9fca-a1e49f9c5d94/ddd064bc-4133-46f1-b906-03efc81a9128/7035bf88-5377-4e84-ac4e-90028dca1b4c) {{(pid=109805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 12:54:20.391598 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 45504) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:54:20.421818 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e1d1a09-2005-42a7-b743-ab6e188e8c20 admin admin] Made reservation on behalf of 58bddca6077344bea4cb41b23fcf8d35 for: {'network': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 12:54:20.424046 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0e1d1a09-2005-42a7-b743-ab6e188e8c20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for network (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:20.435088 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0e1d1a09-2005-42a7-b743-ab6e188e8c20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:20.460015 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.v2.base [None req-be412e86-eb6a-4b56-b72a-6d5d7c8a038c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-853727716-network', 'tenant_id': '612784cc2dcc45b1b71ec19fc213f48f'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 12:54:20.495111 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7bb8afc2-4f30-43eb-befa-57a5bc82807a admin admin] Publish callbacks [] for router_gateway (3998afaf-1597-4f3d-9f76-568897366df8), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:20.592954 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-c6156b32-605b-462e-9824-1db1b60eb296 None None] Publish callbacks [] for port (7035bf88-5377-4e84-ac4e-90028dca1b4c), precommit_create {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:20.593450 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be412e86-eb6a-4b56-b72a-6d5d7c8a038c admin admin] Made reservation on behalf of 612784cc2dcc45b1b71ec19fc213f48f for: {'network': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 12:54:20.594743 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-be412e86-eb6a-4b56-b72a-6d5d7c8a038c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for network (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:20.602468 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-c6156b32-605b-462e-9824-1db1b60eb296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750967062384'] for port (7035bf88-5377-4e84-ac4e-90028dca1b4c), after_create {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:20.616697 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-be412e86-eb6a-4b56-b72a-6d5d7c8a038c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:20.661861 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6156b32-605b-462e-9824-1db1b60eb296 None None] Pushing event updated for resources: {'Port': ['ID=7035bf88-5377-4e84-ac4e-90028dca1b4c,revision_number=1']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:54:20.672728 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6156b32-605b-462e-9824-1db1b60eb296 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:54:20.673005 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0e1d1a09-2005-42a7-b743-ab6e188e8c20 admin admin] Publish callbacks [] for security_group (3473c18c-30b6-4258-8d74-d4010b438108), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:20.684494 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6156b32-605b-462e-9824-1db1b60eb296 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:54:20.686191 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0e1d1a09-2005-42a7-b743-ab6e188e8c20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (3473c18c-30b6-4258-8d74-d4010b438108), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:20.693377 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6156b32-605b-462e-9824-1db1b60eb296 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:54:20.693760 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6156b32-605b-462e-9824-1db1b60eb296 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:54:20.694398 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6156b32-605b-462e-9824-1db1b60eb296 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:54:20.694815 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6156b32-605b-462e-9824-1db1b60eb296 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:54:20.695159 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6156b32-605b-462e-9824-1db1b60eb296 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:54:20.695493 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6156b32-605b-462e-9824-1db1b60eb296 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:54:20.695851 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6156b32-605b-462e-9824-1db1b60eb296 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:54:20.696271 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6156b32-605b-462e-9824-1db1b60eb296 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:54:20.696612 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6156b32-605b-462e-9824-1db1b60eb296 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:54:20.697003 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6156b32-605b-462e-9824-1db1b60eb296 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:54:20.697351 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6156b32-605b-462e-9824-1db1b60eb296 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:54:20.697676 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6156b32-605b-462e-9824-1db1b60eb296 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:54:20.698000 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6156b32-605b-462e-9824-1db1b60eb296 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:54:20.699377 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6156b32-605b-462e-9824-1db1b60eb296 None None] Tracked resource versions report: May 13 12:54:20.699377 dv-cinder-841644-1-iscsi neutron-server[109805]: pushed versions: May 13 12:54:20.699377 dv-cinder-841644-1-iscsi neutron-server[109805]: { 'AddressGroup': {'1.2'}, May 13 12:54:20.699377 dv-cinder-841644-1-iscsi neutron-server[109805]: 'Agent': {'1.1'}, May 13 12:54:20.699377 dv-cinder-841644-1-iscsi neutron-server[109805]: 'ConntrackHelper': {'1.0'}, May 13 12:54:20.699377 dv-cinder-841644-1-iscsi neutron-server[109805]: 'LocalIPAssociation': {'1.0'}, May 13 12:54:20.699377 dv-cinder-841644-1-iscsi neutron-server[109805]: 'Log': {'1.0'}, May 13 12:54:20.699377 dv-cinder-841644-1-iscsi neutron-server[109805]: 'NDPProxy': {'1.0'}, May 13 12:54:20.699377 dv-cinder-841644-1-iscsi neutron-server[109805]: 'Network': {'1.1'}, May 13 12:54:20.699377 dv-cinder-841644-1-iscsi neutron-server[109805]: 'Port': {'1.7'}, May 13 12:54:20.699377 dv-cinder-841644-1-iscsi neutron-server[109805]: 'PortForwarding': {'1.3'}, May 13 12:54:20.699377 dv-cinder-841644-1-iscsi neutron-server[109805]: 'QosPolicy': {'1.10'}, May 13 12:54:20.699377 dv-cinder-841644-1-iscsi neutron-server[109805]: 'SecurityGroup': {'1.5'}, May 13 12:54:20.699377 dv-cinder-841644-1-iscsi neutron-server[109805]: 'SecurityGroupRule': {'1.2'}, May 13 12:54:20.699377 dv-cinder-841644-1-iscsi neutron-server[109805]: 'SubPort': {'1.0'}, May 13 12:54:20.699377 dv-cinder-841644-1-iscsi neutron-server[109805]: 'Subnet': {'1.1'}, May 13 12:54:20.699377 dv-cinder-841644-1-iscsi neutron-server[109805]: 'Trunk': {'1.1'}} May 13 12:54:20.699377 dv-cinder-841644-1-iscsi neutron-server[109805]: consumer versions: May 13 12:54:20.699377 dv-cinder-841644-1-iscsi neutron-server[109805]: { DHCP agent@dv-cinder-841644-1-iscsi: {}, May 13 12:54:20.699377 dv-cinder-841644-1-iscsi neutron-server[109805]: HyperV agent@hv-cinder-84164: {}, May 13 12:54:20.699377 dv-cinder-841644-1-iscsi neutron-server[109805]: L3 agent@dv-cinder-841644-1-iscsi: {}, May 13 12:54:20.699377 dv-cinder-841644-1-iscsi neutron-server[109805]: Metadata agent@dv-cinder-841644-1-iscsi: {}, May 13 12:54:20.699377 dv-cinder-841644-1-iscsi neutron-server[109805]: Metering agent@dv-cinder-841644-1-iscsi: {}, May 13 12:54:20.699377 dv-cinder-841644-1-iscsi neutron-server[109805]: Open vSwitch agent@dv-cinder-841644-1-iscsi: { 'AddressGroup': '1.2', May 13 12:54:20.699377 dv-cinder-841644-1-iscsi neutron-server[109805]: 'Agent': '1.1', May 13 12:54:20.699377 dv-cinder-841644-1-iscsi neutron-server[109805]: 'ConntrackHelper': '1.0', May 13 12:54:20.699377 dv-cinder-841644-1-iscsi neutron-server[109805]: 'LocalIPAssociation': '1.0', May 13 12:54:20.699377 dv-cinder-841644-1-iscsi neutron-server[109805]: 'Log': '1.0', May 13 12:54:20.699377 dv-cinder-841644-1-iscsi neutron-server[109805]: 'NDPProxy': '1.0', May 13 12:54:20.699377 dv-cinder-841644-1-iscsi neutron-server[109805]: 'Network': '1.1', May 13 12:54:20.699377 dv-cinder-841644-1-iscsi neutron-server[109805]: 'Port': '1.7', May 13 12:54:20.699377 dv-cinder-841644-1-iscsi neutron-server[109805]: 'PortForwarding': '1.3', May 13 12:54:20.699377 dv-cinder-841644-1-iscsi neutron-server[109805]: 'QosPolicy': '1.10', May 13 12:54:20.699377 dv-cinder-841644-1-iscsi neutron-server[109805]: 'SecurityGroup': '1.5', May 13 12:54:20.699377 dv-cinder-841644-1-iscsi neutron-server[109805]: 'SecurityGroupRule': '1.2', May 13 12:54:20.699377 dv-cinder-841644-1-iscsi neutron-server[109805]: 'SubPort': '1.0', May 13 12:54:20.699377 dv-cinder-841644-1-iscsi neutron-server[109805]: 'Subnet': '1.1', May 13 12:54:20.699377 dv-cinder-841644-1-iscsi neutron-server[109805]: 'Trunk': '1.1'}} May 13 12:54:20.699377 dv-cinder-841644-1-iscsi neutron-server[109805]: {{(pid=109805) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 13 12:54:20.719151 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6156b32-605b-462e-9824-1db1b60eb296 None None] Network 2600954f-368e-4b9b-9fca-a1e49f9c5d94 is already hosted by enough agents. {{(pid=109805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 12:54:20.721427 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.scheduler.base_scheduler [None req-c6156b32-605b-462e-9824-1db1b60eb296 None None] Resources bound (agent type, host, resource id): {{(pid=109805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 12:54:20.723915 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6156b32-605b-462e-9824-1db1b60eb296 None None] Received port after_create {{(pid=109805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 12:54:20.760468 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1d1a09-2005-42a7-b743-ab6e188e8c20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3473c18c-30b6-4258-8d74-d4010b438108,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:54:20.778212 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e1d1a09-2005-42a7-b743-ab6e188e8c20 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=109803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 12:54:20.823308 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-c6156b32-605b-462e-9824-1db1b60eb296 None None] Attempting to bind port 7035bf88-5377-4e84-ac4e-90028dca1b4c on host dv-cinder-841644-1-iscsi for vnic_type normal with profile {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 12:54:20.823806 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-c6156b32-605b-462e-9824-1db1b60eb296 None None] Attempting to bind port 7035bf88-5377-4e84-ac4e-90028dca1b4c by drivers openvswitch,hyperv on host dv-cinder-841644-1-iscsi at level 0 using segments [{'id': '0ccb2fa9-a285-4fe0-a15f-4b492217b87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '2600954f-368e-4b9b-9fca-a1e49f9c5d94'}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 12:54:20.824184 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6156b32-605b-462e-9824-1db1b60eb296 None None] Attempting to bind port 7035bf88-5377-4e84-ac4e-90028dca1b4c on network 2600954f-368e-4b9b-9fca-a1e49f9c5d94 {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 12:54:20.828819 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.v2.base [None req-5afc0d52-60fc-4401-91f7-ac7589420dc5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-207558896-network', 'tenant_id': '7ec55859792345359fc7b22003b4e995'}} {{(pid=109804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 12:54:20.831691 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6156b32-605b-462e-9824-1db1b60eb296 None None] Checking agent: {'id': 'f7880a20-862d-46b4-8dd6-192b0a47d710', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841644-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 12, 45, 48), 'started_at': datetime.datetime(2022, 5, 13, 12, 46, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 12, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841644-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 12:54:20.831691 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6156b32-605b-462e-9824-1db1b60eb296 None None] Checking segment: {'id': '0ccb2fa9-a285-4fe0-a15f-4b492217b87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '2600954f-368e-4b9b-9fca-a1e49f9c5d94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 12:54:20.831691 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-c6156b32-605b-462e-9824-1db1b60eb296 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:20.832062 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6156b32-605b-462e-9824-1db1b60eb296 None None] Bound using segment: {'id': '0ccb2fa9-a285-4fe0-a15f-4b492217b87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '2600954f-368e-4b9b-9fca-a1e49f9c5d94'} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 12:54:20.832322 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-c6156b32-605b-462e-9824-1db1b60eb296 None None] Bound port: 7035bf88-5377-4e84-ac4e-90028dca1b4c, host: dv-cinder-841644-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ccb2fa9-a285-4fe0-a15f-4b492217b87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '2600954f-368e-4b9b-9fca-a1e49f9c5d94'}}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 12:54:20.832706 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-c6156b32-605b-462e-9824-1db1b60eb296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (7035bf88-5377-4e84-ac4e-90028dca1b4c), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:20.865920 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5afc0d52-60fc-4401-91f7-ac7589420dc5 admin admin] Made reservation on behalf of 7ec55859792345359fc7b22003b4e995 for: {'network': 1} {{(pid=109804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 12:54:20.868736 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-5afc0d52-60fc-4401-91f7-ac7589420dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for network (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:20.870864 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0e1d1a09-2005-42a7-b743-ab6e188e8c20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488896'] for segment (4c692b35-b0de-4c8a-9d7f-cd52d87568b3), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:20.872212 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.db.segments_db [None req-0e1d1a09-2005-42a7-b743-ab6e188e8c20 admin admin] Added segment 4c692b35-b0de-4c8a-9d7f-cd52d87568b3 of type vlan for network f576fff5-2fa1-4591-9247-28b4216fb188 May 13 12:54:20.880213 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-5afc0d52-60fc-4401-91f7-ac7589420dc5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:20.928873 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0e1d1a09-2005-42a7-b743-ab6e188e8c20 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750967083174'] for network (f576fff5-2fa1-4591-9247-28b4216fb188), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:20.952952 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-c6156b32-605b-462e-9824-1db1b60eb296 None None] For port 7035bf88-5377-4e84-ac4e-90028dca1b4c, host dv-cinder-841644-1-iscsi, cleared binding levels {{(pid=109805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 12:54:20.962006 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-c6156b32-605b-462e-9824-1db1b60eb296 None None] For port 7035bf88-5377-4e84-ac4e-90028dca1b4c, host dv-cinder-841644-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841644-1-iscsi',level=0,port_id=7035bf88-5377-4e84-ac4e-90028dca1b4c,segment=NetworkSegment(0ccb2fa9-a285-4fe0-a15f-4b492217b87a),segment_id=0ccb2fa9-a285-4fe0-a15f-4b492217b87a)] {{(pid=109805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 12:54:20.980129 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-c6156b32-605b-462e-9824-1db1b60eb296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (7035bf88-5377-4e84-ac4e-90028dca1b4c), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:20.998662 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7bb8afc2-4f30-43eb-befa-57a5bc82807a admin admin] Publish callbacks [] for router_gateway (3998afaf-1597-4f3d-9f76-568897366df8), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:21.024613 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7bb8afc2-4f30-43eb-befa-57a5bc82807a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:21.055040 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-5afc0d52-60fc-4401-91f7-ac7589420dc5 admin admin] Publish callbacks [] for security_group (f692a2e9-170d-4ee1-9220-72300369e86c), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:21.066308 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-5afc0d52-60fc-4401-91f7-ac7589420dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (f692a2e9-170d-4ee1-9220-72300369e86c), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:21.095986 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6156b32-605b-462e-9824-1db1b60eb296 None None] Pushing event updated for resources: {'Port': ['ID=7035bf88-5377-4e84-ac4e-90028dca1b4c,revision_number=2']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:54:21.102225 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5afc0d52-60fc-4401-91f7-ac7589420dc5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=109804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 12:54:21.144344 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-5afc0d52-60fc-4401-91f7-ac7589420dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488896'] for segment (c6a3dc01-8071-489d-bd05-606d071e01ac), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:21.145142 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.db.segments_db [None req-5afc0d52-60fc-4401-91f7-ac7589420dc5 admin admin] Added segment c6a3dc01-8071-489d-bd05-606d071e01ac of type vlan for network f1c41e28-5d16-459f-865e-9320359228db May 13 12:54:21.145277 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-7bb8afc2-4f30-43eb-befa-57a5bc82807a admin admin] Allocated IP 172.27.3.194 (feab3964-f0b8-402e-905b-49af947bf732/23e33d6a-fc94-4466-a994-b549e993d354/20f9def9-d5cf-42f7-b355-bde634d176ac) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 12:54:21.146930 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afc0d52-60fc-4401-91f7-ac7589420dc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f692a2e9-170d-4ee1-9220-72300369e86c,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:54:21.233999 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.db.resource_extend [None req-0e1d1a09-2005-42a7-b743-ab6e188e8c20 admin admin] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 12:54:21.270831 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-5afc0d52-60fc-4401-91f7-ac7589420dc5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750967083174'] for network (f1c41e28-5d16-459f-865e-9320359228db), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:21.304046 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0e1d1a09-2005-42a7-b743-ab6e188e8c20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478'] for network (f576fff5-2fa1-4591-9247-28b4216fb188), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:21.311409 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e1d1a09-2005-42a7-b743-ab6e188e8c20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:54:21.312197 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0e1d1a09-2005-42a7-b743-ab6e188e8c20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617456'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:21.334658 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-5afc0d52-60fc-4401-91f7-ac7589420dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478'] for network (f1c41e28-5d16-459f-865e-9320359228db), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:21.335962 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5afc0d52-60fc-4401-91f7-ac7589420dc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:54:21.336556 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-5afc0d52-60fc-4401-91f7-ac7589420dc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617456'] for network (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:21.377679 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-5afc0d52-60fc-4401-91f7-ac7589420dc5 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9849737 May 13 12:54:21.385863 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7bb8afc2-4f30-43eb-befa-57a5bc82807a admin admin] Publish callbacks [] for port (20f9def9-d5cf-42f7-b355-bde634d176ac), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:21.388705 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 45556) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:54:21.430110 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.v2.base [None req-54f7bfa2-879b-4121-8bde-b7a4dcfda901 admin admin] Request body: {'subnet': {'network_id': 'f1c41e28-5d16-459f-865e-9320359228db', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-207558896-subnet', 'tenant_id': '7ec55859792345359fc7b22003b4e995', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 12:54:21.485396 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-0e1d1a09-2005-42a7-b743-ab6e188e8c20 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.8385837 May 13 12:54:21.489656 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-be412e86-eb6a-4b56-b72a-6d5d7c8a038c admin admin] Publish callbacks [] for security_group (00d96c8d-9604-401a-8db1-0d6089e57080), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:21.510802 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 45560) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:54:21.513528 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-be412e86-eb6a-4b56-b72a-6d5d7c8a038c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (00d96c8d-9604-401a-8db1-0d6089e57080), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:21.548321 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.v2.base [None req-626fe27b-a86a-4ee3-af38-c7702e74c48f admin admin] Request body: {'subnet': {'network_id': 'f576fff5-2fa1-4591-9247-28b4216fb188', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-526245843-subnet', 'tenant_id': '58bddca6077344bea4cb41b23fcf8d35', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 12:54:21.552939 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 45564) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:54:21.605899 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54f7bfa2-879b-4121-8bde-b7a4dcfda901 admin admin] Made reservation on behalf of 7ec55859792345359fc7b22003b4e995 for: {'subnet': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 12:54:21.608591 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-54f7bfa2-879b-4121-8bde-b7a4dcfda901 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:21.622123 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1d1a09-2005-42a7-b743-ab6e188e8c20 admin admin] Pushing event updated for resources: {'Network': ['ID=f576fff5-2fa1-4591-9247-28b4216fb188,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:54:21.634720 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Network f576fff5-2fa1-4591-9247-28b4216fb188 details requested by agent ovs-agent-dv-cinder-841644-1-iscsi with host dv-cinder-841644-1-iscsi {{(pid=109805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 13 12:54:21.665230 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be412e86-eb6a-4b56-b72a-6d5d7c8a038c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=109803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 12:54:21.672887 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-626fe27b-a86a-4ee3-af38-c7702e74c48f admin admin] Made reservation on behalf of 58bddca6077344bea4cb41b23fcf8d35 for: {'subnet': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 12:54:21.675791 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-626fe27b-a86a-4ee3-af38-c7702e74c48f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:21.679586 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afc0d52-60fc-4401-91f7-ac7589420dc5 admin admin] Pushing event updated for resources: {'Network': ['ID=f1c41e28-5d16-459f-865e-9320359228db,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:54:21.727608 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Network f1c41e28-5d16-459f-865e-9320359228db details requested by agent ovs-agent-dv-cinder-841644-1-iscsi with host dv-cinder-841644-1-iscsi {{(pid=109805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 13 12:54:21.823123 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-be412e86-eb6a-4b56-b72a-6d5d7c8a038c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488896'] for segment (eedc70e4-57fe-4fe6-949a-899ecd732f0e), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:21.823466 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.db.segments_db [None req-be412e86-eb6a-4b56-b72a-6d5d7c8a038c admin admin] Added segment eedc70e4-57fe-4fe6-949a-899ecd732f0e of type vlan for network b032638b-546c-4763-8f7c-e53a0e0d1071 May 13 12:54:21.933158 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be412e86-eb6a-4b56-b72a-6d5d7c8a038c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00d96c8d-9604-401a-8db1-0d6089e57080,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:54:21.954230 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-be412e86-eb6a-4b56-b72a-6d5d7c8a038c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750967083174'] for network (b032638b-546c-4763-8f7c-e53a0e0d1071), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:21.961123 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7bb8afc2-4f30-43eb-befa-57a5bc82807a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750967062384'] for port (20f9def9-d5cf-42f7-b355-bde634d176ac), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:21.975383 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-a63c8022-9f8c-4cdc-aea9-5af1e28318d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:22.051257 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb8afc2-4f30-43eb-befa-57a5bc82807a admin admin] Network feab3964-f0b8-402e-905b-49af947bf732 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 12:54:22.070957 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-7bb8afc2-4f30-43eb-befa-57a5bc82807a admin admin] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 12:54:22.073759 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb8afc2-4f30-43eb-befa-57a5bc82807a admin admin] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 12:54:22.100949 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-a63c8022-9f8c-4cdc-aea9-5af1e28318d0 admin admin] Publish callbacks [] for security_group (bdac5451-cd83-4a67-bcff-7d1fbdf806c9), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:22.106686 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-a63c8022-9f8c-4cdc-aea9-5af1e28318d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (bdac5451-cd83-4a67-bcff-7d1fbdf806c9), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:22.132707 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-be412e86-eb6a-4b56-b72a-6d5d7c8a038c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478'] for network (b032638b-546c-4763-8f7c-e53a0e0d1071), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:22.133692 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be412e86-eb6a-4b56-b72a-6d5d7c8a038c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:54:22.134369 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-be412e86-eb6a-4b56-b72a-6d5d7c8a038c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617456'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:22.137051 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-626fe27b-a86a-4ee3-af38-c7702e74c48f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478'] for subnet (255ce2d7-f0f9-429c-8a86-3bbc48d08e37), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:22.167114 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-a63c8022-9f8c-4cdc-aea9-5af1e28318d0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6dd8a886a6ac4878b0dd960ce0a448a7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6123886 May 13 12:54:22.167754 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 45590) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:54:22.174622 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63c8022-9f8c-4cdc-aea9-5af1e28318d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdac5451-cd83-4a67-bcff-7d1fbdf806c9,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:54:22.174860 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb8afc2-4f30-43eb-befa-57a5bc82807a admin admin] Pushing event updated for resources: {'Port': ['ID=20f9def9-d5cf-42f7-b355-bde634d176ac,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:54:22.258388 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-201b4181-0417-47f8-84d1-7dc2ef16a24f admin admin] Publish callbacks [] for security_group (bdac5451-cd83-4a67-bcff-7d1fbdf806c9), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:22.283323 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-be412e86-eb6a-4b56-b72a-6d5d7c8a038c admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.2926397 May 13 12:54:22.287421 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-201b4181-0417-47f8-84d1-7dc2ef16a24f admin admin] Publish callbacks [] for security_group (bdac5451-cd83-4a67-bcff-7d1fbdf806c9), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:22.289830 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 45592) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:54:22.303823 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.v2.base [None req-ee30f952-3589-4545-a18f-9d5aaf4bedf5 admin admin] Request body: {'subnet': {'network_id': 'b032638b-546c-4763-8f7c-e53a0e0d1071', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-853727716-subnet', 'tenant_id': '612784cc2dcc45b1b71ec19fc213f48f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 12:54:22.425829 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee30f952-3589-4545-a18f-9d5aaf4bedf5 admin admin] Made reservation on behalf of 612784cc2dcc45b1b71ec19fc213f48f for: {'subnet': 1} {{(pid=109804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 12:54:22.429396 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ee30f952-3589-4545-a18f-9d5aaf4bedf5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:22.484845 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be412e86-eb6a-4b56-b72a-6d5d7c8a038c admin admin] Pushing event updated for resources: {'Network': ['ID=b032638b-546c-4763-8f7c-e53a0e0d1071,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:54:22.499353 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Network b032638b-546c-4763-8f7c-e53a0e0d1071 details requested by agent ovs-agent-dv-cinder-841644-1-iscsi with host dv-cinder-841644-1-iscsi {{(pid=109805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 13 12:54:22.513785 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-201b4181-0417-47f8-84d1-7dc2ef16a24f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (bdac5451-cd83-4a67-bcff-7d1fbdf806c9), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:22.517722 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-201b4181-0417-47f8-84d1-7dc2ef16a24f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:22.526209 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626fe27b-a86a-4ee3-af38-c7702e74c48f admin admin] Pushing event updated for resources: {'Subnet': ['ID=255ce2d7-f0f9-429c-8a86-3bbc48d08e37,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:54:22.527217 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-201b4181-0417-47f8-84d1-7dc2ef16a24f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bdac5451-cd83-4a67-bcff-7d1fbdf806c9 HTTP/1.1" status: 204 len: 168 time: 0.3576655 May 13 12:54:22.572280 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626fe27b-a86a-4ee3-af38-c7702e74c48f admin admin] Checking segment: {'id': '4c692b35-b0de-4c8a-9d7f-cd52d87568b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f576fff5-2fa1-4591-9247-28b4216fb188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 12:54:22.572632 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626fe27b-a86a-4ee3-af38-c7702e74c48f admin admin] Network hostable DHCP agents. Network: f576fff5-2fa1-4591-9247-28b4216fb188, hostable agents: ['12f7f474-a19f-4cf7-bcdf-b9ad7dbdd770'], hosted agents: [] {{(pid=109803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 12:54:22.581398 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-54f7bfa2-879b-4121-8bde-b7a4dcfda901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478'] for subnet (95241052-552d-491a-8c23-5ec0dd2b8fa6), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:22.584483 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201b4181-0417-47f8-84d1-7dc2ef16a24f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdac5451-cd83-4a67-bcff-7d1fbdf806c9,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:54:22.641465 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f7bfa2-879b-4121-8bde-b7a4dcfda901 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95241052-552d-491a-8c23-5ec0dd2b8fa6,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:54:22.831263 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ee30f952-3589-4545-a18f-9d5aaf4bedf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478'] for subnet (328b78fe-385d-46c0-82d9-9073fff40e6f), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:22.831521 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626fe27b-a86a-4ee3-af38-c7702e74c48f admin admin] Network f576fff5-2fa1-4591-9247-28b4216fb188 is scheduled to be hosted by DHCP agent 12f7f474-a19f-4cf7-bcdf-b9ad7dbdd770 with binding_index 1 {{(pid=109803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 12:54:22.840709 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad711153-521f-4923-8fb7-c53077a66cb6 None None] Network 2600954f-368e-4b9b-9fca-a1e49f9c5d94 requested from dv-cinder-841644-1-iscsi {{(pid=109805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 12:54:22.977840 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee30f952-3589-4545-a18f-9d5aaf4bedf5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=328b78fe-385d-46c0-82d9-9073fff40e6f,revision_number=0']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:54:22.995713 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-a20b256e-a3bb-443b-8ea3-c8835bf6ebe2 None None] Provisioning complete for port 7035bf88-5377-4e84-ac4e-90028dca1b4c triggered by entity DHCP. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 12:54:22.997744 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-a20b256e-a3bb-443b-8ea3-c8835bf6ebe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (7035bf88-5377-4e84-ac4e-90028dca1b4c), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:23.009762 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee30f952-3589-4545-a18f-9d5aaf4bedf5 admin admin] Checking segment: {'id': 'eedc70e4-57fe-4fe6-949a-899ecd732f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b032638b-546c-4763-8f7c-e53a0e0d1071'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 12:54:23.012697 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee30f952-3589-4545-a18f-9d5aaf4bedf5 admin admin] Network hostable DHCP agents. Network: b032638b-546c-4763-8f7c-e53a0e0d1071, hostable agents: ['12f7f474-a19f-4cf7-bcdf-b9ad7dbdd770'], hosted agents: [] {{(pid=109804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 12:54:23.049111 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee30f952-3589-4545-a18f-9d5aaf4bedf5 admin admin] Network b032638b-546c-4763-8f7c-e53a0e0d1071 is scheduled to be hosted by DHCP agent 12f7f474-a19f-4cf7-bcdf-b9ad7dbdd770 with binding_index 1 {{(pid=109804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 12:54:23.083833 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-ee30f952-3589-4545-a18f-9d5aaf4bedf5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841644-1-iscsi, b032638b-546c-4763-8f7c-e53a0e0d1071) {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 12:54:23.084475 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-626fe27b-a86a-4ee3-af38-c7702e74c48f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841644-1-iscsi, f576fff5-2fa1-4591-9247-28b4216fb188) {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 12:54:23.091409 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee30f952-3589-4545-a18f-9d5aaf4bedf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:54:23.092716 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626fe27b-a86a-4ee3-af38-c7702e74c48f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:54:23.093327 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-626fe27b-a86a-4ee3-af38-c7702e74c48f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617456'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:23.093459 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ee30f952-3589-4545-a18f-9d5aaf4bedf5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617456'] for subnet (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:23.102447 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7bb8afc2-4f30-43eb-befa-57a5bc82807a admin admin] Publish callbacks [] for router_gateway (3998afaf-1597-4f3d-9f76-568897366df8), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:23.115709 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Device 7035bf88-5377-4e84-ac4e-90028dca1b4c up at agent ovs-agent-dv-cinder-841644-1-iscsi {{(pid=109805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 12:54:23.138235 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-ee30f952-3589-4545-a18f-9d5aaf4bedf5 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8411171 May 13 12:54:23.168682 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f7bfa2-879b-4121-8bde-b7a4dcfda901 admin admin] Checking segment: {'id': 'c6a3dc01-8071-489d-bd05-606d071e01ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f1c41e28-5d16-459f-865e-9320359228db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 12:54:23.169162 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f7bfa2-879b-4121-8bde-b7a4dcfda901 admin admin] Network hostable DHCP agents. Network: f1c41e28-5d16-459f-865e-9320359228db, hostable agents: ['12f7f474-a19f-4cf7-bcdf-b9ad7dbdd770'], hosted agents: [] {{(pid=109803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 12:54:23.179324 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8582ae3e-d885-4b3e-b9b1-0360d2f06ae5 None None] Network b032638b-546c-4763-8f7c-e53a0e0d1071 requested from dv-cinder-841644-1-iscsi {{(pid=109805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 12:54:23.179540 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-626fe27b-a86a-4ee3-af38-c7702e74c48f admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.6573069 May 13 12:54:23.182319 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60118e1f-a916-4838-afc9-bf1448ae7f31 None None] Network f576fff5-2fa1-4591-9247-28b4216fb188 requested from dv-cinder-841644-1-iscsi {{(pid=109805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 12:54:23.182961 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 45608) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:54:23.190425 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.v2.base [None req-f5b1c54e-006c-41d6-a4df-cb49f62aeab7 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-526245843-router', 'tenant_id': '58bddca6077344bea4cb41b23fcf8d35', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732'}}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 12:54:23.273275 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f7bfa2-879b-4121-8bde-b7a4dcfda901 admin admin] Network f1c41e28-5d16-459f-865e-9320359228db is scheduled to be hosted by DHCP agent 12f7f474-a19f-4cf7-bcdf-b9ad7dbdd770 with binding_index 1 {{(pid=109803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 12:54:23.349985 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-54f7bfa2-879b-4121-8bde-b7a4dcfda901 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841644-1-iscsi, f1c41e28-5d16-459f-865e-9320359228db) {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 12:54:23.373390 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f5b1c54e-006c-41d6-a4df-cb49f62aeab7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1617132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9611'] for router (440b421f-e2d5-4beb-b012-398d7d0adbaa), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:23.374729 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f5b1c54e-006c-41d6-a4df-cb49f62aeab7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1616984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1619451', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-466668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9648'] for router (440b421f-e2d5-4beb-b012-398d7d0adbaa), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:23.389967 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f7bfa2-879b-4121-8bde-b7a4dcfda901 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:54:23.390860 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-54f7bfa2-879b-4121-8bde-b7a4dcfda901 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617456'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:23.397017 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-815b8e06-6d84-4b8c-a341-f224d57aafe1 None None] Network f1c41e28-5d16-459f-865e-9320359228db requested from dv-cinder-841644-1-iscsi {{(pid=109805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 12:54:23.458552 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 45622) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:54:23.502606 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-699a3351-cf1d-483c-b5a7-4f795f8bd814 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:23.542842 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-855e0153-d6f9-4c42-82be-4ee1ca2ed322 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc8865-dd13-5aa3-bcac-a3c79f9f55b8-f576fff5-2fa1-4591-9247-28b4216fb188', 'network_id': 'f576fff5-2fa1-4591-9247-28b4216fb188', 'project_id': '58bddca6077344bea4cb41b23fcf8d35', 'fixed_ips': [{'subnet_id': '255ce2d7-f0f9-429c-8a86-3bbc48d08e37'}]}} from dv-cinder-841644-1-iscsi. {{(pid=109805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 13 12:54:23.543952 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-855e0153-d6f9-4c42-82be-4ee1ca2ed322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (None), before_create {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:23.578360 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-54f7bfa2-879b-4121-8bde-b7a4dcfda901 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.1554527 May 13 12:54:23.584927 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 45632) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:54:23.609760 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.v2.base [None req-c14f7c2c-9465-476f-a7de-90d5e2df8a72 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-207558896-router', 'tenant_id': '7ec55859792345359fc7b22003b4e995', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732'}}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 12:54:23.724710 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-699a3351-cf1d-483c-b5a7-4f795f8bd814 admin admin] Publish callbacks [] for security_group (c1af3044-64f0-460a-8c96-0320fceec105), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:23.726671 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f5b1c54e-006c-41d6-a4df-cb49f62aeab7 admin admin] Publish callbacks [] for router_controller (440b421f-e2d5-4beb-b012-398d7d0adbaa), precommit_add_association {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:23.735879 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-699a3351-cf1d-483c-b5a7-4f795f8bd814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (c1af3044-64f0-460a-8c96-0320fceec105), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:23.779827 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c14f7c2c-9465-476f-a7de-90d5e2df8a72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1617132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9611'] for router (045f35fc-2c99-4b59-9cb3-9ddcf675eecc), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:23.785356 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c14f7c2c-9465-476f-a7de-90d5e2df8a72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1616984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1619451', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-466668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9648'] for router (045f35fc-2c99-4b59-9cb3-9ddcf675eecc), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:23.871479 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-699a3351-cf1d-483c-b5a7-4f795f8bd814 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b91973a432b846db8bb07d1f668b88bf&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4095945 May 13 12:54:23.871479 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699a3351-cf1d-483c-b5a7-4f795f8bd814 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1af3044-64f0-460a-8c96-0320fceec105,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:54:23.886620 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.db_base_plugin_common [None req-855e0153-d6f9-4c42-82be-4ee1ca2ed322 None None] Allocated IP 172.20.0.2 (f576fff5-2fa1-4591-9247-28b4216fb188/255ce2d7-f0f9-429c-8a86-3bbc48d08e37/03dc91fc-8752-4ef8-a3d1-a5db3ac001f3) {{(pid=109805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 12:54:23.890471 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 45648) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:54:24.066020 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ef08bbad-0838-4b97-b5e2-980bacec0110 admin admin] Publish callbacks [] for security_group (c1af3044-64f0-460a-8c96-0320fceec105), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:24.092408 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-855e0153-d6f9-4c42-82be-4ee1ca2ed322 None None] Publish callbacks [] for port (03dc91fc-8752-4ef8-a3d1-a5db3ac001f3), precommit_create {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:24.126190 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ef08bbad-0838-4b97-b5e2-980bacec0110 admin admin] Publish callbacks [] for security_group (c1af3044-64f0-460a-8c96-0320fceec105), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:24.143594 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Provisioning complete for port 7035bf88-5377-4e84-ac4e-90028dca1b4c triggered by entity L2. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 12:54:24.143994 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (7035bf88-5377-4e84-ac4e-90028dca1b4c), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:24.158835 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-855e0153-d6f9-4c42-82be-4ee1ca2ed322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750967062384'] for port (03dc91fc-8752-4ef8-a3d1-a5db3ac001f3), after_create {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:24.196769 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ef08bbad-0838-4b97-b5e2-980bacec0110 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (c1af3044-64f0-460a-8c96-0320fceec105), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:24.201671 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ef08bbad-0838-4b97-b5e2-980bacec0110 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:24.202808 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-ef08bbad-0838-4b97-b5e2-980bacec0110 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c1af3044-64f0-460a-8c96-0320fceec105 HTTP/1.1" status: 204 len: 168 time: 0.3113871 May 13 12:54:24.211383 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef08bbad-0838-4b97-b5e2-980bacec0110 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1af3044-64f0-460a-8c96-0320fceec105,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:54:24.236340 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c14f7c2c-9465-476f-a7de-90d5e2df8a72 admin admin] Publish callbacks [] for router_controller (045f35fc-2c99-4b59-9cb3-9ddcf675eecc), precommit_add_association {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:24.253543 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7bb8afc2-4f30-43eb-befa-57a5bc82807a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1616983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619222'] for router (3998afaf-1597-4f3d-9f76-568897366df8), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:24.305051 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-855e0153-d6f9-4c42-82be-4ee1ca2ed322 None None] Network f576fff5-2fa1-4591-9247-28b4216fb188 is already hosted by enough agents. {{(pid=109805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 12:54:24.352050 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.scheduler.base_scheduler [None req-855e0153-d6f9-4c42-82be-4ee1ca2ed322 None None] Resources bound (agent type, host, resource id): {{(pid=109805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 12:54:24.375302 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855e0153-d6f9-4c42-82be-4ee1ca2ed322 None None] Received port after_create {{(pid=109805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 12:54:24.429101 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f5b1c54e-006c-41d6-a4df-cb49f62aeab7 admin admin] Publish callbacks [] for router_gateway (440b421f-e2d5-4beb-b012-398d7d0adbaa), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:24.436351 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-a20b256e-a3bb-443b-8ea3-c8835bf6ebe2 None None] Current status of the port 7035bf88-5377-4e84-ac4e-90028dca1b4c is: DOWN; New status is: ACTIVE {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 12:54:24.436961 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-a20b256e-a3bb-443b-8ea3-c8835bf6ebe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (7035bf88-5377-4e84-ac4e-90028dca1b4c), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:24.452438 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855e0153-d6f9-4c42-82be-4ee1ca2ed322 None None] Pushing event updated for resources: {'Port': ['ID=03dc91fc-8752-4ef8-a3d1-a5db3ac001f3,revision_number=1']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:54:24.540179 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 45696) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:54:24.546796 dv-cinder-841644-1-iscsi neutron-server[109804]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 13 12:54:24.582366 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f0875a-54db-46cf-bb85-1ef2dda18eae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc8865-dd13-5aa3-bcac-a3c79f9f55b8-f1c41e28-5d16-459f-865e-9320359228db', 'network_id': 'f1c41e28-5d16-459f-865e-9320359228db', 'project_id': '7ec55859792345359fc7b22003b4e995', 'fixed_ips': [{'subnet_id': '95241052-552d-491a-8c23-5ec0dd2b8fa6'}]}} from dv-cinder-841644-1-iscsi. {{(pid=109805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 13 12:54:24.590896 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-c8f0875a-54db-46cf-bb85-1ef2dda18eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (None), before_create {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:24.661511 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-a20b256e-a3bb-443b-8ea3-c8835bf6ebe2 None None] For port 7035bf88-5377-4e84-ac4e-90028dca1b4c, host dv-cinder-841644-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841644-1-iscsi',level=0,port_id=7035bf88-5377-4e84-ac4e-90028dca1b4c,segment=NetworkSegment(0ccb2fa9-a285-4fe0-a15f-4b492217b87a),segment_id=0ccb2fa9-a285-4fe0-a15f-4b492217b87a)] {{(pid=109805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 12:54:24.666023 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-855e0153-d6f9-4c42-82be-4ee1ca2ed322 None None] Attempting to bind port 03dc91fc-8752-4ef8-a3d1-a5db3ac001f3 on host dv-cinder-841644-1-iscsi for vnic_type normal with profile {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 12:54:24.666754 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-855e0153-d6f9-4c42-82be-4ee1ca2ed322 None None] Attempting to bind port 03dc91fc-8752-4ef8-a3d1-a5db3ac001f3 by drivers openvswitch,hyperv on host dv-cinder-841644-1-iscsi at level 0 using segments [{'id': '4c692b35-b0de-4c8a-9d7f-cd52d87568b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f576fff5-2fa1-4591-9247-28b4216fb188'}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 12:54:24.667332 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855e0153-d6f9-4c42-82be-4ee1ca2ed322 None None] Attempting to bind port 03dc91fc-8752-4ef8-a3d1-a5db3ac001f3 on network f576fff5-2fa1-4591-9247-28b4216fb188 {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 12:54:24.671552 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ef433e-1817-4025-ae05-815c7ac6524b None None] Network b032638b-546c-4763-8f7c-e53a0e0d1071 requested from dv-cinder-841644-1-iscsi {{(pid=109805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 12:54:24.726136 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-a20b256e-a3bb-443b-8ea3-c8835bf6ebe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (7035bf88-5377-4e84-ac4e-90028dca1b4c), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:24.791238 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855e0153-d6f9-4c42-82be-4ee1ca2ed322 None None] Checking agent: {'id': 'f7880a20-862d-46b4-8dd6-192b0a47d710', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841644-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 12, 45, 48), 'started_at': datetime.datetime(2022, 5, 13, 12, 46, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 12, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841644-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 12:54:24.792055 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855e0153-d6f9-4c42-82be-4ee1ca2ed322 None None] Checking segment: {'id': '4c692b35-b0de-4c8a-9d7f-cd52d87568b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f576fff5-2fa1-4591-9247-28b4216fb188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 12:54:24.792802 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-855e0153-d6f9-4c42-82be-4ee1ca2ed322 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:24.793556 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855e0153-d6f9-4c42-82be-4ee1ca2ed322 None None] Bound using segment: {'id': '4c692b35-b0de-4c8a-9d7f-cd52d87568b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f576fff5-2fa1-4591-9247-28b4216fb188'} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 12:54:24.794396 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-855e0153-d6f9-4c42-82be-4ee1ca2ed322 None None] Bound port: 03dc91fc-8752-4ef8-a3d1-a5db3ac001f3, host: dv-cinder-841644-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c692b35-b0de-4c8a-9d7f-cd52d87568b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f576fff5-2fa1-4591-9247-28b4216fb188'}}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 12:54:24.795039 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-855e0153-d6f9-4c42-82be-4ee1ca2ed322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (03dc91fc-8752-4ef8-a3d1-a5db3ac001f3), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:24.876431 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c14f7c2c-9465-476f-a7de-90d5e2df8a72 admin admin] Publish callbacks [] for router_gateway (045f35fc-2c99-4b59-9cb3-9ddcf675eecc), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:24.946516 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Current status of the port 7035bf88-5377-4e84-ac4e-90028dca1b4c is: DOWN; New status is: ACTIVE {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 12:54:24.947601 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (7035bf88-5377-4e84-ac4e-90028dca1b4c), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:24.976775 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f21965d-45f4-4e57-8468-aafe565f6005 req-4537c955-94f3-411f-982e-1768682f40e7 tempest-DeleteServersTestJSON-1651286599 tempest-DeleteServersTestJSON-1651286599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:54:24.986648 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-3f21965d-45f4-4e57-8468-aafe565f6005 req-4537c955-94f3-411f-982e-1768682f40e7 tempest-DeleteServersTestJSON-1651286599 tempest-DeleteServersTestJSON-1651286599-project] 10.222.0.49 "GET /v2.0/networks?id=b032638b-546c-4763-8f7c-e53a0e0d1071 HTTP/1.1" status: 200 len: 811 time: 0.4409957 May 13 12:54:25.007609 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-3f21965d-45f4-4e57-8468-aafe565f6005 req-43e9b560-147a-47e5-a103-d42ece6d3648 tempest-DeleteServersTestJSON-1651286599 tempest-DeleteServersTestJSON-1651286599-project] 10.222.0.49 "GET /v2.0/quotas/612784cc2dcc45b1b71ec19fc213f48f HTTP/1.1" status: 200 len: 375 time: 0.0198188 May 13 12:54:25.030633 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-6fb92a22-5765-4d0c-8575-eafefc85e737 None None] Provisioning complete for port 7035bf88-5377-4e84-ac4e-90028dca1b4c triggered by entity DHCP. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 12:54:25.031017 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-6fb92a22-5765-4d0c-8575-eafefc85e737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (7035bf88-5377-4e84-ac4e-90028dca1b4c), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:25.084071 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 45718) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:54:25.104911 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20b256e-a3bb-443b-8ea3-c8835bf6ebe2 None None] Pushing event updated for resources: {'Port': ['ID=7035bf88-5377-4e84-ac4e-90028dca1b4c,revision_number=3']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:54:25.133134 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-3f21965d-45f4-4e57-8468-aafe565f6005 req-6d40da64-8861-4317-9bd6-46c51100c39c tempest-DeleteServersTestJSON-1651286599 tempest-DeleteServersTestJSON-1651286599-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=612784cc2dcc45b1b71ec19fc213f48f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1229746 May 13 12:54:25.279590 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-855e0153-d6f9-4c42-82be-4ee1ca2ed322 None None] For port 03dc91fc-8752-4ef8-a3d1-a5db3ac001f3, host dv-cinder-841644-1-iscsi, cleared binding levels {{(pid=109805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 12:54:25.283687 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.db_base_plugin_common [None req-c8f0875a-54db-46cf-bb85-1ef2dda18eae None None] Allocated IP 172.20.0.2 (f1c41e28-5d16-459f-865e-9320359228db/95241052-552d-491a-8c23-5ec0dd2b8fa6/fd663ba6-5e8c-411f-8df6-e04870b8bbc9) {{(pid=109805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 12:54:25.289186 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.db.api [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109805) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 12:54:25.289691 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG oslo_db.api [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 12:54:25.304126 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-855e0153-d6f9-4c42-82be-4ee1ca2ed322 None None] For port 03dc91fc-8752-4ef8-a3d1-a5db3ac001f3, host dv-cinder-841644-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841644-1-iscsi',level=0,port_id=03dc91fc-8752-4ef8-a3d1-a5db3ac001f3,segment=NetworkSegment(4c692b35-b0de-4c8a-9d7f-cd52d87568b3),segment_id=4c692b35-b0de-4c8a-9d7f-cd52d87568b3)] {{(pid=109805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 12:54:25.335587 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bb8afc2-4f30-43eb-befa-57a5bc82807a admin admin] Router 3998afaf-1597-4f3d-9f76-568897366df8 is scheduled to L3 agent 6d8a5631-9f63-444c-af3b-4dcce4842b62 with binding_index 1 {{(pid=109803) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 13 12:54:25.338922 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-855e0153-d6f9-4c42-82be-4ee1ca2ed322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (03dc91fc-8752-4ef8-a3d1-a5db3ac001f3), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:25.452948 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-6fb92a22-5765-4d0c-8575-eafefc85e737 None None] Current status of the port 7035bf88-5377-4e84-ac4e-90028dca1b4c is: ACTIVE; New status is: ACTIVE {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 12:54:25.489512 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855e0153-d6f9-4c42-82be-4ee1ca2ed322 None None] Pushing event updated for resources: {'Port': ['ID=03dc91fc-8752-4ef8-a3d1-a5db3ac001f3,revision_number=2']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:54:25.582301 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [req-3f21965d-45f4-4e57-8468-aafe565f6005 req-434bf42f-927d-4746-9803-f1f7e5147bf9 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=109804) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 13 12:54:25.600465 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-3f21965d-45f4-4e57-8468-aafe565f6005 req-434bf42f-927d-4746-9803-f1f7e5147bf9 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1335750 May 13 12:54:25.711823 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-c8f0875a-54db-46cf-bb85-1ef2dda18eae None None] Publish callbacks [] for port (fd663ba6-5e8c-411f-8df6-e04870b8bbc9), precommit_create {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:25.723083 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-c8f0875a-54db-46cf-bb85-1ef2dda18eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750967062384'] for port (fd663ba6-5e8c-411f-8df6-e04870b8bbc9), after_create {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:25.736969 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c14f7c2c-9465-476f-a7de-90d5e2df8a72 admin admin] Publish callbacks [] for router_gateway (045f35fc-2c99-4b59-9cb3-9ddcf675eecc), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:25.775163 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-3f21965d-45f4-4e57-8468-aafe565f6005 req-28a33e62-4a2a-4bfe-8ff3-546822f69197 service neutron] 10.222.0.49 "GET /v2.0/networks/b032638b-546c-4763-8f7c-e53a0e0d1071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727388 May 13 12:54:25.788535 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c14f7c2c-9465-476f-a7de-90d5e2df8a72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:25.878685 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f0875a-54db-46cf-bb85-1ef2dda18eae None None] Pushing event updated for resources: {'Port': ['ID=fd663ba6-5e8c-411f-8df6-e04870b8bbc9,revision_number=1']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:54:25.943204 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f0875a-54db-46cf-bb85-1ef2dda18eae None None] Network f1c41e28-5d16-459f-865e-9320359228db is already hosted by enough agents. {{(pid=109805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 12:54:25.947697 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.scheduler.base_scheduler [None req-c8f0875a-54db-46cf-bb85-1ef2dda18eae None None] Resources bound (agent type, host, resource id): {{(pid=109805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 12:54:25.969263 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f0875a-54db-46cf-bb85-1ef2dda18eae None None] Received port after_create {{(pid=109805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 12:54:25.976821 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7c8b3e26-e629-4e45-b46d-b1c33c609cc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:26.006863 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f5b1c54e-006c-41d6-a4df-cb49f62aeab7 admin admin] Publish callbacks [] for router_gateway (440b421f-e2d5-4beb-b012-398d7d0adbaa), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:26.052823 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f5b1c54e-006c-41d6-a4df-cb49f62aeab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:26.056377 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Current status of the port 7035bf88-5377-4e84-ac4e-90028dca1b4c is: ACTIVE; New status is: ACTIVE {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 12:54:26.075266 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-3f21965d-45f4-4e57-8468-aafe565f6005 req-c1696205-a937-48a4-9615-c9cc680a0d9a service neutron] 10.222.0.49 "GET /v2.0/networks/b032638b-546c-4763-8f7c-e53a0e0d1071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2987185 May 13 12:54:26.114728 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-c8f0875a-54db-46cf-bb85-1ef2dda18eae None None] Attempting to bind port fd663ba6-5e8c-411f-8df6-e04870b8bbc9 on host dv-cinder-841644-1-iscsi for vnic_type normal with profile {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 12:54:26.117718 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-c8f0875a-54db-46cf-bb85-1ef2dda18eae None None] Attempting to bind port fd663ba6-5e8c-411f-8df6-e04870b8bbc9 by drivers openvswitch,hyperv on host dv-cinder-841644-1-iscsi at level 0 using segments [{'id': 'c6a3dc01-8071-489d-bd05-606d071e01ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f1c41e28-5d16-459f-865e-9320359228db'}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 12:54:26.118318 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f0875a-54db-46cf-bb85-1ef2dda18eae None None] Attempting to bind port fd663ba6-5e8c-411f-8df6-e04870b8bbc9 on network f1c41e28-5d16-459f-865e-9320359228db {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 12:54:26.126458 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f0875a-54db-46cf-bb85-1ef2dda18eae None None] Checking agent: {'id': 'f7880a20-862d-46b4-8dd6-192b0a47d710', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841644-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 12, 45, 48), 'started_at': datetime.datetime(2022, 5, 13, 12, 46, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 12, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841644-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 12:54:26.127195 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f0875a-54db-46cf-bb85-1ef2dda18eae None None] Checking segment: {'id': 'c6a3dc01-8071-489d-bd05-606d071e01ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f1c41e28-5d16-459f-865e-9320359228db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 12:54:26.128022 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-c8f0875a-54db-46cf-bb85-1ef2dda18eae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:26.128628 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f0875a-54db-46cf-bb85-1ef2dda18eae None None] Bound using segment: {'id': 'c6a3dc01-8071-489d-bd05-606d071e01ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f1c41e28-5d16-459f-865e-9320359228db'} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 12:54:26.130005 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-c8f0875a-54db-46cf-bb85-1ef2dda18eae None None] Bound port: fd663ba6-5e8c-411f-8df6-e04870b8bbc9, host: dv-cinder-841644-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6a3dc01-8071-489d-bd05-606d071e01ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f1c41e28-5d16-459f-865e-9320359228db'}}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 12:54:26.130459 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-c8f0875a-54db-46cf-bb85-1ef2dda18eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (fd663ba6-5e8c-411f-8df6-e04870b8bbc9), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:26.143443 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-c14f7c2c-9465-476f-a7de-90d5e2df8a72 admin admin] Allocated IP 172.27.3.214 (feab3964-f0b8-402e-905b-49af947bf732/23e33d6a-fc94-4466-a994-b549e993d354/02b711c9-c253-4fa7-9b82-c20738edf579) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 12:54:26.329163 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Device 03dc91fc-8752-4ef8-a3d1-a5db3ac001f3 up at agent ovs-agent-dv-cinder-841644-1-iscsi {{(pid=109805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 12:54:26.391421 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bb8afc2-4f30-43eb-befa-57a5bc82807a admin admin] Notify agent at l3_agent.dv-cinder-841644-1-iscsi the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 12:54:26.402809 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ed804f-5af1-4f21-8947-99f64ab5068a None None] Sync routers for ids ['3998afaf-1597-4f3d-9f76-568897366df8'] in dv-cinder-841644-1-iscsi {{(pid=109806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 12:54:26.425236 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ed804f-5af1-4f21-8947-99f64ab5068a None None] Routers {'3998afaf-1597-4f3d-9f76-568897366df8'} bound to L3 agent in host dv-cinder-841644-1-iscsi {{(pid=109806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 12:54:26.425915 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_hamode_db [None req-49ed804f-5af1-4f21-8947-99f64ab5068a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841644-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T12:45:44Z,description=,heartbeat_timestamp=2022-05-13T12:54:14Z,host='dv-cinder-841644-1-iscsi',id=6d8a5631-9f63-444c-af3b-4dcce4842b62,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T12:45:44Z,topic='l3_agent')) {'router_ids': ['3998afaf-1597-4f3d-9f76-568897366df8'], 'active': True} {{(pid=109806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 12:54:26.427700 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7bb8afc2-4f30-43eb-befa-57a5bc82807a admin admin] Publish callbacks [] for router (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:26.428965 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-7bb8afc2-4f30-43eb-befa-57a5bc82807a admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.4549625 May 13 12:54:26.432054 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 45770) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:54:26.495605 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7c8b3e26-e629-4e45-b46d-b1c33c609cc9 admin admin] Publish callbacks [] for security_group (2bb9a1ce-b309-4a4e-8a02-bb945d5c1203), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:26.503363 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 45778) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:54:26.508160 dv-cinder-841644-1-iscsi neutron-server[109803]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 13 12:54:26.540448 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Provisioning complete for port 03dc91fc-8752-4ef8-a3d1-a5db3ac001f3 triggered by entity L2. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 12:54:26.548432 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (03dc91fc-8752-4ef8-a3d1-a5db3ac001f3), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:26.614657 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-c8f0875a-54db-46cf-bb85-1ef2dda18eae None None] For port fd663ba6-5e8c-411f-8df6-e04870b8bbc9, host dv-cinder-841644-1-iscsi, cleared binding levels {{(pid=109805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 12:54:26.648840 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-4caf3e54-99c3-4725-abb5-274c22fa56ec req-85064a14-87b4-4438-a225-bfc71b8e9407 tempest-DeleteServersTestJSON-1651286599 tempest-DeleteServersTestJSON-1651286599-project] 10.222.0.49 "GET /v2.0/ports?device_id=b10c17e5-f9fb-4451-bb6a-7b1184b89c69 HTTP/1.1" status: 200 len: 210 time: 0.1432416 May 13 12:54:26.649761 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7c8b3e26-e629-4e45-b46d-b1c33c609cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (2bb9a1ce-b309-4a4e-8a02-bb945d5c1203), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:26.685482 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-c8f0875a-54db-46cf-bb85-1ef2dda18eae None None] For port fd663ba6-5e8c-411f-8df6-e04870b8bbc9, host dv-cinder-841644-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841644-1-iscsi',level=0,port_id=fd663ba6-5e8c-411f-8df6-e04870b8bbc9,segment=NetworkSegment(c6a3dc01-8071-489d-bd05-606d071e01ac),segment_id=c6a3dc01-8071-489d-bd05-606d071e01ac)] {{(pid=109805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 12:54:26.697677 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-7c8b3e26-e629-4e45-b46d-b1c33c609cc9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=96ccf20c7ebb44e0be31671de1dd1ae1&name=default HTTP/1.1" status: 200 len: 2992 time: 1.6085141 May 13 12:54:26.716977 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-c8f0875a-54db-46cf-bb85-1ef2dda18eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (fd663ba6-5e8c-411f-8df6-e04870b8bbc9), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:26.731257 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 45794) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:54:26.814733 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_dvr_db [None req-49ed804f-5af1-4f21-8947-99f64ab5068a None None] Set router 3998afaf-1597-4f3d-9f76-568897366df8 gateway port host: dv-cinder-841644-1-iscsi {{(pid=109806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 12:54:26.819913 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8b3e26-e629-4e45-b46d-b1c33c609cc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bb9a1ce-b309-4a4e-8a02-bb945d5c1203,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:54:26.827657 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Current status of the port 03dc91fc-8752-4ef8-a3d1-a5db3ac001f3 is: DOWN; New status is: ACTIVE {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 12:54:26.827863 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c14f7c2c-9465-476f-a7de-90d5e2df8a72 admin admin] Publish callbacks [] for port (02b711c9-c253-4fa7-9b82-c20738edf579), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:26.828043 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (03dc91fc-8752-4ef8-a3d1-a5db3ac001f3), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:26.923703 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c14f7c2c-9465-476f-a7de-90d5e2df8a72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750967062384'] for port (02b711c9-c253-4fa7-9b82-c20738edf579), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:27.009064 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] For port 03dc91fc-8752-4ef8-a3d1-a5db3ac001f3, host dv-cinder-841644-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841644-1-iscsi',level=0,port_id=03dc91fc-8752-4ef8-a3d1-a5db3ac001f3,segment=NetworkSegment(4c692b35-b0de-4c8a-9d7f-cd52d87568b3),segment_id=4c692b35-b0de-4c8a-9d7f-cd52d87568b3)] {{(pid=109805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 12:54:27.014680 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f0875a-54db-46cf-bb85-1ef2dda18eae None None] Pushing event updated for resources: {'Port': ['ID=fd663ba6-5e8c-411f-8df6-e04870b8bbc9,revision_number=2']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:54:27.024036 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (03dc91fc-8752-4ef8-a3d1-a5db3ac001f3), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:27.034942 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Device 7035bf88-5377-4e84-ac4e-90028dca1b4c up at agent ovs-agent-dv-cinder-841644-1-iscsi {{(pid=109805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 12:54:27.239377 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c14f7c2c-9465-476f-a7de-90d5e2df8a72 admin admin] Network feab3964-f0b8-402e-905b-49af947bf732 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 12:54:27.265604 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Pushing event updated for resources: {'Port': ['ID=03dc91fc-8752-4ef8-a3d1-a5db3ac001f3,revision_number=3']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:54:27.267822 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-c14f7c2c-9465-476f-a7de-90d5e2df8a72 admin admin] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 12:54:27.297034 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14f7c2c-9465-476f-a7de-90d5e2df8a72 admin admin] Pushing event updated for resources: {'Port': ['ID=02b711c9-c253-4fa7-9b82-c20738edf579,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:54:27.300074 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Provisioning complete for port 7035bf88-5377-4e84-ac4e-90028dca1b4c triggered by entity L2. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 12:54:27.300703 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (7035bf88-5377-4e84-ac4e-90028dca1b4c), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:27.316701 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-f5b1c54e-006c-41d6-a4df-cb49f62aeab7 admin admin] Allocated IP 172.27.3.203 (feab3964-f0b8-402e-905b-49af947bf732/23e33d6a-fc94-4466-a994-b549e993d354/b669c01c-389a-43c8-b724-af59cc1397eb) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 12:54:27.327527 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14f7c2c-9465-476f-a7de-90d5e2df8a72 admin admin] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 12:54:27.408828 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_hamode_db [None req-49ed804f-5af1-4f21-8947-99f64ab5068a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3998afaf-1597-4f3d-9f76-568897366df8', 'name': 'tempest-AttachVolumeShelveTestJSON-1244794626-router', 'tenant_id': '0b148a16abbc49ed816ed45fc1ad4980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': '20f9def9-d5cf-42f7-b355-bde634d176ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T12:54:20Z', 'updated_at': '2022-05-13T12:54:22Z', 'revision_number': 3, 'project_id': '0b148a16abbc49ed816ed45fc1ad4980', 'gw_port': {'id': '20f9def9-d5cf-42f7-b355-bde634d176ac', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:48:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3998afaf-1597-4f3d-9f76-568897366df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:54:21Z', 'updated_at': '2022-05-13T12:54:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi'}], 'dv-cinder-841644-1-iscsi', False) {} {{(pid=109806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 12:54:27.451399 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Current status of the port 7035bf88-5377-4e84-ac4e-90028dca1b4c is: ACTIVE; New status is: ACTIVE {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 12:54:27.462581 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ed804f-5af1-4f21-8947-99f64ab5068a None None] Checking router: 3998afaf-1597-4f3d-9f76-568897366df8 for host: dv-cinder-841644-1-iscsi {{(pid=109806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 12:54:27.463330 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ed804f-5af1-4f21-8947-99f64ab5068a None None] Updating router 3998afaf-1597-4f3d-9f76-568897366df8 port 20f9def9-d5cf-42f7-b355-bde634d176ac binding host dv-cinder-841644-1-iscsi {{(pid=109806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 12:54:27.466633 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00a81e5-37c1-476e-b11c-fa426d8062ba None None] Network f576fff5-2fa1-4591-9247-28b4216fb188 requested from dv-cinder-841644-1-iscsi {{(pid=109805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 12:54:27.547502 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 45832) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:54:27.556839 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron_lib.callbacks.manager [None req-49ed804f-5af1-4f21-8947-99f64ab5068a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (20f9def9-d5cf-42f7-b355-bde634d176ac), before_update {{(pid=109806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:27.606619 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-bf5ce12d-f8e1-4e95-b1f8-54f4c012e6ba admin admin] Publish callbacks [] for security_group (2bb9a1ce-b309-4a4e-8a02-bb945d5c1203), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:27.633458 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-bf5ce12d-f8e1-4e95-b1f8-54f4c012e6ba admin admin] Publish callbacks [] for security_group (2bb9a1ce-b309-4a4e-8a02-bb945d5c1203), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:27.673039 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-b4a92b64-cc01-496b-bf28-9259e39e7aae None None] Provisioning complete for port 03dc91fc-8752-4ef8-a3d1-a5db3ac001f3 triggered by entity DHCP. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 12:54:27.673834 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-b4a92b64-cc01-496b-bf28-9259e39e7aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (03dc91fc-8752-4ef8-a3d1-a5db3ac001f3), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:27.981767 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-bf5ce12d-f8e1-4e95-b1f8-54f4c012e6ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (2bb9a1ce-b309-4a4e-8a02-bb945d5c1203), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:27.984425 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-bf5ce12d-f8e1-4e95-b1f8-54f4c012e6ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:27.985600 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-bf5ce12d-f8e1-4e95-b1f8-54f4c012e6ba admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2bb9a1ce-b309-4a4e-8a02-bb945d5c1203 HTTP/1.1" status: 204 len: 168 time: 1.2491238 May 13 12:54:28.024944 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5ce12d-f8e1-4e95-b1f8-54f4c012e6ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bb9a1ce-b309-4a4e-8a02-bb945d5c1203,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:54:28.168412 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-b4a92b64-cc01-496b-bf28-9259e39e7aae None None] Current status of the port 03dc91fc-8752-4ef8-a3d1-a5db3ac001f3 is: ACTIVE; New status is: ACTIVE {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 12:54:28.264725 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f5b1c54e-006c-41d6-a4df-cb49f62aeab7 admin admin] Publish callbacks [] for port (b669c01c-389a-43c8-b724-af59cc1397eb), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:28.459627 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-74cdbf56-1060-4315-ab6d-3c58f56c6204 req-abd52781-98c6-41cd-b6bc-b50685bbb106 tempest-DeleteServersTestJSON-1651286599 tempest-DeleteServersTestJSON-1651286599-project] 10.222.0.49 "GET /v2.0/ports?device_id=b10c17e5-f9fb-4451-bb6a-7b1184b89c69 HTTP/1.1" status: 200 len: 210 time: 0.6654959 May 13 12:54:28.460448 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9937f559-3b02-4e10-8b3d-f83a0ed8f847 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:28.477734 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f5b1c54e-006c-41d6-a4df-cb49f62aeab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750967062384'] for port (b669c01c-389a-43c8-b724-af59cc1397eb), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:28.619353 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b1c54e-006c-41d6-a4df-cb49f62aeab7 admin admin] Pushing event updated for resources: {'Port': ['ID=b669c01c-389a-43c8-b724-af59cc1397eb,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:54:28.641530 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-d4e2d4f5-abe4-4465-9a79-d6659774f101 None None] Provisioning complete for port 03dc91fc-8752-4ef8-a3d1-a5db3ac001f3 triggered by entity DHCP. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 12:54:28.645549 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-d4e2d4f5-abe4-4465-9a79-d6659774f101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (03dc91fc-8752-4ef8-a3d1-a5db3ac001f3), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:28.677354 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-648afb32-a6f2-4ccd-a6fa-a7b222848e73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:28.744806 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Device 03dc91fc-8752-4ef8-a3d1-a5db3ac001f3 up at agent ovs-agent-dv-cinder-841644-1-iscsi {{(pid=109805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 12:54:28.807254 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9937f559-3b02-4e10-8b3d-f83a0ed8f847 admin admin] Publish callbacks [] for security_group (55950e2e-5582-4836-a2d5-0fc80b1448a6), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:28.857194 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9937f559-3b02-4e10-8b3d-f83a0ed8f847 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (55950e2e-5582-4836-a2d5-0fc80b1448a6), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:28.947634 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1aefdf-2e86-4ca8-896b-226834852e45 None None] Network f1c41e28-5d16-459f-865e-9320359228db requested from dv-cinder-841644-1-iscsi {{(pid=109805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 12:54:28.951827 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 45884) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:54:28.971358 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b1c54e-006c-41d6-a4df-cb49f62aeab7 admin admin] Network feab3964-f0b8-402e-905b-49af947bf732 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 12:54:28.998467 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-f5b1c54e-006c-41d6-a4df-cb49f62aeab7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 12:54:29.024803 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-9937f559-3b02-4e10-8b3d-f83a0ed8f847 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8494cd6cad1a4855ac2bc0c2ebf724cf&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4717948 May 13 12:54:29.034890 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-28c7d7bc-be62-41da-9729-441f62ed92d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:29.037158 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 45886) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:54:29.051078 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 45888) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:54:29.058811 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b1c54e-006c-41d6-a4df-cb49f62aeab7 admin admin] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 12:54:29.094017 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron_lib.callbacks.manager [None req-49ed804f-5af1-4f21-8947-99f64ab5068a None None] Publish callbacks [] for port (20f9def9-d5cf-42f7-b355-bde634d176ac), precommit_update {{(pid=109806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:29.106679 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-d4e2d4f5-abe4-4465-9a79-d6659774f101 None None] Current status of the port 03dc91fc-8752-4ef8-a3d1-a5db3ac001f3 is: ACTIVE; New status is: ACTIVE {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 12:54:29.111052 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Provisioning complete for port 03dc91fc-8752-4ef8-a3d1-a5db3ac001f3 triggered by entity L2. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 12:54:29.113327 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (03dc91fc-8752-4ef8-a3d1-a5db3ac001f3), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:29.119570 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9937f559-3b02-4e10-8b3d-f83a0ed8f847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55950e2e-5582-4836-a2d5-0fc80b1448a6,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:54:29.132733 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron_lib.callbacks.manager [None req-49ed804f-5af1-4f21-8947-99f64ab5068a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (20f9def9-d5cf-42f7-b355-bde634d176ac), after_update {{(pid=109806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:29.248764 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b28ddaf-0fb3-4930-8734-762cfeef5c8a None None] Pushing event updated for resources: {'Port': ['ID=20f9def9-d5cf-42f7-b355-bde634d176ac,revision_number=2']} {{(pid=109806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:54:29.271347 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-7f65be26-5942-4405-9c57-6146a5ea5816 None None] Provisioning complete for port fd663ba6-5e8c-411f-8df6-e04870b8bbc9 triggered by entity DHCP. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 12:54:29.271914 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b28ddaf-0fb3-4930-8734-762cfeef5c8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:54:29.271914 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b28ddaf-0fb3-4930-8734-762cfeef5c8a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:54:29.272653 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b28ddaf-0fb3-4930-8734-762cfeef5c8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:54:29.273153 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b28ddaf-0fb3-4930-8734-762cfeef5c8a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:54:29.273321 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-7f65be26-5942-4405-9c57-6146a5ea5816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (fd663ba6-5e8c-411f-8df6-e04870b8bbc9), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:29.273760 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b28ddaf-0fb3-4930-8734-762cfeef5c8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:54:29.274282 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b28ddaf-0fb3-4930-8734-762cfeef5c8a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:54:29.274966 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b28ddaf-0fb3-4930-8734-762cfeef5c8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:54:29.275671 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b28ddaf-0fb3-4930-8734-762cfeef5c8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:54:29.276144 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b28ddaf-0fb3-4930-8734-762cfeef5c8a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:54:29.276806 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b28ddaf-0fb3-4930-8734-762cfeef5c8a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:54:29.278374 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b28ddaf-0fb3-4930-8734-762cfeef5c8a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:54:29.279224 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b28ddaf-0fb3-4930-8734-762cfeef5c8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:54:29.279668 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b28ddaf-0fb3-4930-8734-762cfeef5c8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:54:29.280108 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b28ddaf-0fb3-4930-8734-762cfeef5c8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:54:29.280541 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b28ddaf-0fb3-4930-8734-762cfeef5c8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:54:29.281402 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-648afb32-a6f2-4ccd-a6fa-a7b222848e73 admin admin] Allocated IP 172.20.0.1 (2600954f-368e-4b9b-9fca-a1e49f9c5d94/ddd064bc-4133-46f1-b906-03efc81a9128/997935f8-c07a-48fd-a9cb-2f402621c90b) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 12:54:29.282062 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b28ddaf-0fb3-4930-8734-762cfeef5c8a None None] Tracked resource versions report: May 13 12:54:29.282062 dv-cinder-841644-1-iscsi neutron-server[109806]: pushed versions: May 13 12:54:29.282062 dv-cinder-841644-1-iscsi neutron-server[109806]: { 'AddressGroup': {'1.2'}, May 13 12:54:29.282062 dv-cinder-841644-1-iscsi neutron-server[109806]: 'Agent': {'1.1'}, May 13 12:54:29.282062 dv-cinder-841644-1-iscsi neutron-server[109806]: 'ConntrackHelper': {'1.0'}, May 13 12:54:29.282062 dv-cinder-841644-1-iscsi neutron-server[109806]: 'LocalIPAssociation': {'1.0'}, May 13 12:54:29.282062 dv-cinder-841644-1-iscsi neutron-server[109806]: 'Log': {'1.0'}, May 13 12:54:29.282062 dv-cinder-841644-1-iscsi neutron-server[109806]: 'NDPProxy': {'1.0'}, May 13 12:54:29.282062 dv-cinder-841644-1-iscsi neutron-server[109806]: 'Network': {'1.1'}, May 13 12:54:29.282062 dv-cinder-841644-1-iscsi neutron-server[109806]: 'Port': {'1.7'}, May 13 12:54:29.282062 dv-cinder-841644-1-iscsi neutron-server[109806]: 'PortForwarding': {'1.3'}, May 13 12:54:29.282062 dv-cinder-841644-1-iscsi neutron-server[109806]: 'QosPolicy': {'1.10'}, May 13 12:54:29.282062 dv-cinder-841644-1-iscsi neutron-server[109806]: 'SecurityGroup': {'1.5'}, May 13 12:54:29.282062 dv-cinder-841644-1-iscsi neutron-server[109806]: 'SecurityGroupRule': {'1.2'}, May 13 12:54:29.282062 dv-cinder-841644-1-iscsi neutron-server[109806]: 'SubPort': {'1.0'}, May 13 12:54:29.282062 dv-cinder-841644-1-iscsi neutron-server[109806]: 'Subnet': {'1.1'}, May 13 12:54:29.282062 dv-cinder-841644-1-iscsi neutron-server[109806]: 'Trunk': {'1.1'}} May 13 12:54:29.282062 dv-cinder-841644-1-iscsi neutron-server[109806]: consumer versions: May 13 12:54:29.282062 dv-cinder-841644-1-iscsi neutron-server[109806]: { DHCP agent@dv-cinder-841644-1-iscsi: {}, May 13 12:54:29.282062 dv-cinder-841644-1-iscsi neutron-server[109806]: HyperV agent@hv-cinder-84164: {}, May 13 12:54:29.282062 dv-cinder-841644-1-iscsi neutron-server[109806]: L3 agent@dv-cinder-841644-1-iscsi: {}, May 13 12:54:29.282062 dv-cinder-841644-1-iscsi neutron-server[109806]: Metadata agent@dv-cinder-841644-1-iscsi: {}, May 13 12:54:29.282062 dv-cinder-841644-1-iscsi neutron-server[109806]: Metering agent@dv-cinder-841644-1-iscsi: {}, May 13 12:54:29.282062 dv-cinder-841644-1-iscsi neutron-server[109806]: Open vSwitch agent@dv-cinder-841644-1-iscsi: { 'AddressGroup': '1.2', May 13 12:54:29.282062 dv-cinder-841644-1-iscsi neutron-server[109806]: 'Agent': '1.1', May 13 12:54:29.282062 dv-cinder-841644-1-iscsi neutron-server[109806]: 'ConntrackHelper': '1.0', May 13 12:54:29.282062 dv-cinder-841644-1-iscsi neutron-server[109806]: 'LocalIPAssociation': '1.0', May 13 12:54:29.282062 dv-cinder-841644-1-iscsi neutron-server[109806]: 'Log': '1.0', May 13 12:54:29.282062 dv-cinder-841644-1-iscsi neutron-server[109806]: 'NDPProxy': '1.0', May 13 12:54:29.282062 dv-cinder-841644-1-iscsi neutron-server[109806]: 'Network': '1.1', May 13 12:54:29.282062 dv-cinder-841644-1-iscsi neutron-server[109806]: 'Port': '1.7', May 13 12:54:29.282062 dv-cinder-841644-1-iscsi neutron-server[109806]: 'PortForwarding': '1.3', May 13 12:54:29.282062 dv-cinder-841644-1-iscsi neutron-server[109806]: 'QosPolicy': '1.10', May 13 12:54:29.282062 dv-cinder-841644-1-iscsi neutron-server[109806]: 'SecurityGroup': '1.5', May 13 12:54:29.282062 dv-cinder-841644-1-iscsi neutron-server[109806]: 'SecurityGroupRule': '1.2', May 13 12:54:29.282062 dv-cinder-841644-1-iscsi neutron-server[109806]: 'SubPort': '1.0', May 13 12:54:29.282062 dv-cinder-841644-1-iscsi neutron-server[109806]: 'Subnet': '1.1', May 13 12:54:29.282062 dv-cinder-841644-1-iscsi neutron-server[109806]: 'Trunk': '1.1'}} May 13 12:54:29.282062 dv-cinder-841644-1-iscsi neutron-server[109806]: {{(pid=109806) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 13 12:54:29.337998 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.plugins.ml2.managers [None req-49ed804f-5af1-4f21-8947-99f64ab5068a None None] Attempting to bind port 20f9def9-d5cf-42f7-b355-bde634d176ac on host dv-cinder-841644-1-iscsi for vnic_type normal with profile {{(pid=109806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 12:54:29.341277 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.plugins.ml2.managers [None req-49ed804f-5af1-4f21-8947-99f64ab5068a None None] Attempting to bind port 20f9def9-d5cf-42f7-b355-bde634d176ac by drivers openvswitch,hyperv on host dv-cinder-841644-1-iscsi at level 0 using segments [{'id': '2bcc8a2d-359a-4841-80fa-a53ce02b14f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732'}] {{(pid=109806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 12:54:29.341779 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ed804f-5af1-4f21-8947-99f64ab5068a None None] Attempting to bind port 20f9def9-d5cf-42f7-b355-bde634d176ac on network feab3964-f0b8-402e-905b-49af947bf732 {{(pid=109806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 12:54:29.350788 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c14f7c2c-9465-476f-a7de-90d5e2df8a72 admin admin] Publish callbacks [] for router_gateway (045f35fc-2c99-4b59-9cb3-9ddcf675eecc), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:29.362620 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ed804f-5af1-4f21-8947-99f64ab5068a None None] Checking agent: {'id': 'f7880a20-862d-46b4-8dd6-192b0a47d710', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841644-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 12, 45, 48), 'started_at': datetime.datetime(2022, 5, 13, 12, 46, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 12, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841644-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 12:54:29.366824 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ed804f-5af1-4f21-8947-99f64ab5068a None None] Checking segment: {'id': '2bcc8a2d-359a-4841-80fa-a53ce02b14f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 12:54:29.370126 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron_lib.callbacks.manager [None req-49ed804f-5af1-4f21-8947-99f64ab5068a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:29.374398 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ed804f-5af1-4f21-8947-99f64ab5068a None None] Bound using segment: {'id': '2bcc8a2d-359a-4841-80fa-a53ce02b14f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732'} {{(pid=109806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 12:54:29.376843 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.plugins.ml2.managers [None req-49ed804f-5af1-4f21-8947-99f64ab5068a None None] Bound port: 20f9def9-d5cf-42f7-b355-bde634d176ac, host: dv-cinder-841644-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bcc8a2d-359a-4841-80fa-a53ce02b14f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732'}}] {{(pid=109806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 12:54:29.378918 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron_lib.callbacks.manager [None req-49ed804f-5af1-4f21-8947-99f64ab5068a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (20f9def9-d5cf-42f7-b355-bde634d176ac), before_update {{(pid=109806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:29.389387 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Current status of the port 03dc91fc-8752-4ef8-a3d1-a5db3ac001f3 is: ACTIVE; New status is: ACTIVE {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 12:54:29.390672 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Device fd663ba6-5e8c-411f-8df6-e04870b8bbc9 up at agent ovs-agent-dv-cinder-841644-1-iscsi {{(pid=109805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 12:54:29.427683 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c7830848-f7cb-4bd3-8cb3-f0361a812c3e admin admin] Publish callbacks [] for security_group (55950e2e-5582-4836-a2d5-0fc80b1448a6), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:29.555308 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d2663878-a6a2-466f-9fa7-fc80129a72cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:29.581559 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-7f65be26-5942-4405-9c57-6146a5ea5816 None None] Current status of the port fd663ba6-5e8c-411f-8df6-e04870b8bbc9 is: DOWN; New status is: ACTIVE {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 12:54:29.583185 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-7f65be26-5942-4405-9c57-6146a5ea5816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (fd663ba6-5e8c-411f-8df6-e04870b8bbc9), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:29.601664 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.plugins.ml2.db [None req-49ed804f-5af1-4f21-8947-99f64ab5068a None None] For port 20f9def9-d5cf-42f7-b355-bde634d176ac, host dv-cinder-841644-1-iscsi, cleared binding levels {{(pid=109806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 12:54:29.606221 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.plugins.ml2.db [None req-49ed804f-5af1-4f21-8947-99f64ab5068a None None] For port 20f9def9-d5cf-42f7-b355-bde634d176ac, host dv-cinder-841644-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841644-1-iscsi',level=0,port_id=20f9def9-d5cf-42f7-b355-bde634d176ac,segment=NetworkSegment(2bcc8a2d-359a-4841-80fa-a53ce02b14f8),segment_id=2bcc8a2d-359a-4841-80fa-a53ce02b14f8)] {{(pid=109806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 12:54:29.611386 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Provisioning complete for port fd663ba6-5e8c-411f-8df6-e04870b8bbc9 triggered by entity L2. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 12:54:29.614411 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron_lib.callbacks.manager [None req-49ed804f-5af1-4f21-8947-99f64ab5068a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (20f9def9-d5cf-42f7-b355-bde634d176ac), after_update {{(pid=109806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:29.614747 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (fd663ba6-5e8c-411f-8df6-e04870b8bbc9), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:29.665995 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ed804f-5af1-4f21-8947-99f64ab5068a None None] Routers {'3998afaf-1597-4f3d-9f76-568897366df8'} bound to L3 agent in host dv-cinder-841644-1-iscsi {{(pid=109806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 12:54:29.666854 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_hamode_db [None req-49ed804f-5af1-4f21-8947-99f64ab5068a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841644-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T12:45:44Z,description=,heartbeat_timestamp=2022-05-13T12:54:14Z,host='dv-cinder-841644-1-iscsi',id=6d8a5631-9f63-444c-af3b-4dcce4842b62,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T12:45:44Z,topic='l3_agent')) {'router_ids': ['3998afaf-1597-4f3d-9f76-568897366df8'], 'active': True} {{(pid=109806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 12:54:29.671898 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c7830848-f7cb-4bd3-8cb3-f0361a812c3e admin admin] Publish callbacks [] for security_group (55950e2e-5582-4836-a2d5-0fc80b1448a6), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:29.692878 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-7f65be26-5942-4405-9c57-6146a5ea5816 None None] For port fd663ba6-5e8c-411f-8df6-e04870b8bbc9, host dv-cinder-841644-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841644-1-iscsi',level=0,port_id=fd663ba6-5e8c-411f-8df6-e04870b8bbc9,segment=NetworkSegment(c6a3dc01-8071-489d-bd05-606d071e01ac),segment_id=c6a3dc01-8071-489d-bd05-606d071e01ac)] {{(pid=109805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 12:54:29.711059 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-28c7d7bc-be62-41da-9729-441f62ed92d8 admin admin] Publish callbacks [] for security_group (d4411aa4-5190-4dcf-9f0b-7b2bbd8649df), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:29.726521 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-7f65be26-5942-4405-9c57-6146a5ea5816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (fd663ba6-5e8c-411f-8df6-e04870b8bbc9), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:29.737248 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b28ddaf-0fb3-4930-8734-762cfeef5c8a None None] Pushing event updated for resources: {'Port': ['ID=20f9def9-d5cf-42f7-b355-bde634d176ac,revision_number=3']} {{(pid=109806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:54:29.742748 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-28c7d7bc-be62-41da-9729-441f62ed92d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (d4411aa4-5190-4dcf-9f0b-7b2bbd8649df), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:29.747182 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-648afb32-a6f2-4ccd-a6fa-a7b222848e73 admin admin] Publish callbacks [] for port (997935f8-c07a-48fd-a9cb-2f402621c90b), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:29.876742 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_dvr_db [None req-49ed804f-5af1-4f21-8947-99f64ab5068a None None] Set router 3998afaf-1597-4f3d-9f76-568897366df8 gateway port host: dv-cinder-841644-1-iscsi {{(pid=109806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 12:54:29.888149 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f65be26-5942-4405-9c57-6146a5ea5816 None None] Pushing event updated for resources: {'Port': ['ID=fd663ba6-5e8c-411f-8df6-e04870b8bbc9,revision_number=3']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:54:29.894113 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-550aafe2-5b8a-4979-9c60-7ce60456e57d None None] Provisioning complete for port fd663ba6-5e8c-411f-8df6-e04870b8bbc9 triggered by entity DHCP. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 12:54:29.894766 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-550aafe2-5b8a-4979-9c60-7ce60456e57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (fd663ba6-5e8c-411f-8df6-e04870b8bbc9), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:29.924106 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Current status of the port fd663ba6-5e8c-411f-8df6-e04870b8bbc9 is: ACTIVE; New status is: ACTIVE {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 12:54:29.970593 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-3e61d573-5b7e-4b40-827a-1dbdf66a78fe req-51a63071-87cd-4fad-b01b-0c4b54d1879b tempest-DeleteServersTestJSON-1651286599 tempest-DeleteServersTestJSON-1651286599-project] 10.222.0.49 "GET /v2.0/ports?device_id=b10c17e5-f9fb-4451-bb6a-7b1184b89c69 HTTP/1.1" status: 200 len: 210 time: 0.1622100 May 13 12:54:30.052665 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-550aafe2-5b8a-4979-9c60-7ce60456e57d None None] Current status of the port fd663ba6-5e8c-411f-8df6-e04870b8bbc9 is: ACTIVE; New status is: ACTIVE {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 12:54:30.063425 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d2663878-a6a2-466f-9fa7-fc80129a72cf admin admin] Publish callbacks [] for security_group (7b081bdf-481b-402b-9bf2-38d787da2ac6), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:30.070789 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d2663878-a6a2-466f-9fa7-fc80129a72cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (7b081bdf-481b-402b-9bf2-38d787da2ac6), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:30.078401 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-648afb32-a6f2-4ccd-a6fa-a7b222848e73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750967062384'] for port (997935f8-c07a-48fd-a9cb-2f402621c90b), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:30.100435 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.52', 64271) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:54:30.207099 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c7d7bc-be62-41da-9729-441f62ed92d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4411aa4-5190-4dcf-9f0b-7b2bbd8649df,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:54:30.231518 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Device fd663ba6-5e8c-411f-8df6-e04870b8bbc9 up at agent ovs-agent-dv-cinder-841644-1-iscsi {{(pid=109805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 12:54:30.249897 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648afb32-a6f2-4ccd-a6fa-a7b222848e73 admin admin] Pushing event updated for resources: {'Port': ['ID=997935f8-c07a-48fd-a9cb-2f402621c90b,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:54:30.282814 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-648afb32-a6f2-4ccd-a6fa-a7b222848e73 admin admin] Network 2600954f-368e-4b9b-9fca-a1e49f9c5d94 is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 12:54:30.285136 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c7830848-f7cb-4bd3-8cb3-f0361a812c3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (55950e2e-5582-4836-a2d5-0fc80b1448a6), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:30.289072 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c7830848-f7cb-4bd3-8cb3-f0361a812c3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:30.291819 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_hamode_db [None req-49ed804f-5af1-4f21-8947-99f64ab5068a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3998afaf-1597-4f3d-9f76-568897366df8', 'name': 'tempest-AttachVolumeShelveTestJSON-1244794626-router', 'tenant_id': '0b148a16abbc49ed816ed45fc1ad4980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': '20f9def9-d5cf-42f7-b355-bde634d176ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T12:54:20Z', 'updated_at': '2022-05-13T12:54:22Z', 'revision_number': 3, 'project_id': '0b148a16abbc49ed816ed45fc1ad4980', 'gw_port': {'id': '20f9def9-d5cf-42f7-b355-bde634d176ac', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:48:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3998afaf-1597-4f3d-9f76-568897366df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:54:21Z', 'updated_at': '2022-05-13T12:54:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi'}], 'dv-cinder-841644-1-iscsi', False) {} {{(pid=109806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 12:54:30.314503 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-c7830848-f7cb-4bd3-8cb3-f0361a812c3e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/55950e2e-5582-4836-a2d5-0fc80b1448a6 HTTP/1.1" status: 204 len: 168 time: 1.2583935 May 13 12:54:30.314587 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Provisioning complete for port fd663ba6-5e8c-411f-8df6-e04870b8bbc9 triggered by entity L2. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 12:54:30.314587 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (fd663ba6-5e8c-411f-8df6-e04870b8bbc9), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:30.317495 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-28c7d7bc-be62-41da-9729-441f62ed92d8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=411d8378162d4e5f9d0ea1dd60a21cfe&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3653080 May 13 12:54:30.322931 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 45922) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:54:30.359984 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f5b1c54e-006c-41d6-a4df-cb49f62aeab7 admin admin] Publish callbacks [] for router_gateway (440b421f-e2d5-4beb-b012-398d7d0adbaa), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:30.361800 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7830848-f7cb-4bd3-8cb3-f0361a812c3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55950e2e-5582-4836-a2d5-0fc80b1448a6,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:54:30.363139 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ed804f-5af1-4f21-8947-99f64ab5068a None None] The sync data for ids ['3998afaf-1597-4f3d-9f76-568897366df8'] in dv-cinder-841644-1-iscsi is: [{'id': '3998afaf-1597-4f3d-9f76-568897366df8', 'name': 'tempest-AttachVolumeShelveTestJSON-1244794626-router', 'tenant_id': '0b148a16abbc49ed816ed45fc1ad4980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': '20f9def9-d5cf-42f7-b355-bde634d176ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T12:54:20Z', 'updated_at': '2022-05-13T12:54:22Z', 'revision_number': 3, 'project_id': '0b148a16abbc49ed816ed45fc1ad4980', 'gw_port': {'id': '20f9def9-d5cf-42f7-b355-bde634d176ac', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:48:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3998afaf-1597-4f3d-9f76-568897366df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:54:21Z', 'updated_at': '2022-05-13T12:54:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi'}] {{(pid=109806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 12:54:30.533030 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-648afb32-a6f2-4ccd-a6fa-a7b222848e73 admin admin] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 12:54:30.548194 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648afb32-a6f2-4ccd-a6fa-a7b222848e73 admin admin] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 12:54:30.548849 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-648afb32-a6f2-4ccd-a6fa-a7b222848e73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620801'] for router_interface (3998afaf-1597-4f3d-9f76-568897366df8), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:30.572586 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Current status of the port fd663ba6-5e8c-411f-8df6-e04870b8bbc9 is: ACTIVE; New status is: ACTIVE {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 12:54:30.581547 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c14f7c2c-9465-476f-a7de-90d5e2df8a72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1616983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619222'] for router (045f35fc-2c99-4b59-9cb3-9ddcf675eecc), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:30.586414 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f21965d-45f4-4e57-8468-aafe565f6005 req-1d7158f3-b92b-40d1-8d1a-191b7ecd0064 tempest-DeleteServersTestJSON-1651286599 tempest-DeleteServersTestJSON-1651286599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:54:30.588141 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-3f21965d-45f4-4e57-8468-aafe565f6005 req-1d7158f3-b92b-40d1-8d1a-191b7ecd0064 tempest-DeleteServersTestJSON-1651286599 tempest-DeleteServersTestJSON-1651286599-project] 10.222.0.52 "GET /v2.0/networks?id=b032638b-546c-4763-8f7c-e53a0e0d1071 HTTP/1.1" status: 200 len: 811 time: 0.4833961 May 13 12:54:30.588784 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2663878-a6a2-466f-9fa7-fc80129a72cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b081bdf-481b-402b-9bf2-38d787da2ac6,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:54:30.702705 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ef3a754b-481d-4bc5-8334-154341dfbc13 admin admin] Publish callbacks [] for security_group (d4411aa4-5190-4dcf-9f0b-7b2bbd8649df), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:30.713993 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-d2663878-a6a2-466f-9fa7-fc80129a72cf admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=739aea76b0ad43cabcf21da1340afc55&name=default HTTP/1.1" status: 200 len: 2995 time: 1.6608419 May 13 12:54:30.718722 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 45936) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:54:30.822952 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.v2.base [req-3f21965d-45f4-4e57-8468-aafe565f6005 req-de445ae3-1f7c-44ef-a8f5-49f061b6d091 tempest-DeleteServersTestJSON-1651286599 tempest-DeleteServersTestJSON-1651286599-project] Request body: {'port': {'device_id': 'b10c17e5-f9fb-4451-bb6a-7b1184b89c69', 'network_id': 'b032638b-546c-4763-8f7c-e53a0e0d1071', 'admin_state_up': True, 'tenant_id': '612784cc2dcc45b1b71ec19fc213f48f'}} {{(pid=109804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 12:54:30.893921 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ef3a754b-481d-4bc5-8334-154341dfbc13 admin admin] Publish callbacks [] for security_group (d4411aa4-5190-4dcf-9f0b-7b2bbd8649df), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:31.107724 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-72062232-727d-4e98-a2d9-8af50bfc9cb2 None None] Provisioning complete for port 997935f8-c07a-48fd-a9cb-2f402621c90b triggered by entity DHCP. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 12:54:31.114295 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-72062232-727d-4e98-a2d9-8af50bfc9cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (997935f8-c07a-48fd-a9cb-2f402621c90b), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:31.162477 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ef3a754b-481d-4bc5-8334-154341dfbc13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (d4411aa4-5190-4dcf-9f0b-7b2bbd8649df), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:31.166664 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ef3a754b-481d-4bc5-8334-154341dfbc13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:31.171633 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-ef3a754b-481d-4bc5-8334-154341dfbc13 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d4411aa4-5190-4dcf-9f0b-7b2bbd8649df HTTP/1.1" status: 204 len: 168 time: 0.8444583 May 13 12:54:31.178452 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f5b1c54e-006c-41d6-a4df-cb49f62aeab7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1616983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619222'] for router (440b421f-e2d5-4beb-b012-398d7d0adbaa), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:31.194762 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3a754b-481d-4bc5-8334-154341dfbc13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4411aa4-5190-4dcf-9f0b-7b2bbd8649df,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:54:31.239463 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-72062232-727d-4e98-a2d9-8af50bfc9cb2 None None] Port 997935f8-c07a-48fd-a9cb-2f402621c90b cannot update to ACTIVE because it is not bound. {{(pid=109805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 12:54:31.408833 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-861926d4-f964-465f-bcc1-e8769f5b12f3 admin admin] Publish callbacks [] for security_group (7b081bdf-481b-402b-9bf2-38d787da2ac6), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:31.414769 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c14f7c2c-9465-476f-a7de-90d5e2df8a72 admin admin] Router 045f35fc-2c99-4b59-9cb3-9ddcf675eecc is scheduled to L3 agent 6d8a5631-9f63-444c-af3b-4dcce4842b62 with binding_index 1 {{(pid=109803) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 13 12:54:31.419273 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f21965d-45f4-4e57-8468-aafe565f6005 req-de445ae3-1f7c-44ef-a8f5-49f061b6d091 tempest-DeleteServersTestJSON-1651286599 tempest-DeleteServersTestJSON-1651286599-project] Made reservation on behalf of 612784cc2dcc45b1b71ec19fc213f48f for: {'port': 1} {{(pid=109804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 12:54:31.432182 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-3f21965d-45f4-4e57-8468-aafe565f6005 req-de445ae3-1f7c-44ef-a8f5-49f061b6d091 tempest-DeleteServersTestJSON-1651286599 tempest-DeleteServersTestJSON-1651286599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:31.462219 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-75cabb16-c463-408a-b5c1-19df859f4da6 req-eefec715-c4d1-4f9a-b413-03c3b3afb635 tempest-DeleteServersTestJSON-1651286599 tempest-DeleteServersTestJSON-1651286599-project] 10.222.0.49 "GET /v2.0/ports?device_id=b10c17e5-f9fb-4451-bb6a-7b1184b89c69 HTTP/1.1" status: 200 len: 210 time: 0.0502098 May 13 12:54:31.540473 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5b1c54e-006c-41d6-a4df-cb49f62aeab7 admin admin] Router 440b421f-e2d5-4beb-b012-398d7d0adbaa is scheduled to L3 agent 6d8a5631-9f63-444c-af3b-4dcce4842b62 with binding_index 1 {{(pid=109803) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 13 12:54:31.661062 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-861926d4-f964-465f-bcc1-e8769f5b12f3 admin admin] Publish callbacks [] for security_group (7b081bdf-481b-402b-9bf2-38d787da2ac6), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:31.670337 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c14f7c2c-9465-476f-a7de-90d5e2df8a72 admin admin] Notify agent at l3_agent.dv-cinder-841644-1-iscsi the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 12:54:31.686241 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaaaeb01-eb0b-4c4d-bcef-d0ea67b72b8a None None] Sync routers for ids ['045f35fc-2c99-4b59-9cb3-9ddcf675eecc'] in dv-cinder-841644-1-iscsi {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 12:54:31.708684 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaaaeb01-eb0b-4c4d-bcef-d0ea67b72b8a None None] Routers {'045f35fc-2c99-4b59-9cb3-9ddcf675eecc'} bound to L3 agent in host dv-cinder-841644-1-iscsi {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 12:54:31.710040 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-aaaaeb01-eb0b-4c4d-bcef-d0ea67b72b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841644-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T12:45:44Z,description=,heartbeat_timestamp=2022-05-13T12:54:14Z,host='dv-cinder-841644-1-iscsi',id=6d8a5631-9f63-444c-af3b-4dcce4842b62,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T12:45:44Z,topic='l3_agent')) {'router_ids': ['045f35fc-2c99-4b59-9cb3-9ddcf675eecc'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 12:54:31.711291 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c14f7c2c-9465-476f-a7de-90d5e2df8a72 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:31.713276 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-c14f7c2c-9465-476f-a7de-90d5e2df8a72 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 8.1154325 May 13 12:54:31.716425 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 45984) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:54:31.826986 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5b1c54e-006c-41d6-a4df-cb49f62aeab7 admin admin] Notify agent at l3_agent.dv-cinder-841644-1-iscsi the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 12:54:31.844600 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503d2023-c935-45fa-88c7-416f58565499 None None] Sync routers for ids ['440b421f-e2d5-4beb-b012-398d7d0adbaa'] in dv-cinder-841644-1-iscsi {{(pid=109806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 12:54:31.850577 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f5b1c54e-006c-41d6-a4df-cb49f62aeab7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:31.852140 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-f5b1c54e-006c-41d6-a4df-cb49f62aeab7 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 8.6676040 May 13 12:54:31.858155 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 45990) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:54:31.889384 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503d2023-c935-45fa-88c7-416f58565499 None None] Routers {'440b421f-e2d5-4beb-b012-398d7d0adbaa'} bound to L3 agent in host dv-cinder-841644-1-iscsi {{(pid=109806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 12:54:31.891055 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_hamode_db [None req-503d2023-c935-45fa-88c7-416f58565499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841644-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T12:45:44Z,description=,heartbeat_timestamp=2022-05-13T12:54:14Z,host='dv-cinder-841644-1-iscsi',id=6d8a5631-9f63-444c-af3b-4dcce4842b62,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T12:45:44Z,topic='l3_agent')) {'router_ids': ['440b421f-e2d5-4beb-b012-398d7d0adbaa'], 'active': True} {{(pid=109806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 12:54:32.143041 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-aaaaeb01-eb0b-4c4d-bcef-d0ea67b72b8a None None] Set router 045f35fc-2c99-4b59-9cb3-9ddcf675eecc gateway port host: dv-cinder-841644-1-iscsi {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 12:54:32.389387 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Device 20f9def9-d5cf-42f7-b355-bde634d176ac up at agent ovs-agent-dv-cinder-841644-1-iscsi {{(pid=109805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 12:54:32.531806 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-648afb32-a6f2-4ccd-a6fa-a7b222848e73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (997935f8-c07a-48fd-a9cb-2f402621c90b), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:32.572635 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [req-3f21965d-45f4-4e57-8468-aafe565f6005 req-de445ae3-1f7c-44ef-a8f5-49f061b6d091 tempest-DeleteServersTestJSON-1651286599 tempest-DeleteServersTestJSON-1651286599-project] Allocated IP 172.20.0.2 (b032638b-546c-4763-8f7c-e53a0e0d1071/328b78fe-385d-46c0-82d9-9073fff40e6f/10edcfdf-27bf-47e2-bc00-13c44bd9924a) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 12:54:32.580889 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-861926d4-f964-465f-bcc1-e8769f5b12f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (7b081bdf-481b-402b-9bf2-38d787da2ac6), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:32.585493 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-861926d4-f964-465f-bcc1-e8769f5b12f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:32.590841 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-861926d4-f964-465f-bcc1-e8769f5b12f3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7b081bdf-481b-402b-9bf2-38d787da2ac6 HTTP/1.1" status: 204 len: 168 time: 1.8575473 May 13 12:54:32.619986 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861926d4-f964-465f-bcc1-e8769f5b12f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b081bdf-481b-402b-9bf2-38d787da2ac6,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:54:32.730595 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_dvr_db [None req-503d2023-c935-45fa-88c7-416f58565499 None None] Set router 440b421f-e2d5-4beb-b012-398d7d0adbaa gateway port host: dv-cinder-841644-1-iscsi {{(pid=109806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 12:54:32.884044 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Provisioning complete for port 20f9def9-d5cf-42f7-b355-bde634d176ac triggered by entity L2. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 12:54:32.888303 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (20f9def9-d5cf-42f7-b355-bde634d176ac), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:33.018656 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-ddaf73a8-abf7-47a6-bff3-28ebdf8ef99b req-c75f6fb9-3f70-4f16-8e52-3f74c30433fe tempest-DeleteServersTestJSON-1651286599 tempest-DeleteServersTestJSON-1651286599-project] 10.222.0.49 "GET /v2.0/ports?device_id=b10c17e5-f9fb-4451-bb6a-7b1184b89c69 HTTP/1.1" status: 200 len: 210 time: 0.3309112 May 13 12:54:33.072153 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-aaaaeb01-eb0b-4c4d-bcef-d0ea67b72b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '045f35fc-2c99-4b59-9cb3-9ddcf675eecc', 'name': 'tempest-AttachVolumeNegativeTest-207558896-router', 'tenant_id': '7ec55859792345359fc7b22003b4e995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '02b711c9-c253-4fa7-9b82-c20738edf579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T12:54:23Z', 'updated_at': '2022-05-13T12:54:28Z', 'revision_number': 3, 'project_id': '7ec55859792345359fc7b22003b4e995', 'gw_port': {'id': '02b711c9-c253-4fa7-9b82-c20738edf579', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ac:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '045f35fc-2c99-4b59-9cb3-9ddcf675eecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:54:25Z', 'updated_at': '2022-05-13T12:54:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi'}], 'dv-cinder-841644-1-iscsi', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 12:54:33.194110 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaaaeb01-eb0b-4c4d-bcef-d0ea67b72b8a None None] Checking router: 045f35fc-2c99-4b59-9cb3-9ddcf675eecc for host: dv-cinder-841644-1-iscsi {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 12:54:33.196753 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaaaeb01-eb0b-4c4d-bcef-d0ea67b72b8a None None] Updating router 045f35fc-2c99-4b59-9cb3-9ddcf675eecc port 02b711c9-c253-4fa7-9b82-c20738edf579 binding host dv-cinder-841644-1-iscsi {{(pid=109805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 12:54:33.302162 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_hamode_db [None req-503d2023-c935-45fa-88c7-416f58565499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '440b421f-e2d5-4beb-b012-398d7d0adbaa', 'name': 'tempest-ServerRescueNegativeTestJSON-526245843-router', 'tenant_id': '58bddca6077344bea4cb41b23fcf8d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'b669c01c-389a-43c8-b724-af59cc1397eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T12:54:23Z', 'updated_at': '2022-05-13T12:54:29Z', 'revision_number': 3, 'project_id': '58bddca6077344bea4cb41b23fcf8d35', 'gw_port': {'id': 'b669c01c-389a-43c8-b724-af59cc1397eb', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:11:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '440b421f-e2d5-4beb-b012-398d7d0adbaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:54:26Z', 'updated_at': '2022-05-13T12:54:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi'}], 'dv-cinder-841644-1-iscsi', False) {} {{(pid=109806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 12:54:33.313370 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-aaaaeb01-eb0b-4c4d-bcef-d0ea67b72b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (02b711c9-c253-4fa7-9b82-c20738edf579), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:33.327368 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 46024) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:54:33.344262 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503d2023-c935-45fa-88c7-416f58565499 None None] Checking router: 440b421f-e2d5-4beb-b012-398d7d0adbaa for host: dv-cinder-841644-1-iscsi {{(pid=109806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 12:54:33.344915 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503d2023-c935-45fa-88c7-416f58565499 None None] Updating router 440b421f-e2d5-4beb-b012-398d7d0adbaa port b669c01c-389a-43c8-b724-af59cc1397eb binding host dv-cinder-841644-1-iscsi {{(pid=109806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 12:54:33.383236 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron_lib.callbacks.manager [None req-503d2023-c935-45fa-88c7-416f58565499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (b669c01c-389a-43c8-b724-af59cc1397eb), before_update {{(pid=109806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:33.634345 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-3f21965d-45f4-4e57-8468-aafe565f6005 req-de445ae3-1f7c-44ef-a8f5-49f061b6d091 tempest-DeleteServersTestJSON-1651286599 tempest-DeleteServersTestJSON-1651286599-project] Publish callbacks [] for port (10edcfdf-27bf-47e2-bc00-13c44bd9924a), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:33.678505 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-648afb32-a6f2-4ccd-a6fa-a7b222848e73 admin admin] Publish callbacks [] for port (997935f8-c07a-48fd-a9cb-2f402621c90b), precommit_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:33.693832 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-648afb32-a6f2-4ccd-a6fa-a7b222848e73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (997935f8-c07a-48fd-a9cb-2f402621c90b), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:33.695694 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-648afb32-a6f2-4ccd-a6fa-a7b222848e73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1623932'] for router_interface (3998afaf-1597-4f3d-9f76-568897366df8), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:33.713172 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 46034) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:54:33.768441 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-bc26acb4-25fc-4f85-93b5-62c21aa5a666 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:33.908588 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Current status of the port 20f9def9-d5cf-42f7-b355-bde634d176ac is: DOWN; New status is: ACTIVE {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 12:54:33.916511 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (20f9def9-d5cf-42f7-b355-bde634d176ac), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:33.935777 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648afb32-a6f2-4ccd-a6fa-a7b222848e73 admin admin] Pushing event updated for resources: {'Port': ['ID=997935f8-c07a-48fd-a9cb-2f402621c90b,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:54:33.968863 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron_lib.callbacks.manager [None req-503d2023-c935-45fa-88c7-416f58565499 None None] Publish callbacks [] for port (b669c01c-389a-43c8-b724-af59cc1397eb), precommit_update {{(pid=109806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:33.981467 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron_lib.callbacks.manager [None req-503d2023-c935-45fa-88c7-416f58565499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (b669c01c-389a-43c8-b724-af59cc1397eb), after_update {{(pid=109806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:34.013084 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] For port 20f9def9-d5cf-42f7-b355-bde634d176ac, host dv-cinder-841644-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841644-1-iscsi',level=0,port_id=20f9def9-d5cf-42f7-b355-bde634d176ac,segment=NetworkSegment(2bcc8a2d-359a-4841-80fa-a53ce02b14f8),segment_id=2bcc8a2d-359a-4841-80fa-a53ce02b14f8)] {{(pid=109805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 12:54:34.036332 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (20f9def9-d5cf-42f7-b355-bde634d176ac), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:34.066106 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.plugins.ml2.managers [None req-503d2023-c935-45fa-88c7-416f58565499 None None] Attempting to bind port b669c01c-389a-43c8-b724-af59cc1397eb on host dv-cinder-841644-1-iscsi for vnic_type normal with profile {{(pid=109806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 12:54:34.067060 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.plugins.ml2.managers [None req-503d2023-c935-45fa-88c7-416f58565499 None None] Attempting to bind port b669c01c-389a-43c8-b724-af59cc1397eb by drivers openvswitch,hyperv on host dv-cinder-841644-1-iscsi at level 0 using segments [{'id': '2bcc8a2d-359a-4841-80fa-a53ce02b14f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732'}] {{(pid=109806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 12:54:34.067720 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503d2023-c935-45fa-88c7-416f58565499 None None] Attempting to bind port b669c01c-389a-43c8-b724-af59cc1397eb on network feab3964-f0b8-402e-905b-49af947bf732 {{(pid=109806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 12:54:34.090466 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-3f21965d-45f4-4e57-8468-aafe565f6005 req-de445ae3-1f7c-44ef-a8f5-49f061b6d091 tempest-DeleteServersTestJSON-1651286599 tempest-DeleteServersTestJSON-1651286599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750967062384'] for port (10edcfdf-27bf-47e2-bc00-13c44bd9924a), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:34.099160 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 46040) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:54:34.100386 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503d2023-c935-45fa-88c7-416f58565499 None None] Checking agent: {'id': 'f7880a20-862d-46b4-8dd6-192b0a47d710', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841644-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 12, 45, 48), 'started_at': datetime.datetime(2022, 5, 13, 12, 46, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 12, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841644-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 12:54:34.101445 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503d2023-c935-45fa-88c7-416f58565499 None None] Checking segment: {'id': '2bcc8a2d-359a-4841-80fa-a53ce02b14f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 12:54:34.102075 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron_lib.callbacks.manager [None req-503d2023-c935-45fa-88c7-416f58565499 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:34.102833 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503d2023-c935-45fa-88c7-416f58565499 None None] Bound using segment: {'id': '2bcc8a2d-359a-4841-80fa-a53ce02b14f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732'} {{(pid=109806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 12:54:34.103477 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.plugins.ml2.managers [None req-503d2023-c935-45fa-88c7-416f58565499 None None] Bound port: b669c01c-389a-43c8-b724-af59cc1397eb, host: dv-cinder-841644-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bcc8a2d-359a-4841-80fa-a53ce02b14f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732'}}] {{(pid=109806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 12:54:34.104180 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron_lib.callbacks.manager [None req-503d2023-c935-45fa-88c7-416f58565499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (b669c01c-389a-43c8-b724-af59cc1397eb), before_update {{(pid=109806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:34.153059 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-a1a7e9cb-16df-4ac2-8263-27bdf71a06ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:34.179640 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1667aa44-c2c3-4416-b9aa-0d750df057ac None None] Pushing event updated for resources: {'Port': ['ID=b669c01c-389a-43c8-b724-af59cc1397eb,revision_number=2']} {{(pid=109806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:54:34.221345 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.plugins.ml2.db [None req-503d2023-c935-45fa-88c7-416f58565499 None None] For port b669c01c-389a-43c8-b724-af59cc1397eb, host dv-cinder-841644-1-iscsi, cleared binding levels {{(pid=109806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 12:54:34.228674 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.plugins.ml2.db [None req-503d2023-c935-45fa-88c7-416f58565499 None None] For port b669c01c-389a-43c8-b724-af59cc1397eb, host dv-cinder-841644-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841644-1-iscsi',level=0,port_id=b669c01c-389a-43c8-b724-af59cc1397eb,segment=NetworkSegment(2bcc8a2d-359a-4841-80fa-a53ce02b14f8),segment_id=2bcc8a2d-359a-4841-80fa-a53ce02b14f8)] {{(pid=109806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 12:54:34.239275 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron_lib.callbacks.manager [None req-503d2023-c935-45fa-88c7-416f58565499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (b669c01c-389a-43c8-b724-af59cc1397eb), after_update {{(pid=109806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:34.270630 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-648afb32-a6f2-4ccd-a6fa-a7b222848e73 admin admin] Network 2600954f-368e-4b9b-9fca-a1e49f9c5d94 is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 12:54:34.347812 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-648afb32-a6f2-4ccd-a6fa-a7b222848e73 admin admin] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 12:54:34.370446 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-aa60e7ee-29b7-43fe-b7ec-307227113e0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:34.381742 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503d2023-c935-45fa-88c7-416f58565499 None None] Routers {'440b421f-e2d5-4beb-b012-398d7d0adbaa'} bound to L3 agent in host dv-cinder-841644-1-iscsi {{(pid=109806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 12:54:34.382401 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_hamode_db [None req-503d2023-c935-45fa-88c7-416f58565499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841644-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T12:45:44Z,description=,heartbeat_timestamp=2022-05-13T12:54:14Z,host='dv-cinder-841644-1-iscsi',id=6d8a5631-9f63-444c-af3b-4dcce4842b62,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T12:45:44Z,topic='l3_agent')) {'router_ids': ['440b421f-e2d5-4beb-b012-398d7d0adbaa'], 'active': True} {{(pid=109806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 12:54:34.450889 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f21965d-45f4-4e57-8468-aafe565f6005 req-de445ae3-1f7c-44ef-a8f5-49f061b6d091 tempest-DeleteServersTestJSON-1651286599 tempest-DeleteServersTestJSON-1651286599-project] Network b032638b-546c-4763-8f7c-e53a0e0d1071 is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 12:54:34.471656 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [req-3f21965d-45f4-4e57-8468-aafe565f6005 req-de445ae3-1f7c-44ef-a8f5-49f061b6d091 tempest-DeleteServersTestJSON-1651286599 tempest-DeleteServersTestJSON-1651286599-project] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 12:54:34.512223 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f21965d-45f4-4e57-8468-aafe565f6005 req-de445ae3-1f7c-44ef-a8f5-49f061b6d091 tempest-DeleteServersTestJSON-1651286599 tempest-DeleteServersTestJSON-1651286599-project] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 12:54:34.519046 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f21965d-45f4-4e57-8468-aafe565f6005 req-de445ae3-1f7c-44ef-a8f5-49f061b6d091 tempest-DeleteServersTestJSON-1651286599 tempest-DeleteServersTestJSON-1651286599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:54:34.520446 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-3f21965d-45f4-4e57-8468-aafe565f6005 req-de445ae3-1f7c-44ef-a8f5-49f061b6d091 tempest-DeleteServersTestJSON-1651286599 tempest-DeleteServersTestJSON-1651286599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617456'] for port (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:34.527763 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-bc26acb4-25fc-4f85-93b5-62c21aa5a666 admin admin] Publish callbacks [] for security_group (11e90245-8855-43ca-98e7-5d23b497dcf2), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:34.541741 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1667aa44-c2c3-4416-b9aa-0d750df057ac None None] Pushing event updated for resources: {'Port': ['ID=b669c01c-389a-43c8-b724-af59cc1397eb,revision_number=3']} {{(pid=109806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:54:34.610659 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Pushing event updated for resources: {'Port': ['ID=20f9def9-d5cf-42f7-b355-bde634d176ac,revision_number=4']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:54:34.645334 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-aaaaeb01-eb0b-4c4d-bcef-d0ea67b72b8a None None] Publish callbacks [] for port (02b711c9-c253-4fa7-9b82-c20738edf579), precommit_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:34.660054 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-aaaaeb01-eb0b-4c4d-bcef-d0ea67b72b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (02b711c9-c253-4fa7-9b82-c20738edf579), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:34.744621 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-bc26acb4-25fc-4f85-93b5-62c21aa5a666 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (11e90245-8855-43ca-98e7-5d23b497dcf2), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:34.768768 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_dvr_db [None req-503d2023-c935-45fa-88c7-416f58565499 None None] Set router 440b421f-e2d5-4beb-b012-398d7d0adbaa gateway port host: dv-cinder-841644-1-iscsi {{(pid=109806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 12:54:34.904912 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2603d431-9391-44df-a843-2776bb9ea0c3 req-15d16c9c-ea49-4b8e-a744-06bd67adf952 tempest-DeleteServersTestJSON-1651286599 tempest-DeleteServersTestJSON-1651286599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:54:34.916085 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-2603d431-9391-44df-a843-2776bb9ea0c3 req-15d16c9c-ea49-4b8e-a744-06bd67adf952 tempest-DeleteServersTestJSON-1651286599 tempest-DeleteServersTestJSON-1651286599-project] 10.222.0.49 "GET /v2.0/ports?device_id=b10c17e5-f9fb-4451-bb6a-7b1184b89c69 HTTP/1.1" status: 200 len: 931 time: 0.6144061 May 13 12:54:34.916578 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-aaaaeb01-eb0b-4c4d-bcef-d0ea67b72b8a None None] Attempting to bind port 02b711c9-c253-4fa7-9b82-c20738edf579 on host dv-cinder-841644-1-iscsi for vnic_type normal with profile {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 12:54:34.917684 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-aaaaeb01-eb0b-4c4d-bcef-d0ea67b72b8a None None] Attempting to bind port 02b711c9-c253-4fa7-9b82-c20738edf579 by drivers openvswitch,hyperv on host dv-cinder-841644-1-iscsi at level 0 using segments [{'id': '2bcc8a2d-359a-4841-80fa-a53ce02b14f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732'}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 12:54:34.918861 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaaaeb01-eb0b-4c4d-bcef-d0ea67b72b8a None None] Attempting to bind port 02b711c9-c253-4fa7-9b82-c20738edf579 on network feab3964-f0b8-402e-905b-49af947bf732 {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 12:54:34.931880 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-acf4d49f-8c7b-4275-ba18-dc0eee1e4f27 None None] Provisioning complete for port 997935f8-c07a-48fd-a9cb-2f402621c90b triggered by entity DHCP. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 12:54:34.932938 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-acf4d49f-8c7b-4275-ba18-dc0eee1e4f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (997935f8-c07a-48fd-a9cb-2f402621c90b), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:34.952027 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-01612dc2-3ee2-4ea6-9d1c-dd7fb4418888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:34.952235 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de445ae3-1f7c-44ef-a8f5-49f061b6d091 tempest-DeleteServersTestJSON-1651286599 tempest-DeleteServersTestJSON-1651286599-project] Pushing event updated for resources: {'Port': ['ID=10edcfdf-27bf-47e2-bc00-13c44bd9924a,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:54:34.959801 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-648afb32-a6f2-4ccd-a6fa-a7b222848e73 admin admin] Router 3998afaf-1597-4f3d-9f76-568897366df8 has already been hosted by L3 agent 6d8a5631-9f63-444c-af3b-4dcce4842b62 {{(pid=109804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 12:54:34.984524 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-3f21965d-45f4-4e57-8468-aafe565f6005 req-de445ae3-1f7c-44ef-a8f5-49f061b6d091 tempest-DeleteServersTestJSON-1651286599 tempest-DeleteServersTestJSON-1651286599-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1716850 May 13 12:54:34.995808 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-acf4d49f-8c7b-4275-ba18-dc0eee1e4f27 None None] Port 997935f8-c07a-48fd-a9cb-2f402621c90b cannot update to ACTIVE because it is not bound. {{(pid=109805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 12:54:35.009204 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaaaeb01-eb0b-4c4d-bcef-d0ea67b72b8a None None] Checking agent: {'id': 'f7880a20-862d-46b4-8dd6-192b0a47d710', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841644-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 12, 45, 48), 'started_at': datetime.datetime(2022, 5, 13, 12, 46, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 12, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841644-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 12:54:35.010309 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaaaeb01-eb0b-4c4d-bcef-d0ea67b72b8a None None] Checking segment: {'id': '2bcc8a2d-359a-4841-80fa-a53ce02b14f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 12:54:35.010945 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-aaaaeb01-eb0b-4c4d-bcef-d0ea67b72b8a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:35.011137 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [req-3f21965d-45f4-4e57-8468-aafe565f6005 req-5873399d-c92c-425b-8f3d-566447b0ef2f tempest-DeleteServersTestJSON-1651286599 tempest-DeleteServersTestJSON-1651286599-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=109804) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 13 12:54:35.012784 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-3f21965d-45f4-4e57-8468-aafe565f6005 req-5873399d-c92c-425b-8f3d-566447b0ef2f tempest-DeleteServersTestJSON-1651286599 tempest-DeleteServersTestJSON-1651286599-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0087299 May 13 12:54:35.013577 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaaaeb01-eb0b-4c4d-bcef-d0ea67b72b8a None None] Bound using segment: {'id': '2bcc8a2d-359a-4841-80fa-a53ce02b14f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732'} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 12:54:35.014380 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-aaaaeb01-eb0b-4c4d-bcef-d0ea67b72b8a None None] Bound port: 02b711c9-c253-4fa7-9b82-c20738edf579, host: dv-cinder-841644-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bcc8a2d-359a-4841-80fa-a53ce02b14f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732'}}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 12:54:35.015116 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-aaaaeb01-eb0b-4c4d-bcef-d0ea67b72b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (02b711c9-c253-4fa7-9b82-c20738edf579), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:35.044526 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.v2.base [None req-da001286-998b-4513-929a-025b121cb3b8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1602049474-network', 'tenant_id': 'fb8568cfd3d44b33a25d1193a6c2de7b'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 12:54:35.093419 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-aaaaeb01-eb0b-4c4d-bcef-d0ea67b72b8a None None] For port 02b711c9-c253-4fa7-9b82-c20738edf579, host dv-cinder-841644-1-iscsi, cleared binding levels {{(pid=109805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 12:54:35.098748 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-aaaaeb01-eb0b-4c4d-bcef-d0ea67b72b8a None None] For port 02b711c9-c253-4fa7-9b82-c20738edf579, host dv-cinder-841644-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841644-1-iscsi',level=0,port_id=02b711c9-c253-4fa7-9b82-c20738edf579,segment=NetworkSegment(2bcc8a2d-359a-4841-80fa-a53ce02b14f8),segment_id=2bcc8a2d-359a-4841-80fa-a53ce02b14f8)] {{(pid=109805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 12:54:35.108888 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45c12b9-6aab-4dd2-993b-e8b84efb8132 None None] Pushing event updated for resources: {'Port': ['ID=02b711c9-c253-4fa7-9b82-c20738edf579,revision_number=2']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:54:35.116640 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-aaaaeb01-eb0b-4c4d-bcef-d0ea67b72b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (02b711c9-c253-4fa7-9b82-c20738edf579), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:35.188790 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-a1a7e9cb-16df-4ac2-8263-27bdf71a06ad admin admin] Publish callbacks [] for security_group (701ffddc-1b2b-48a8-89ef-d6a68d27808d), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:35.202994 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-a1a7e9cb-16df-4ac2-8263-27bdf71a06ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (701ffddc-1b2b-48a8-89ef-d6a68d27808d), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:35.221824 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45c12b9-6aab-4dd2-993b-e8b84efb8132 None None] Pushing event updated for resources: {'Port': ['ID=02b711c9-c253-4fa7-9b82-c20738edf579,revision_number=3']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:54:35.265844 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-a1a7e9cb-16df-4ac2-8263-27bdf71a06ad admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c548cd7de7ab49559612a700ff986ec7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9350605 May 13 12:54:35.270266 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 46058) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:54:35.270450 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaaaeb01-eb0b-4c4d-bcef-d0ea67b72b8a None None] Routers {'045f35fc-2c99-4b59-9cb3-9ddcf675eecc'} bound to L3 agent in host dv-cinder-841644-1-iscsi {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 12:54:35.270971 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-aaaaeb01-eb0b-4c4d-bcef-d0ea67b72b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841644-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T12:45:44Z,description=,heartbeat_timestamp=2022-05-13T12:54:14Z,host='dv-cinder-841644-1-iscsi',id=6d8a5631-9f63-444c-af3b-4dcce4842b62,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T12:45:44Z,topic='l3_agent')) {'router_ids': ['045f35fc-2c99-4b59-9cb3-9ddcf675eecc'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 12:54:35.331618 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_hamode_db [None req-503d2023-c935-45fa-88c7-416f58565499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '440b421f-e2d5-4beb-b012-398d7d0adbaa', 'name': 'tempest-ServerRescueNegativeTestJSON-526245843-router', 'tenant_id': '58bddca6077344bea4cb41b23fcf8d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'b669c01c-389a-43c8-b724-af59cc1397eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T12:54:23Z', 'updated_at': '2022-05-13T12:54:29Z', 'revision_number': 3, 'project_id': '58bddca6077344bea4cb41b23fcf8d35', 'gw_port': {'id': 'b669c01c-389a-43c8-b724-af59cc1397eb', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:11:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '440b421f-e2d5-4beb-b012-398d7d0adbaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:54:26Z', 'updated_at': '2022-05-13T12:54:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi'}], 'dv-cinder-841644-1-iscsi', False) {} {{(pid=109806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 12:54:35.390613 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503d2023-c935-45fa-88c7-416f58565499 None None] The sync data for ids ['440b421f-e2d5-4beb-b012-398d7d0adbaa'] in dv-cinder-841644-1-iscsi is: [{'id': '440b421f-e2d5-4beb-b012-398d7d0adbaa', 'name': 'tempest-ServerRescueNegativeTestJSON-526245843-router', 'tenant_id': '58bddca6077344bea4cb41b23fcf8d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'b669c01c-389a-43c8-b724-af59cc1397eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T12:54:23Z', 'updated_at': '2022-05-13T12:54:29Z', 'revision_number': 3, 'project_id': '58bddca6077344bea4cb41b23fcf8d35', 'gw_port': {'id': 'b669c01c-389a-43c8-b724-af59cc1397eb', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:11:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '440b421f-e2d5-4beb-b012-398d7d0adbaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:54:26Z', 'updated_at': '2022-05-13T12:54:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi'}] {{(pid=109806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 12:54:35.401396 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.v2.base [req-3f21965d-45f4-4e57-8468-aafe565f6005 req-99c23b90-988e-43af-b914-be3447e7a83c service neutron] Request body: {'port': {'device_id': 'b10c17e5-f9fb-4451-bb6a-7b1184b89c69', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84164'}} {{(pid=109804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 12:54:35.420195 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a7e9cb-16df-4ac2-8263-27bdf71a06ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=701ffddc-1b2b-48a8-89ef-d6a68d27808d,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:54:35.495558 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-648afb32-a6f2-4ccd-a6fa-a7b222848e73 admin admin] Notify agent at l3_agent.dv-cinder-841644-1-iscsi the message routers_updated {{(pid=109804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 12:54:35.522611 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-648afb32-a6f2-4ccd-a6fa-a7b222848e73 admin admin] 10.222.0.49 "PUT /v2.0/routers/3998afaf-1597-4f3d-9f76-568897366df8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0880423 May 13 12:54:35.553017 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ebde649-1136-4741-a9c4-233eaa12d21b None None] Sync routers for ids ['3998afaf-1597-4f3d-9f76-568897366df8'] in dv-cinder-841644-1-iscsi {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 12:54:35.593895 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-3f21965d-45f4-4e57-8468-aafe565f6005 req-99c23b90-988e-43af-b914-be3447e7a83c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (10edcfdf-27bf-47e2-bc00-13c44bd9924a), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:35.616301 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0913519e-a0ee-4f53-8adf-94e2f31d59da admin admin] Publish callbacks [] for security_group (701ffddc-1b2b-48a8-89ef-d6a68d27808d), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:35.694398 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0913519e-a0ee-4f53-8adf-94e2f31d59da admin admin] Publish callbacks [] for security_group (701ffddc-1b2b-48a8-89ef-d6a68d27808d), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:35.709974 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-aaaaeb01-eb0b-4c4d-bcef-d0ea67b72b8a None None] Set router 045f35fc-2c99-4b59-9cb3-9ddcf675eecc gateway port host: dv-cinder-841644-1-iscsi {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 12:54:35.721126 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebde649-1136-4741-a9c4-233eaa12d21b None None] Routers {'3998afaf-1597-4f3d-9f76-568897366df8'} bound to L3 agent in host dv-cinder-841644-1-iscsi {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 12:54:35.722054 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-0ebde649-1136-4741-a9c4-233eaa12d21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841644-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T12:45:44Z,description=,heartbeat_timestamp=2022-05-13T12:54:14Z,host='dv-cinder-841644-1-iscsi',id=6d8a5631-9f63-444c-af3b-4dcce4842b62,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T12:45:44Z,topic='l3_agent')) {'router_ids': ['3998afaf-1597-4f3d-9f76-568897366df8'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 12:54:35.757948 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-01612dc2-3ee2-4ea6-9d1c-dd7fb4418888 admin admin] Allocated IP 172.20.0.1 (f1c41e28-5d16-459f-865e-9320359228db/95241052-552d-491a-8c23-5ec0dd2b8fa6/809a9c8d-b43e-4e7d-bc47-feb11109602a) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 12:54:35.989496 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-01612dc2-3ee2-4ea6-9d1c-dd7fb4418888 admin admin] Publish callbacks [] for port (809a9c8d-b43e-4e7d-bc47-feb11109602a), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:36.001158 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc26acb4-25fc-4f85-93b5-62c21aa5a666 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11e90245-8855-43ca-98e7-5d23b497dcf2,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:54:36.053911 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-bc26acb4-25fc-4f85-93b5-62c21aa5a666 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8e542b961fb14cee841b0b584385d909&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3379014 May 13 12:54:36.054862 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 46090) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:54:36.175704 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0913519e-a0ee-4f53-8adf-94e2f31d59da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (701ffddc-1b2b-48a8-89ef-d6a68d27808d), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:36.202745 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0913519e-a0ee-4f53-8adf-94e2f31d59da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:36.203931 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-0913519e-a0ee-4f53-8adf-94e2f31d59da admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/701ffddc-1b2b-48a8-89ef-d6a68d27808d HTTP/1.1" status: 204 len: 168 time: 0.9257669 May 13 12:54:36.260248 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0913519e-a0ee-4f53-8adf-94e2f31d59da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=701ffddc-1b2b-48a8-89ef-d6a68d27808d,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:54:36.392403 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-2603d431-9391-44df-a843-2776bb9ea0c3 req-b9d85bd3-a8dd-42a3-9194-129e069adc93 tempest-DeleteServersTestJSON-1651286599 tempest-DeleteServersTestJSON-1651286599-project] 10.222.0.49 "GET /v2.0/security-groups?id=00d96c8d-9604-401a-8db1-0d6089e57080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3779185 May 13 12:54:36.392893 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da001286-998b-4513-929a-025b121cb3b8 admin admin] Made reservation on behalf of fb8568cfd3d44b33a25d1193a6c2de7b for: {'network': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 12:54:36.395526 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-da001286-998b-4513-929a-025b121cb3b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for network (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:36.465778 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 46096) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:54:36.502530 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Device b669c01c-389a-43c8-b724-af59cc1397eb up at agent ovs-agent-dv-cinder-841644-1-iscsi {{(pid=109805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 12:54:36.641967 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-92605559-5982-48a6-9ad7-5ccf876f5100 admin admin] Publish callbacks [] for security_group (11e90245-8855-43ca-98e7-5d23b497dcf2), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:36.701724 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-92605559-5982-48a6-9ad7-5ccf876f5100 admin admin] Publish callbacks [] for security_group (11e90245-8855-43ca-98e7-5d23b497dcf2), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:36.798127 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-da001286-998b-4513-929a-025b121cb3b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:36.856212 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-0ebde649-1136-4741-a9c4-233eaa12d21b None None] Set router 3998afaf-1597-4f3d-9f76-568897366df8 gateway port host: dv-cinder-841644-1-iscsi {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 12:54:36.912452 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-01612dc2-3ee2-4ea6-9d1c-dd7fb4418888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750967062384'] for port (809a9c8d-b43e-4e7d-bc47-feb11109602a), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:36.915067 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Provisioning complete for port b669c01c-389a-43c8-b724-af59cc1397eb triggered by entity L2. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 12:54:36.915635 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (b669c01c-389a-43c8-b724-af59cc1397eb), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:36.919612 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-92605559-5982-48a6-9ad7-5ccf876f5100 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (11e90245-8855-43ca-98e7-5d23b497dcf2), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:36.926599 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-92605559-5982-48a6-9ad7-5ccf876f5100 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:36.928247 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-92605559-5982-48a6-9ad7-5ccf876f5100 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/11e90245-8855-43ca-98e7-5d23b497dcf2 HTTP/1.1" status: 204 len: 168 time: 0.8634355 May 13 12:54:37.007603 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-83656f85-a2d3-4cad-b930-ce716dd66f13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:37.069108 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-aaaaeb01-eb0b-4c4d-bcef-d0ea67b72b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '045f35fc-2c99-4b59-9cb3-9ddcf675eecc', 'name': 'tempest-AttachVolumeNegativeTest-207558896-router', 'tenant_id': '7ec55859792345359fc7b22003b4e995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '02b711c9-c253-4fa7-9b82-c20738edf579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T12:54:23Z', 'updated_at': '2022-05-13T12:54:28Z', 'revision_number': 3, 'project_id': '7ec55859792345359fc7b22003b4e995', 'gw_port': {'id': '02b711c9-c253-4fa7-9b82-c20738edf579', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ac:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '045f35fc-2c99-4b59-9cb3-9ddcf675eecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:54:25Z', 'updated_at': '2022-05-13T12:54:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi'}], 'dv-cinder-841644-1-iscsi', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 12:54:37.086755 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.notifiers.nova [req-3f21965d-45f4-4e57-8468-aafe565f6005 req-99c23b90-988e-43af-b914-be3447e7a83c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10edcfdf-27bf-47e2-bc00-13c44bd9924a {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 12:54:37.106204 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92605559-5982-48a6-9ad7-5ccf876f5100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11e90245-8855-43ca-98e7-5d23b497dcf2,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:54:37.112019 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-3f21965d-45f4-4e57-8468-aafe565f6005 req-99c23b90-988e-43af-b914-be3447e7a83c service neutron] Publish callbacks [] for port (10edcfdf-27bf-47e2-bc00-13c44bd9924a), precommit_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:37.133995 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 46106) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:54:37.134327 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 46108) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:54:37.167401 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.v2.base [None req-b90231e1-77ec-498f-b9ea-778aa483ac7f tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1388504883', 'description': 'tempest-description--2069041399'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 12:54:37.181310 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaaaeb01-eb0b-4c4d-bcef-d0ea67b72b8a None None] The sync data for ids ['045f35fc-2c99-4b59-9cb3-9ddcf675eecc'] in dv-cinder-841644-1-iscsi is: [{'id': '045f35fc-2c99-4b59-9cb3-9ddcf675eecc', 'name': 'tempest-AttachVolumeNegativeTest-207558896-router', 'tenant_id': '7ec55859792345359fc7b22003b4e995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '02b711c9-c253-4fa7-9b82-c20738edf579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T12:54:23Z', 'updated_at': '2022-05-13T12:54:28Z', 'revision_number': 3, 'project_id': '7ec55859792345359fc7b22003b4e995', 'gw_port': {'id': '02b711c9-c253-4fa7-9b82-c20738edf579', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ac:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '045f35fc-2c99-4b59-9cb3-9ddcf675eecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:54:25Z', 'updated_at': '2022-05-13T12:54:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi'}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 12:54:37.181536 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [req-3f21965d-45f4-4e57-8468-aafe565f6005 req-99c23b90-988e-43af-b914-be3447e7a83c service neutron] Transition to ACTIVE for port object 10edcfdf-27bf-47e2-bc00-13c44bd9924a will not be triggered until provisioned by entity L2. {{(pid=109804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 12:54:37.190192 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-3f21965d-45f4-4e57-8468-aafe565f6005 req-99c23b90-988e-43af-b914-be3447e7a83c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (10edcfdf-27bf-47e2-bc00-13c44bd9924a), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:37.253415 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-aa60e7ee-29b7-43fe-b7ec-307227113e0e admin admin] Allocated IP 172.20.0.1 (f576fff5-2fa1-4591-9247-28b4216fb188/255ce2d7-f0f9-429c-8a86-3bbc48d08e37/8a768522-0d78-450f-ae00-11b03052e62c) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 12:54:37.318691 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01612dc2-3ee2-4ea6-9d1c-dd7fb4418888 admin admin] Network f1c41e28-5d16-459f-865e-9320359228db is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 12:54:37.323373 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-54d21ddf-2baf-452c-aee9-5c4e01cd584b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:37.376557 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c23b90-988e-43af-b914-be3447e7a83c service neutron] Pushing event updated for resources: {'Port': ['ID=10edcfdf-27bf-47e2-bc00-13c44bd9924a,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:54:37.404809 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-01612dc2-3ee2-4ea6-9d1c-dd7fb4418888 admin admin] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 12:54:37.416595 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01612dc2-3ee2-4ea6-9d1c-dd7fb4418888 admin admin] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 12:54:37.417176 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-01612dc2-3ee2-4ea6-9d1c-dd7fb4418888 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620801'] for router_interface (045f35fc-2c99-4b59-9cb3-9ddcf675eecc), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:37.430501 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01612dc2-3ee2-4ea6-9d1c-dd7fb4418888 admin admin] Pushing event updated for resources: {'Port': ['ID=809a9c8d-b43e-4e7d-bc47-feb11109602a,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:54:37.616842 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [req-3f21965d-45f4-4e57-8468-aafe565f6005 req-99c23b90-988e-43af-b914-be3447e7a83c service neutron] Attempting to bind port 10edcfdf-27bf-47e2-bc00-13c44bd9924a on host hv-cinder-84164 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 12:54:37.617960 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [req-3f21965d-45f4-4e57-8468-aafe565f6005 req-99c23b90-988e-43af-b914-be3447e7a83c service neutron] Attempting to bind port 10edcfdf-27bf-47e2-bc00-13c44bd9924a by drivers openvswitch,hyperv on host hv-cinder-84164 at level 0 using segments [{'id': 'eedc70e4-57fe-4fe6-949a-899ecd732f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b032638b-546c-4763-8f7c-e53a0e0d1071'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 12:54:37.618587 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f21965d-45f4-4e57-8468-aafe565f6005 req-99c23b90-988e-43af-b914-be3447e7a83c service neutron] Attempting to bind port 10edcfdf-27bf-47e2-bc00-13c44bd9924a on network b032638b-546c-4763-8f7c-e53a0e0d1071 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 12:54:37.629256 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f21965d-45f4-4e57-8468-aafe565f6005 req-99c23b90-988e-43af-b914-be3447e7a83c service neutron] Port 10edcfdf-27bf-47e2-bc00-13c44bd9924a on network b032638b-546c-4763-8f7c-e53a0e0d1071 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84164 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 12:54:37.630226 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f21965d-45f4-4e57-8468-aafe565f6005 req-99c23b90-988e-43af-b914-be3447e7a83c service neutron] Attempting to bind port 10edcfdf-27bf-47e2-bc00-13c44bd9924a on network b032638b-546c-4763-8f7c-e53a0e0d1071 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 12:54:37.640330 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f21965d-45f4-4e57-8468-aafe565f6005 req-99c23b90-988e-43af-b914-be3447e7a83c service neutron] Checking agent: {'id': '202f7e15-8fd1-4d3b-a0cb-2b083dcecd1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84164', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 12, 52, 20), 'started_at': datetime.datetime(2022, 5, 13, 12, 52, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 12, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 12:54:37.641264 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f21965d-45f4-4e57-8468-aafe565f6005 req-99c23b90-988e-43af-b914-be3447e7a83c service neutron] Checking segment: {'id': 'eedc70e4-57fe-4fe6-949a-899ecd732f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b032638b-546c-4763-8f7c-e53a0e0d1071'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 12:54:37.643230 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f21965d-45f4-4e57-8468-aafe565f6005 req-99c23b90-988e-43af-b914-be3447e7a83c service neutron] Bound using segment: {'id': 'eedc70e4-57fe-4fe6-949a-899ecd732f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b032638b-546c-4763-8f7c-e53a0e0d1071'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 12:54:37.644514 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [req-3f21965d-45f4-4e57-8468-aafe565f6005 req-99c23b90-988e-43af-b914-be3447e7a83c service neutron] Bound port: 10edcfdf-27bf-47e2-bc00-13c44bd9924a, host: hv-cinder-84164, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eedc70e4-57fe-4fe6-949a-899ecd732f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b032638b-546c-4763-8f7c-e53a0e0d1071'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 12:54:37.645486 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-3f21965d-45f4-4e57-8468-aafe565f6005 req-99c23b90-988e-43af-b914-be3447e7a83c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (10edcfdf-27bf-47e2-bc00-13c44bd9924a), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:37.666015 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b90231e1-77ec-498f-b9ea-778aa483ac7f tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:37.679480 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Current status of the port b669c01c-389a-43c8-b724-af59cc1397eb is: DOWN; New status is: ACTIVE {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 12:54:37.680468 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (b669c01c-389a-43c8-b724-af59cc1397eb), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:37.758611 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] For port b669c01c-389a-43c8-b724-af59cc1397eb, host dv-cinder-841644-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841644-1-iscsi',level=0,port_id=b669c01c-389a-43c8-b724-af59cc1397eb,segment=NetworkSegment(2bcc8a2d-359a-4841-80fa-a53ce02b14f8),segment_id=2bcc8a2d-359a-4841-80fa-a53ce02b14f8)] {{(pid=109805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 12:54:37.817200 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (b669c01c-389a-43c8-b724-af59cc1397eb), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:37.821102 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Device 20f9def9-d5cf-42f7-b355-bde634d176ac up at agent ovs-agent-dv-cinder-841644-1-iscsi {{(pid=109805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 12:54:37.829753 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.db [req-3f21965d-45f4-4e57-8468-aafe565f6005 req-99c23b90-988e-43af-b914-be3447e7a83c service neutron] For port 10edcfdf-27bf-47e2-bc00-13c44bd9924a, host hv-cinder-84164, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 12:54:37.919191 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.db [req-3f21965d-45f4-4e57-8468-aafe565f6005 req-99c23b90-988e-43af-b914-be3447e7a83c service neutron] For port 10edcfdf-27bf-47e2-bc00-13c44bd9924a, host hv-cinder-84164, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84164',level=0,port_id=10edcfdf-27bf-47e2-bc00-13c44bd9924a,segment=NetworkSegment(eedc70e4-57fe-4fe6-949a-899ecd732f0e),segment_id=eedc70e4-57fe-4fe6-949a-899ecd732f0e)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 12:54:37.932541 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-3f21965d-45f4-4e57-8468-aafe565f6005 req-99c23b90-988e-43af-b914-be3447e7a83c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (10edcfdf-27bf-47e2-bc00-13c44bd9924a), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:37.952239 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-da001286-998b-4513-929a-025b121cb3b8 admin admin] Publish callbacks [] for security_group (71147ba4-7a8b-4aff-9422-b42a3d616f58), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:38.023275 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c23b90-988e-43af-b914-be3447e7a83c service neutron] Pushing event updated for resources: {'Port': ['ID=10edcfdf-27bf-47e2-bc00-13c44bd9924a,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:54:38.037847 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f21965d-45f4-4e57-8468-aafe565f6005 req-99c23b90-988e-43af-b914-be3447e7a83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:54:38.039798 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-3f21965d-45f4-4e57-8468-aafe565f6005 req-99c23b90-988e-43af-b914-be3447e7a83c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617456'] for port (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:38.052844 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-3f21965d-45f4-4e57-8468-aafe565f6005 req-99c23b90-988e-43af-b914-be3447e7a83c service neutron] 10.222.0.52 "PUT /v2.0/ports/10edcfdf-27bf-47e2-bc00-13c44bd9924a HTTP/1.1" status: 200 len: 1093 time: 2.7835474 May 13 12:54:38.054824 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b10c17e5-f9fb-4451-bb6a-7b1184b89c69', 'tag': '10edcfdf-27bf-47e2-bc00-13c44bd9924a'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 12:54:38.124851 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-77a9bb33-a97a-4260-af25-b93fad2cd722 None None] Provisioning complete for port 809a9c8d-b43e-4e7d-bc47-feb11109602a triggered by entity DHCP. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 12:54:38.125628 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-77a9bb33-a97a-4260-af25-b93fad2cd722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (809a9c8d-b43e-4e7d-bc47-feb11109602a), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:38.140070 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-54d21ddf-2baf-452c-aee9-5c4e01cd584b admin admin] Publish callbacks [] for security_group (4a488bbb-4bf3-4379-bcd4-4818e63bdcb2), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:38.163702 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-da001286-998b-4513-929a-025b121cb3b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (71147ba4-7a8b-4aff-9422-b42a3d616f58), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:38.201812 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da001286-998b-4513-929a-025b121cb3b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=109803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 12:54:38.225238 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-da001286-998b-4513-929a-025b121cb3b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488896'] for segment (c67d73ad-51ad-4985-af12-af96e4def192), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:38.225855 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.db.segments_db [None req-da001286-998b-4513-929a-025b121cb3b8 admin admin] Added segment c67d73ad-51ad-4985-af12-af96e4def192 of type vlan for network 0e609fbf-9c63-4d98-8757-e68bfd904f2c May 13 12:54:38.275770 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-77a9bb33-a97a-4260-af25-b93fad2cd722 None None] Port 809a9c8d-b43e-4e7d-bc47-feb11109602a cannot update to ACTIVE because it is not bound. {{(pid=109805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 12:54:38.281071 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Pushing event updated for resources: {'Port': ['ID=b669c01c-389a-43c8-b724-af59cc1397eb,revision_number=4']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:54:38.285888 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-da001286-998b-4513-929a-025b121cb3b8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750967083174'] for network (0e609fbf-9c63-4d98-8757-e68bfd904f2c), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:38.299543 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-0ebde649-1136-4741-a9c4-233eaa12d21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3998afaf-1597-4f3d-9f76-568897366df8', 'name': 'tempest-AttachVolumeShelveTestJSON-1244794626-router', 'tenant_id': '0b148a16abbc49ed816ed45fc1ad4980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': '20f9def9-d5cf-42f7-b355-bde634d176ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T12:54:20Z', 'updated_at': '2022-05-13T12:54:31Z', 'revision_number': 4, 'project_id': '0b148a16abbc49ed816ed45fc1ad4980', 'gw_port': {'id': '20f9def9-d5cf-42f7-b355-bde634d176ac', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:48:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3998afaf-1597-4f3d-9f76-568897366df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:54:21Z', 'updated_at': '2022-05-13T12:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi', '_interfaces': [{'id': '997935f8-c07a-48fd-a9cb-2f402621c90b', 'name': '', 'network_id': '2600954f-368e-4b9b-9fca-a1e49f9c5d94', 'tenant_id': '0b148a16abbc49ed816ed45fc1ad4980', 'mac_address': 'fa:16:3e:25:93:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3998afaf-1597-4f3d-9f76-568897366df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ddd064bc-4133-46f1-b906-03efc81a9128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:54:28Z', 'updated_at': '2022-05-13T12:54:32Z', 'revision_number': 2, 'project_id': '0b148a16abbc49ed816ed45fc1ad4980', 'subnets': [{'id': 'ddd064bc-4133-46f1-b906-03efc81a9128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841644-1-iscsi', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 12:54:38.368628 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ebde649-1136-4741-a9c4-233eaa12d21b None None] Checking router: 3998afaf-1597-4f3d-9f76-568897366df8 for host: dv-cinder-841644-1-iscsi {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 12:54:38.369023 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ebde649-1136-4741-a9c4-233eaa12d21b None None] Updating router 3998afaf-1597-4f3d-9f76-568897366df8 port 997935f8-c07a-48fd-a9cb-2f402621c90b binding host dv-cinder-841644-1-iscsi {{(pid=109805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 12:54:38.381229 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Provisioning complete for port 20f9def9-d5cf-42f7-b355-bde634d176ac triggered by entity L2. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 12:54:38.381922 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (20f9def9-d5cf-42f7-b355-bde634d176ac), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:38.449955 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f21965d-45f4-4e57-8468-aafe565f6005 req-2ba94abe-4b0d-4ca6-aaaa-8a8330d5df1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:54:38.451410 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-3f21965d-45f4-4e57-8468-aafe565f6005 req-2ba94abe-4b0d-4ca6-aaaa-8a8330d5df1f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=612784cc2dcc45b1b71ec19fc213f48f&device_id=b10c17e5-f9fb-4451-bb6a-7b1184b89c69 HTTP/1.1" status: 200 len: 1127 time: 0.2350364 May 13 12:54:38.484036 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-54d21ddf-2baf-452c-aee9-5c4e01cd584b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (4a488bbb-4bf3-4379-bcd4-4818e63bdcb2), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:38.492399 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-0ebde649-1136-4741-a9c4-233eaa12d21b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (997935f8-c07a-48fd-a9cb-2f402621c90b), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:38.528427 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da001286-998b-4513-929a-025b121cb3b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71147ba4-7a8b-4aff-9422-b42a3d616f58,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:54:38.687347 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-54d21ddf-2baf-452c-aee9-5c4e01cd584b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=22457a786ff84bfaaef6627af6f0aacb&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5230546 May 13 12:54:38.709125 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff13c44-bd2d-49df-92bf-07f6ae6f4d87 req-2b801077-9f24-4d96-8571-a997676062c7 tempest-DeleteServersTestJSON-1651286599 tempest-DeleteServersTestJSON-1651286599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:54:38.723214 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-3f21965d-45f4-4e57-8468-aafe565f6005 req-5f2dfb38-5912-45e6-8da5-3d947448753f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=10edcfdf-27bf-47e2-bc00-13c44bd9924a HTTP/1.1" status: 200 len: 217 time: 0.1962624 May 13 12:54:38.723676 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 46138) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:54:38.747238 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-bff13c44-bd2d-49df-92bf-07f6ae6f4d87 req-2b801077-9f24-4d96-8571-a997676062c7 tempest-DeleteServersTestJSON-1651286599 tempest-DeleteServersTestJSON-1651286599-project] 10.222.0.49 "GET /v2.0/ports?device_id=b10c17e5-f9fb-4451-bb6a-7b1184b89c69 HTTP/1.1" status: 200 len: 943 time: 1.0510323 May 13 12:54:38.750565 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-da001286-998b-4513-929a-025b121cb3b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478'] for network (0e609fbf-9c63-4d98-8757-e68bfd904f2c), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:38.751532 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da001286-998b-4513-929a-025b121cb3b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:54:38.752152 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-da001286-998b-4513-929a-025b121cb3b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617456'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:38.839495 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d21ddf-2baf-452c-aee9-5c4e01cd584b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a488bbb-4bf3-4379-bcd4-4818e63bdcb2,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:54:38.888255 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1b69bbfd011f85c3db934c4b22a349ffa5730c167d2456731e37bfe5d9c9e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7650a8d-ad06-428d-aa3e-9b3866191e67" -d '{"events": [{"name": "network-changed", "server_uuid": "b10c17e5-f9fb-4451-bb6a-7b1184b89c69", "tag": "10edcfdf-27bf-47e2-bc00-13c44bd9924a"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 12:54:39.029181 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f21965d-45f4-4e57-8468-aafe565f6005 req-0ff1f016-c3ab-4b87-b365-e5d29be03b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:54:39.034281 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-3f21965d-45f4-4e57-8468-aafe565f6005 req-0ff1f016-c3ab-4b87-b365-e5d29be03b9d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=328b78fe-385d-46c0-82d9-9073fff40e6f HTTP/1.1" status: 200 len: 851 time: 0.2727971 May 13 12:54:39.097798 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4236b8a6-a5ed-4681-afb3-6f9aefeaee81 admin admin] Publish callbacks [] for security_group (4a488bbb-4bf3-4379-bcd4-4818e63bdcb2), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:39.243550 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Current status of the port 20f9def9-d5cf-42f7-b355-bde634d176ac is: ACTIVE; New status is: ACTIVE {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 12:54:39.273569 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4236b8a6-a5ed-4681-afb3-6f9aefeaee81 admin admin] Publish callbacks [] for security_group (4a488bbb-4bf3-4379-bcd4-4818e63bdcb2), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:39.283319 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 12:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e23f1192-7e63-4b73-b30a-4927ea5987bd x-openstack-request-id: req-e23f1192-7e63-4b73-b30a-4927ea5987bd {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 12:54:39.283802 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b10c17e5-f9fb-4451-bb6a-7b1184b89c69", "tag": "10edcfdf-27bf-47e2-bc00-13c44bd9924a", "status": "completed", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 12:54:39.284218 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e23f1192-7e63-4b73-b30a-4927ea5987bd {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 12:54:39.286000 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e23f1192-7e63-4b73-b30a-4927ea5987bd'] response: {'name': 'network-changed', 'server_uuid': 'b10c17e5-f9fb-4451-bb6a-7b1184b89c69', 'tag': '10edcfdf-27bf-47e2-bc00-13c44bd9924a', 'status': 'completed', 'code': 200} May 13 12:54:39.361163 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-3f21965d-45f4-4e57-8468-aafe565f6005 req-68989133-4a1c-4c9c-91aa-163ad526f9b9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b032638b-546c-4763-8f7c-e53a0e0d1071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1942906 May 13 12:54:39.523302 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-da001286-998b-4513-929a-025b121cb3b8 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 5.4174073 May 13 12:54:39.523910 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4236b8a6-a5ed-4681-afb3-6f9aefeaee81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (4a488bbb-4bf3-4379-bcd4-4818e63bdcb2), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:39.531201 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4236b8a6-a5ed-4681-afb3-6f9aefeaee81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:39.538126 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-4236b8a6-a5ed-4681-afb3-6f9aefeaee81 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4a488bbb-4bf3-4379-bcd4-4818e63bdcb2 HTTP/1.1" status: 204 len: 168 time: 0.8131516 May 13 12:54:39.540210 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 46152) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:54:39.559773 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.v2.base [None req-e8d9e6e4-2e7f-4994-9d05-264755b2e775 admin admin] Request body: {'subnet': {'network_id': '0e609fbf-9c63-4d98-8757-e68bfd904f2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1602049474-subnet', 'tenant_id': 'fb8568cfd3d44b33a25d1193a6c2de7b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 12:54:39.570778 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4236b8a6-a5ed-4681-afb3-6f9aefeaee81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a488bbb-4bf3-4379-bcd4-4818e63bdcb2,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:54:39.581759 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-3f21965d-45f4-4e57-8468-aafe565f6005 req-880ca813-7c76-499a-b037-926e56f2c806 service neutron] 10.222.0.52 "GET /v2.0/networks/b032638b-546c-4763-8f7c-e53a0e0d1071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999130 May 13 12:54:39.606173 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-bff13c44-bd2d-49df-92bf-07f6ae6f4d87 req-67546eb1-0c5c-431e-8e74-d788fbeaec72 tempest-DeleteServersTestJSON-1651286599 tempest-DeleteServersTestJSON-1651286599-project] 10.222.0.49 "GET /v2.0/security-groups?id=00d96c8d-9604-401a-8db1-0d6089e57080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8493540 May 13 12:54:39.620346 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8d9e6e4-2e7f-4994-9d05-264755b2e775 admin admin] Made reservation on behalf of fb8568cfd3d44b33a25d1193a6c2de7b for: {'subnet': 1} {{(pid=109804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 12:54:39.626115 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e8d9e6e4-2e7f-4994-9d05-264755b2e775 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:39.689380 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-83656f85-a2d3-4cad-b930-ce716dd66f13 admin admin] Publish callbacks [] for security_group (ce34f98d-8c98-4115-b38c-417c633b5b46), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:39.693316 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da001286-998b-4513-929a-025b121cb3b8 admin admin] Pushing event updated for resources: {'Network': ['ID=0e609fbf-9c63-4d98-8757-e68bfd904f2c,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:54:39.697348 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Device b669c01c-389a-43c8-b724-af59cc1397eb up at agent ovs-agent-dv-cinder-841644-1-iscsi {{(pid=109805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 12:54:39.734573 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-83656f85-a2d3-4cad-b930-ce716dd66f13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (ce34f98d-8c98-4115-b38c-417c633b5b46), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:39.928361 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-aa60e7ee-29b7-43fe-b7ec-307227113e0e admin admin] Publish callbacks [] for port (8a768522-0d78-450f-ae00-11b03052e62c), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:39.982995 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-0ebde649-1136-4741-a9c4-233eaa12d21b None None] Publish callbacks [] for port (997935f8-c07a-48fd-a9cb-2f402621c90b), precommit_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:40.001937 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-0ebde649-1136-4741-a9c4-233eaa12d21b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (997935f8-c07a-48fd-a9cb-2f402621c90b), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:40.113950 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Provisioning complete for port b669c01c-389a-43c8-b724-af59cc1397eb triggered by entity L2. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 12:54:40.114375 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (b669c01c-389a-43c8-b724-af59cc1397eb), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:40.273857 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Network 0e609fbf-9c63-4d98-8757-e68bfd904f2c details requested by agent ovs-agent-dv-cinder-841644-1-iscsi with host dv-cinder-841644-1-iscsi {{(pid=109805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 13 12:54:40.286752 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-83656f85-a2d3-4cad-b930-ce716dd66f13 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f2dc22054fb240f9bc1fc1f2ca6cd459&name=default HTTP/1.1" status: 200 len: 2996 time: 3.8075025 May 13 12:54:40.291480 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-3f21965d-45f4-4e57-8468-aafe565f6005 req-7514b908-4b55-48cc-8314-8bb027f0b6a2 service neutron] 10.222.0.52 "GET /v2.0/networks/b032638b-546c-4763-8f7c-e53a0e0d1071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5983021 May 13 12:54:40.303801 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 46168) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:54:40.339288 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cb8408-ab8d-4222-b4a4-075a46cf2766 None None] Pushing event updated for resources: {'Port': ['ID=997935f8-c07a-48fd-a9cb-2f402621c90b,revision_number=3']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:54:40.357087 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83656f85-a2d3-4cad-b930-ce716dd66f13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce34f98d-8c98-4115-b38c-417c633b5b46,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:54:40.360476 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-01612dc2-3ee2-4ea6-9d1c-dd7fb4418888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (809a9c8d-b43e-4e7d-bc47-feb11109602a), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:40.376057 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b90231e1-77ec-498f-b9ea-778aa483ac7f tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Publish callbacks [] for security_group (19aba56d-0d38-455b-ace2-2ddb4354d2ec), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:40.479840 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b90231e1-77ec-498f-b9ea-778aa483ac7f tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (19aba56d-0d38-455b-ace2-2ddb4354d2ec), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:40.661504 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b90231e1-77ec-498f-b9ea-778aa483ac7f tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:40.663080 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-b90231e1-77ec-498f-b9ea-778aa483ac7f tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 3.5093813 May 13 12:54:40.669616 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 46178) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:54:40.681382 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.v2.base [None req-4ba170a2-5584-4cec-aab6-26912682afec tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Request body: {'security_group_rule': {'security_group_id': '19aba56d-0d38-455b-ace2-2ddb4354d2ec', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 12:54:40.690772 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7650a8d-ad06-428d-aa3e-9b3866191e67 req-4ce841d1-6cf3-40e4-a81f-81d76b6f5b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:54:40.693297 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-c7650a8d-ad06-428d-aa3e-9b3866191e67 req-4ce841d1-6cf3-40e4-a81f-81d76b6f5b46 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=612784cc2dcc45b1b71ec19fc213f48f&device_id=b10c17e5-f9fb-4451-bb6a-7b1184b89c69 HTTP/1.1" status: 200 len: 1127 time: 0.2532616 May 13 12:54:40.695119 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e8d9e6e4-2e7f-4994-9d05-264755b2e775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478'] for subnet (2013a592-cf8d-4b86-bef0-1e17078e8cbf), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:40.733904 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-aa60e7ee-29b7-43fe-b7ec-307227113e0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750967062384'] for port (8a768522-0d78-450f-ae00-11b03052e62c), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:40.818765 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-0ebde649-1136-4741-a9c4-233eaa12d21b None None] Attempting to bind port 997935f8-c07a-48fd-a9cb-2f402621c90b on host dv-cinder-841644-1-iscsi for vnic_type normal with profile {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 12:54:40.823280 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-0ebde649-1136-4741-a9c4-233eaa12d21b None None] Attempting to bind port 997935f8-c07a-48fd-a9cb-2f402621c90b by drivers openvswitch,hyperv on host dv-cinder-841644-1-iscsi at level 0 using segments [{'id': '0ccb2fa9-a285-4fe0-a15f-4b492217b87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '2600954f-368e-4b9b-9fca-a1e49f9c5d94'}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 12:54:40.823636 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebde649-1136-4741-a9c4-233eaa12d21b None None] Attempting to bind port 997935f8-c07a-48fd-a9cb-2f402621c90b on network 2600954f-368e-4b9b-9fca-a1e49f9c5d94 {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 12:54:40.848274 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Current status of the port b669c01c-389a-43c8-b724-af59cc1397eb is: ACTIVE; New status is: ACTIVE {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 12:54:40.851169 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Device 02b711c9-c253-4fa7-9b82-c20738edf579 up at agent ovs-agent-dv-cinder-841644-1-iscsi {{(pid=109805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 12:54:40.864917 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90231e1-77ec-498f-b9ea-778aa483ac7f tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19aba56d-0d38-455b-ace2-2ddb4354d2ec,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:54:40.894166 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa60e7ee-29b7-43fe-b7ec-307227113e0e admin admin] Pushing event updated for resources: {'Port': ['ID=8a768522-0d78-450f-ae00-11b03052e62c,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:54:40.937690 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4ba170a2-5584-4cec-aab6-26912682afec tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Publish callbacks [] for security_group_rule (78186fcf-b57c-401e-a940-e375f333e6fe), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:40.943044 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-e1c5eb63-4eb2-4aba-9af8-4068b8393fa2 None None] Provisioning complete for port 997935f8-c07a-48fd-a9cb-2f402621c90b triggered by entity DHCP. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 12:54:40.943456 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-e1c5eb63-4eb2-4aba-9af8-4068b8393fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (997935f8-c07a-48fd-a9cb-2f402621c90b), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:40.973001 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7650a8d-ad06-428d-aa3e-9b3866191e67 req-7c5f7ad7-a25b-41b9-adc8-c08b1de90abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:54:40.973001 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-c7650a8d-ad06-428d-aa3e-9b3866191e67 req-7c5f7ad7-a25b-41b9-adc8-c08b1de90abe service neutron] 10.222.0.52 "GET /v2.0/networks?id=b032638b-546c-4763-8f7c-e53a0e0d1071 HTTP/1.1" status: 200 len: 912 time: 0.2608004 May 13 12:54:41.054760 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-e1c5eb63-4eb2-4aba-9af8-4068b8393fa2 None None] Port 997935f8-c07a-48fd-a9cb-2f402621c90b cannot update to ACTIVE because it is not bound. {{(pid=109805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 12:54:41.062001 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e0793ea0-9dec-46a3-ace4-2a07e4ba4057 admin admin] Publish callbacks [] for security_group (ce34f98d-8c98-4115-b38c-417c633b5b46), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:41.063242 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebde649-1136-4741-a9c4-233eaa12d21b None None] Checking agent: {'id': 'f7880a20-862d-46b4-8dd6-192b0a47d710', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841644-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 12, 45, 48), 'started_at': datetime.datetime(2022, 5, 13, 12, 46, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 12, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841644-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 12:54:41.063629 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebde649-1136-4741-a9c4-233eaa12d21b None None] Checking segment: {'id': '0ccb2fa9-a285-4fe0-a15f-4b492217b87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '2600954f-368e-4b9b-9fca-a1e49f9c5d94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 12:54:41.064028 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-0ebde649-1136-4741-a9c4-233eaa12d21b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:41.064424 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebde649-1136-4741-a9c4-233eaa12d21b None None] Bound using segment: {'id': '0ccb2fa9-a285-4fe0-a15f-4b492217b87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '2600954f-368e-4b9b-9fca-a1e49f9c5d94'} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 12:54:41.064914 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-0ebde649-1136-4741-a9c4-233eaa12d21b None None] Bound port: 997935f8-c07a-48fd-a9cb-2f402621c90b, host: dv-cinder-841644-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ccb2fa9-a285-4fe0-a15f-4b492217b87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '2600954f-368e-4b9b-9fca-a1e49f9c5d94'}}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 12:54:41.065323 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-0ebde649-1136-4741-a9c4-233eaa12d21b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (997935f8-c07a-48fd-a9cb-2f402621c90b), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:41.091154 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-c7650a8d-ad06-428d-aa3e-9b3866191e67 req-7aa2cd43-20e4-4e0b-b804-2f7a04db0909 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=10edcfdf-27bf-47e2-bc00-13c44bd9924a HTTP/1.1" status: 200 len: 217 time: 0.0894389 May 13 12:54:41.097070 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa60e7ee-29b7-43fe-b7ec-307227113e0e admin admin] Network f576fff5-2fa1-4591-9247-28b4216fb188 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 12:54:41.128590 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d9e6e4-2e7f-4994-9d05-264755b2e775 admin admin] Checking segment: {'id': 'c67d73ad-51ad-4985-af12-af96e4def192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0e609fbf-9c63-4d98-8757-e68bfd904f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 12:54:41.129348 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d9e6e4-2e7f-4994-9d05-264755b2e775 admin admin] Network hostable DHCP agents. Network: 0e609fbf-9c63-4d98-8757-e68bfd904f2c, hostable agents: ['12f7f474-a19f-4cf7-bcdf-b9ad7dbdd770'], hosted agents: [] {{(pid=109804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 12:54:41.133007 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-aa60e7ee-29b7-43fe-b7ec-307227113e0e admin admin] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 12:54:41.136593 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa60e7ee-29b7-43fe-b7ec-307227113e0e admin admin] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 12:54:41.137197 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-aa60e7ee-29b7-43fe-b7ec-307227113e0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620801'] for router_interface (440b421f-e2d5-4beb-b012-398d7d0adbaa), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:41.298144 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Provisioning complete for port 02b711c9-c253-4fa7-9b82-c20738edf579 triggered by entity L2. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 12:54:41.298803 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7650a8d-ad06-428d-aa3e-9b3866191e67 req-f23f1e7f-3e6e-4614-8737-def4d1644dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:54:41.299373 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (02b711c9-c253-4fa7-9b82-c20738edf579), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:41.300455 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-c7650a8d-ad06-428d-aa3e-9b3866191e67 req-f23f1e7f-3e6e-4614-8737-def4d1644dc6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=328b78fe-385d-46c0-82d9-9073fff40e6f HTTP/1.1" status: 200 len: 851 time: 0.1365123 May 13 12:54:41.317419 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d9e6e4-2e7f-4994-9d05-264755b2e775 admin admin] Network 0e609fbf-9c63-4d98-8757-e68bfd904f2c is scheduled to be hosted by DHCP agent 12f7f474-a19f-4cf7-bcdf-b9ad7dbdd770 with binding_index 1 {{(pid=109804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 12:54:41.345408 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-e8d9e6e4-2e7f-4994-9d05-264755b2e775 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841644-1-iscsi, 0e609fbf-9c63-4d98-8757-e68bfd904f2c) {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 12:54:41.360923 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d9e6e4-2e7f-4994-9d05-264755b2e775 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:54:41.362439 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e8d9e6e4-2e7f-4994-9d05-264755b2e775 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617456'] for subnet (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:41.384517 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e0793ea0-9dec-46a3-ace4-2a07e4ba4057 admin admin] Publish callbacks [] for security_group (ce34f98d-8c98-4115-b38c-417c633b5b46), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:41.393310 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef92df1-3724-4f3e-92e4-4e332333c7aa None None] Network 0e609fbf-9c63-4d98-8757-e68bfd904f2c requested from dv-cinder-841644-1-iscsi {{(pid=109805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 12:54:41.398747 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0709422-010d-47fa-b17d-45b4c85c5fe4 req-882b2258-6d96-4acf-80f3-13cc6eae525e tempest-DeleteServersTestJSON-1651286599 tempest-DeleteServersTestJSON-1651286599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:54:41.410141 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-f0709422-010d-47fa-b17d-45b4c85c5fe4 req-882b2258-6d96-4acf-80f3-13cc6eae525e tempest-DeleteServersTestJSON-1651286599 tempest-DeleteServersTestJSON-1651286599-project] 10.222.0.49 "GET /v2.0/ports?device_id=b10c17e5-f9fb-4451-bb6a-7b1184b89c69 HTTP/1.1" status: 200 len: 943 time: 0.4394324 May 13 12:54:41.411262 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d9e6e4-2e7f-4994-9d05-264755b2e775 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2013a592-cf8d-4b86-bef0-1e17078e8cbf,revision_number=0']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:54:41.525704 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-c7650a8d-ad06-428d-aa3e-9b3866191e67 req-a2554ed7-2e34-4415-aeef-4fc5854a62f0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b032638b-546c-4763-8f7c-e53a0e0d1071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1886044 May 13 12:54:41.545322 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-0ebde649-1136-4741-a9c4-233eaa12d21b None None] For port 997935f8-c07a-48fd-a9cb-2f402621c90b, host dv-cinder-841644-1-iscsi, cleared binding levels {{(pid=109805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 12:54:41.653273 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-e8d9e6e4-2e7f-4994-9d05-264755b2e775 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.0998957 May 13 12:54:41.687631 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-0ebde649-1136-4741-a9c4-233eaa12d21b None None] For port 997935f8-c07a-48fd-a9cb-2f402621c90b, host dv-cinder-841644-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841644-1-iscsi',level=0,port_id=997935f8-c07a-48fd-a9cb-2f402621c90b,segment=NetworkSegment(0ccb2fa9-a285-4fe0-a15f-4b492217b87a),segment_id=0ccb2fa9-a285-4fe0-a15f-4b492217b87a)] {{(pid=109805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 12:54:41.696459 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6988376d-4ed2-4b84-b02d-a144438cba50 None None] Network 0e609fbf-9c63-4d98-8757-e68bfd904f2c requested from dv-cinder-841644-1-iscsi {{(pid=109805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 12:54:41.786673 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 46198) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:54:41.803860 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-9a20cdf9-e049-4b3e-b726-628e48f90ec0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (12f7f474-a19f-4cf7-bcdf-b9ad7dbdd770), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:41.805830 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4ba170a2-5584-4cec-aab6-26912682afec tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Publish callbacks [] for security_group_rule (78186fcf-b57c-401e-a940-e375f333e6fe), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:41.832770 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4ba170a2-5584-4cec-aab6-26912682afec tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472018'] for security_group_rule (78186fcf-b57c-401e-a940-e375f333e6fe), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:41.874557 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-0ebde649-1136-4741-a9c4-233eaa12d21b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (997935f8-c07a-48fd-a9cb-2f402621c90b), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:41.952950 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-01612dc2-3ee2-4ea6-9d1c-dd7fb4418888 admin admin] Publish callbacks [] for port (809a9c8d-b43e-4e7d-bc47-feb11109602a), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:41.959973 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba170a2-5584-4cec-aab6-26912682afec tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78186fcf-b57c-401e-a940-e375f333e6fe,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:54:41.985843 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-f0709422-010d-47fa-b17d-45b4c85c5fe4 req-545128c7-d579-4035-bec0-7ea3fbe42cb8 tempest-DeleteServersTestJSON-1651286599 tempest-DeleteServersTestJSON-1651286599-project] 10.222.0.49 "GET /v2.0/security-groups?id=00d96c8d-9604-401a-8db1-0d6089e57080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5341845 May 13 12:54:41.992829 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-01612dc2-3ee2-4ea6-9d1c-dd7fb4418888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (809a9c8d-b43e-4e7d-bc47-feb11109602a), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:41.995170 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-01612dc2-3ee2-4ea6-9d1c-dd7fb4418888 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1623932'] for router_interface (045f35fc-2c99-4b59-9cb3-9ddcf675eecc), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:42.029493 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-f72bd6f1-8196-4b14-819a-957d130abfd3 None None] Provisioning complete for port 8a768522-0d78-450f-ae00-11b03052e62c triggered by entity DHCP. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 12:54:42.030361 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-f72bd6f1-8196-4b14-819a-957d130abfd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (8a768522-0d78-450f-ae00-11b03052e62c), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:42.053259 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-c7650a8d-ad06-428d-aa3e-9b3866191e67 req-59d26b94-ae97-4784-a390-20f8d570b6fe service neutron] 10.222.0.52 "GET /v2.0/networks/b032638b-546c-4763-8f7c-e53a0e0d1071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4874403 May 13 12:54:42.088416 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Current status of the port 02b711c9-c253-4fa7-9b82-c20738edf579 is: DOWN; New status is: ACTIVE {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 12:54:42.089060 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (02b711c9-c253-4fa7-9b82-c20738edf579), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:42.095982 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e0793ea0-9dec-46a3-ace4-2a07e4ba4057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (ce34f98d-8c98-4115-b38c-417c633b5b46), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:42.100784 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e0793ea0-9dec-46a3-ace4-2a07e4ba4057 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:42.104292 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-e0793ea0-9dec-46a3-ace4-2a07e4ba4057 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ce34f98d-8c98-4115-b38c-417c633b5b46 HTTP/1.1" status: 204 len: 168 time: 1.7851436 May 13 12:54:42.131646 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] For port 02b711c9-c253-4fa7-9b82-c20738edf579, host dv-cinder-841644-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841644-1-iscsi',level=0,port_id=02b711c9-c253-4fa7-9b82-c20738edf579,segment=NetworkSegment(2bcc8a2d-359a-4841-80fa-a53ce02b14f8),segment_id=2bcc8a2d-359a-4841-80fa-a53ce02b14f8)] {{(pid=109805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 12:54:42.181217 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4ba170a2-5584-4cec-aab6-26912682afec tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:42.185050 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-4ba170a2-5584-4cec-aab6-26912682afec tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5078259 May 13 12:54:42.190105 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-f72bd6f1-8196-4b14-819a-957d130abfd3 None None] Port 8a768522-0d78-450f-ae00-11b03052e62c cannot update to ACTIVE because it is not bound. {{(pid=109805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 12:54:42.204097 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (02b711c9-c253-4fa7-9b82-c20738edf579), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:42.229421 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 46210) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:54:42.247527 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.v2.base [None req-b13d3ec6-d7dd-4b30-83bc-358acdc9d330 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Request body: {'security_group_rule': {'security_group_id': '19aba56d-0d38-455b-ace2-2ddb4354d2ec', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 12:54:42.269400 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebde649-1136-4741-a9c4-233eaa12d21b None None] Routers {'3998afaf-1597-4f3d-9f76-568897366df8'} bound to L3 agent in host dv-cinder-841644-1-iscsi {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 12:54:42.271690 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-0ebde649-1136-4741-a9c4-233eaa12d21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841644-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T12:45:44Z,description=,heartbeat_timestamp=2022-05-13T12:54:14Z,host='dv-cinder-841644-1-iscsi',id=6d8a5631-9f63-444c-af3b-4dcce4842b62,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T12:45:44Z,topic='l3_agent')) {'router_ids': ['3998afaf-1597-4f3d-9f76-568897366df8'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 12:54:42.367977 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0793ea0-9dec-46a3-ace4-2a07e4ba4057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce34f98d-8c98-4115-b38c-417c633b5b46,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:54:42.394614 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-c7650a8d-ad06-428d-aa3e-9b3866191e67 req-8bfa408d-e949-4877-8d2b-222792a2c7ca service neutron] 10.222.0.52 "GET /v2.0/networks/b032638b-546c-4763-8f7c-e53a0e0d1071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3271344 May 13 12:54:42.400889 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-aa60e7ee-29b7-43fe-b7ec-307227113e0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (8a768522-0d78-450f-ae00-11b03052e62c), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:42.405402 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01612dc2-3ee2-4ea6-9d1c-dd7fb4418888 admin admin] Pushing event updated for resources: {'Port': ['ID=809a9c8d-b43e-4e7d-bc47-feb11109602a,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:54:42.420763 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cb8408-ab8d-4222-b4a4-075a46cf2766 None None] Pushing event updated for resources: {'Port': ['ID=997935f8-c07a-48fd-a9cb-2f402621c90b,revision_number=4']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:54:42.427472 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1782227b-1101-4f0a-be55-ba18ba5dfbec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:42.439045 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b13d3ec6-d7dd-4b30-83bc-358acdc9d330 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Publish callbacks [] for security_group_rule (5a2952f1-ae14-44df-b8a9-237af5e440b3), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:42.521280 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Pushing event updated for resources: {'Port': ['ID=02b711c9-c253-4fa7-9b82-c20738edf579,revision_number=4']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:54:42.552796 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b13d3ec6-d7dd-4b30-83bc-358acdc9d330 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Publish callbacks [] for security_group_rule (5a2952f1-ae14-44df-b8a9-237af5e440b3), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:42.560389 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b13d3ec6-d7dd-4b30-83bc-358acdc9d330 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472018'] for security_group_rule (5a2952f1-ae14-44df-b8a9-237af5e440b3), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:42.568394 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-87020d3b-54f5-4d96-9f69-50bcb090b919 None None] Provisioning complete for port 997935f8-c07a-48fd-a9cb-2f402621c90b triggered by entity DHCP. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 12:54:42.569110 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-87020d3b-54f5-4d96-9f69-50bcb090b919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (997935f8-c07a-48fd-a9cb-2f402621c90b), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:42.608747 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13d3ec6-d7dd-4b30-83bc-358acdc9d330 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a2952f1-ae14-44df-b8a9-237af5e440b3,revision_number=0']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:54:42.620959 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b13d3ec6-d7dd-4b30-83bc-358acdc9d330 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:42.626027 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-b13d3ec6-d7dd-4b30-83bc-358acdc9d330 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3884616 May 13 12:54:42.626639 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 46216) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:54:42.633102 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01612dc2-3ee2-4ea6-9d1c-dd7fb4418888 admin admin] Network f1c41e28-5d16-459f-865e-9320359228db is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 12:54:42.640286 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.v2.base [None req-f1608fe8-b598-4fe7-8eb2-ae7589f8de9b tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Request body: {'floatingip': {'floating_network_id': 'feab3964-f0b8-402e-905b-49af947bf732'}} {{(pid=109804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 12:54:42.652567 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-01612dc2-3ee2-4ea6-9d1c-dd7fb4418888 admin admin] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 12:54:42.735968 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f1608fe8-b598-4fe7-8eb2-ae7589f8de9b tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:42.847275 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-0ebde649-1136-4741-a9c4-233eaa12d21b None None] Set router 3998afaf-1597-4f3d-9f76-568897366df8 gateway port host: dv-cinder-841644-1-iscsi {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 12:54:42.957804 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f1608fe8-b598-4fe7-8eb2-ae7589f8de9b tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:43.163449 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1782227b-1101-4f0a-be55-ba18ba5dfbec admin admin] Publish callbacks [] for security_group (2d054a72-8b0c-4faf-8ffb-cb2de727526b), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:43.172900 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1782227b-1101-4f0a-be55-ba18ba5dfbec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (2d054a72-8b0c-4faf-8ffb-cb2de727526b), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:43.291463 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-1782227b-1101-4f0a-be55-ba18ba5dfbec admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f2b4242699ed486ba1c8bf475bebe810&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4918561 May 13 12:54:43.301010 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 46230) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:54:43.361589 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 46232) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:54:43.368196 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-0ebde649-1136-4741-a9c4-233eaa12d21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3998afaf-1597-4f3d-9f76-568897366df8', 'name': 'tempest-AttachVolumeShelveTestJSON-1244794626-router', 'tenant_id': '0b148a16abbc49ed816ed45fc1ad4980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': '20f9def9-d5cf-42f7-b355-bde634d176ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T12:54:20Z', 'updated_at': '2022-05-13T12:54:31Z', 'revision_number': 4, 'project_id': '0b148a16abbc49ed816ed45fc1ad4980', 'gw_port': {'id': '20f9def9-d5cf-42f7-b355-bde634d176ac', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:48:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3998afaf-1597-4f3d-9f76-568897366df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:54:21Z', 'updated_at': '2022-05-13T12:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi', '_interfaces': [{'id': '997935f8-c07a-48fd-a9cb-2f402621c90b', 'name': '', 'network_id': '2600954f-368e-4b9b-9fca-a1e49f9c5d94', 'tenant_id': '0b148a16abbc49ed816ed45fc1ad4980', 'mac_address': 'fa:16:3e:25:93:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3998afaf-1597-4f3d-9f76-568897366df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ddd064bc-4133-46f1-b906-03efc81a9128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:54:28Z', 'updated_at': '2022-05-13T12:54:41Z', 'revision_number': 4, 'project_id': '0b148a16abbc49ed816ed45fc1ad4980', 'subnets': [{'id': 'ddd064bc-4133-46f1-b906-03efc81a9128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841644-1-iscsi', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 12:54:43.527538 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b493e32e-ad88-46d1-a0ed-5de2abe12edd admin admin] Publish callbacks [] for security_group (2d054a72-8b0c-4faf-8ffb-cb2de727526b), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:43.587836 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 46238) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:54:43.590149 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fa4c513b-6da0-44a0-8e00-733324943a1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:43.590835 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b493e32e-ad88-46d1-a0ed-5de2abe12edd admin admin] Publish callbacks [] for security_group (2d054a72-8b0c-4faf-8ffb-cb2de727526b), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:43.611439 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1782227b-1101-4f0a-be55-ba18ba5dfbec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d054a72-8b0c-4faf-8ffb-cb2de727526b,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:54:43.623654 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.v2.base [None req-caffb66d-0fa3-4a16-b403-fcea6e4e8052 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1130929739-network', 'tenant_id': 'a0db6422bb06431783f18846e0768ef9'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 12:54:43.674068 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-f1608fe8-b598-4fe7-8eb2-ae7589f8de9b tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Allocated IP 172.27.3.59 (feab3964-f0b8-402e-905b-49af947bf732/23e33d6a-fc94-4466-a994-b549e993d354/035392e7-a6d1-4aa3-8a15-d9bd760a04c4) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 12:54:43.697328 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b493e32e-ad88-46d1-a0ed-5de2abe12edd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (2d054a72-8b0c-4faf-8ffb-cb2de727526b), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:43.700604 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b493e32e-ad88-46d1-a0ed-5de2abe12edd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:43.704048 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-b493e32e-ad88-46d1-a0ed-5de2abe12edd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2d054a72-8b0c-4faf-8ffb-cb2de727526b HTTP/1.1" status: 204 len: 168 time: 0.4024687 May 13 12:54:43.735209 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b493e32e-ad88-46d1-a0ed-5de2abe12edd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d054a72-8b0c-4faf-8ffb-cb2de727526b,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:54:43.756315 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fa4c513b-6da0-44a0-8e00-733324943a1e admin admin] Publish callbacks [] for security_group (35602edc-4fc9-482a-9f28-792286e0aabb), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:43.769029 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caffb66d-0fa3-4a16-b403-fcea6e4e8052 admin admin] Made reservation on behalf of a0db6422bb06431783f18846e0768ef9 for: {'network': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 12:54:43.771848 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-caffb66d-0fa3-4a16-b403-fcea6e4e8052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for network (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:43.782559 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fa4c513b-6da0-44a0-8e00-733324943a1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (35602edc-4fc9-482a-9f28-792286e0aabb), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:43.795262 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-aa60e7ee-29b7-43fe-b7ec-307227113e0e admin admin] Publish callbacks [] for port (8a768522-0d78-450f-ae00-11b03052e62c), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:43.806195 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bab051-91a3-4da4-ae4e-6229de269818 req-c7753948-6ef9-4ad7-9e21-27d29877327d tempest-DeleteServersTestJSON-1651286599 tempest-DeleteServersTestJSON-1651286599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:54:43.807929 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-c9bab051-91a3-4da4-ae4e-6229de269818 req-c7753948-6ef9-4ad7-9e21-27d29877327d tempest-DeleteServersTestJSON-1651286599 tempest-DeleteServersTestJSON-1651286599-project] 10.222.0.49 "GET /v2.0/ports?device_id=b10c17e5-f9fb-4451-bb6a-7b1184b89c69 HTTP/1.1" status: 200 len: 943 time: 0.5399165 May 13 12:54:43.815678 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-aa60e7ee-29b7-43fe-b7ec-307227113e0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (8a768522-0d78-450f-ae00-11b03052e62c), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:43.816376 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-aa60e7ee-29b7-43fe-b7ec-307227113e0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1623932'] for router_interface (440b421f-e2d5-4beb-b012-398d7d0adbaa), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:43.853799 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ebde649-1136-4741-a9c4-233eaa12d21b None None] The sync data for ids ['3998afaf-1597-4f3d-9f76-568897366df8'] in dv-cinder-841644-1-iscsi is: [{'id': '3998afaf-1597-4f3d-9f76-568897366df8', 'name': 'tempest-AttachVolumeShelveTestJSON-1244794626-router', 'tenant_id': '0b148a16abbc49ed816ed45fc1ad4980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': '20f9def9-d5cf-42f7-b355-bde634d176ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T12:54:20Z', 'updated_at': '2022-05-13T12:54:31Z', 'revision_number': 4, 'project_id': '0b148a16abbc49ed816ed45fc1ad4980', 'gw_port': {'id': '20f9def9-d5cf-42f7-b355-bde634d176ac', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:48:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3998afaf-1597-4f3d-9f76-568897366df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:54:21Z', 'updated_at': '2022-05-13T12:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi', '_interfaces': [{'id': '997935f8-c07a-48fd-a9cb-2f402621c90b', 'name': '', 'network_id': '2600954f-368e-4b9b-9fca-a1e49f9c5d94', 'tenant_id': '0b148a16abbc49ed816ed45fc1ad4980', 'mac_address': 'fa:16:3e:25:93:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3998afaf-1597-4f3d-9f76-568897366df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ddd064bc-4133-46f1-b906-03efc81a9128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:54:28Z', 'updated_at': '2022-05-13T12:54:41Z', 'revision_number': 4, 'project_id': '0b148a16abbc49ed816ed45fc1ad4980', 'subnets': [{'id': 'ddd064bc-4133-46f1-b906-03efc81a9128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 12:54:43.911573 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-87020d3b-54f5-4d96-9f69-50bcb090b919 None None] Current status of the port 997935f8-c07a-48fd-a9cb-2f402621c90b is: DOWN; New status is: ACTIVE {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 12:54:43.911977 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-87020d3b-54f5-4d96-9f69-50bcb090b919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (997935f8-c07a-48fd-a9cb-2f402621c90b), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:43.921335 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-dae3960b-c1c6-468d-b669-79f2ea67421a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (6d8a5631-9f63-444c-af3b-4dcce4842b62), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:43.989932 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-87020d3b-54f5-4d96-9f69-50bcb090b919 None None] For port 997935f8-c07a-48fd-a9cb-2f402621c90b, host dv-cinder-841644-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841644-1-iscsi',level=0,port_id=997935f8-c07a-48fd-a9cb-2f402621c90b,segment=NetworkSegment(0ccb2fa9-a285-4fe0-a15f-4b492217b87a),segment_id=0ccb2fa9-a285-4fe0-a15f-4b492217b87a)] {{(pid=109805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 12:54:43.997757 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-87020d3b-54f5-4d96-9f69-50bcb090b919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (997935f8-c07a-48fd-a9cb-2f402621c90b), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:43.998276 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01612dc2-3ee2-4ea6-9d1c-dd7fb4418888 admin admin] Router 045f35fc-2c99-4b59-9cb3-9ddcf675eecc has already been hosted by L3 agent 6d8a5631-9f63-444c-af3b-4dcce4842b62 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 12:54:44.001495 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-caffb66d-0fa3-4a16-b403-fcea6e4e8052 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:44.013998 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f1608fe8-b598-4fe7-8eb2-ae7589f8de9b tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Publish callbacks [] for port (035392e7-a6d1-4aa3-8a15-d9bd760a04c4), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:44.090254 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa60e7ee-29b7-43fe-b7ec-307227113e0e admin admin] Pushing event updated for resources: {'Port': ['ID=8a768522-0d78-450f-ae00-11b03052e62c,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:54:44.150539 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f1608fe8-b598-4fe7-8eb2-ae7589f8de9b tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750967062384'] for port (035392e7-a6d1-4aa3-8a15-d9bd760a04c4), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:44.169974 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-1bdbf4ae-4f51-4fe2-8093-ce6ad1b64531 None None] Provisioning complete for port 809a9c8d-b43e-4e7d-bc47-feb11109602a triggered by entity DHCP. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 12:54:44.170467 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-1bdbf4ae-4f51-4fe2-8093-ce6ad1b64531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (809a9c8d-b43e-4e7d-bc47-feb11109602a), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:44.202202 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-fa4c513b-6da0-44a0-8e00-733324943a1e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1d64aacf30ac4be586f2ffc4c784498d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8071935 May 13 12:54:44.229710 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 46246) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:54:44.262576 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87020d3b-54f5-4d96-9f69-50bcb090b919 None None] Pushing event updated for resources: {'Port': ['ID=997935f8-c07a-48fd-a9cb-2f402621c90b,revision_number=5']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:54:44.266854 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4c513b-6da0-44a0-8e00-733324943a1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35602edc-4fc9-482a-9f28-792286e0aabb,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:54:44.271837 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-1bdbf4ae-4f51-4fe2-8093-ce6ad1b64531 None None] Port 809a9c8d-b43e-4e7d-bc47-feb11109602a cannot update to ACTIVE because it is not bound. {{(pid=109805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 12:54:44.337359 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1608fe8-b598-4fe7-8eb2-ae7589f8de9b tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Network feab3964-f0b8-402e-905b-49af947bf732 is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 12:54:44.368959 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-f1608fe8-b598-4fe7-8eb2-ae7589f8de9b tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 12:54:44.375133 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1608fe8-b598-4fe7-8eb2-ae7589f8de9b tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 12:54:44.394437 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1608fe8-b598-4fe7-8eb2-ae7589f8de9b tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Pushing event updated for resources: {'Port': ['ID=035392e7-a6d1-4aa3-8a15-d9bd760a04c4,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:54:44.557823 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-c9bab051-91a3-4da4-ae4e-6229de269818 req-f58674d2-e501-45cb-936e-180cb0624f48 tempest-DeleteServersTestJSON-1651286599 tempest-DeleteServersTestJSON-1651286599-project] 10.222.0.49 "GET /v2.0/security-groups?id=00d96c8d-9604-401a-8db1-0d6089e57080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7239187 May 13 12:54:44.696444 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f1608fe8-b598-4fe7-8eb2-ae7589f8de9b tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Publish callbacks [] for floatingip (643e198e-9757-4ba6-a473-78bb2518b769), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:44.710735 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-caffb66d-0fa3-4a16-b403-fcea6e4e8052 admin admin] Publish callbacks [] for security_group (0680931e-9941-41ba-832a-3106308ba73b), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:44.721870 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Device 02b711c9-c253-4fa7-9b82-c20738edf579 up at agent ovs-agent-dv-cinder-841644-1-iscsi {{(pid=109805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 12:54:44.819947 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f1608fe8-b598-4fe7-8eb2-ae7589f8de9b tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (035392e7-a6d1-4aa3-8a15-d9bd760a04c4), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:44.865901 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01612dc2-3ee2-4ea6-9d1c-dd7fb4418888 admin admin] Notify agent at l3_agent.dv-cinder-841644-1-iscsi the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 12:54:44.867120 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Provisioning complete for port 02b711c9-c253-4fa7-9b82-c20738edf579 triggered by entity L2. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 12:54:44.874735 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-01612dc2-3ee2-4ea6-9d1c-dd7fb4418888 admin admin] 10.222.0.49 "PUT /v2.0/routers/045f35fc-2c99-4b59-9cb3-9ddcf675eecc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.1569107 May 13 12:54:44.876042 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e4473701-4043-4429-8bd0-8886184362db admin admin] Publish callbacks [] for security_group (35602edc-4fc9-482a-9f28-792286e0aabb), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:44.877994 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-caffb66d-0fa3-4a16-b403-fcea6e4e8052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (0680931e-9941-41ba-832a-3106308ba73b), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:44.879599 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (02b711c9-c253-4fa7-9b82-c20738edf579), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:44.887780 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42673f14-1837-4c07-8891-00c2e4dbf136 None None] Sync routers for ids ['045f35fc-2c99-4b59-9cb3-9ddcf675eecc'] in dv-cinder-841644-1-iscsi {{(pid=109806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 12:54:44.894298 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caffb66d-0fa3-4a16-b403-fcea6e4e8052 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=109803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 12:54:44.909212 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-caffb66d-0fa3-4a16-b403-fcea6e4e8052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488896'] for segment (57b8a53b-8e98-4c33-b70b-8dadd3a11e91), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:44.909828 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.db.segments_db [None req-caffb66d-0fa3-4a16-b403-fcea6e4e8052 admin admin] Added segment 57b8a53b-8e98-4c33-b70b-8dadd3a11e91 of type vlan for network 25d0eb2f-f8c8-4c02-9c13-13a35dabbad8 May 13 12:54:44.912931 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42673f14-1837-4c07-8891-00c2e4dbf136 None None] Routers {'045f35fc-2c99-4b59-9cb3-9ddcf675eecc'} bound to L3 agent in host dv-cinder-841644-1-iscsi {{(pid=109806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 12:54:44.919320 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_hamode_db [None req-42673f14-1837-4c07-8891-00c2e4dbf136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841644-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T12:45:44Z,description=,heartbeat_timestamp=2022-05-13T12:54:44Z,host='dv-cinder-841644-1-iscsi',id=6d8a5631-9f63-444c-af3b-4dcce4842b62,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T12:45:44Z,topic='l3_agent')) {'router_ids': ['045f35fc-2c99-4b59-9cb3-9ddcf675eecc'], 'active': True} {{(pid=109806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 12:54:44.970052 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-caffb66d-0fa3-4a16-b403-fcea6e4e8052 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750967083174'] for network (25d0eb2f-f8c8-4c02-9c13-13a35dabbad8), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:45.042945 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 46258) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:54:45.057110 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa60e7ee-29b7-43fe-b7ec-307227113e0e admin admin] Network f576fff5-2fa1-4591-9247-28b4216fb188 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 12:54:45.061086 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caffb66d-0fa3-4a16-b403-fcea6e4e8052 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0680931e-9941-41ba-832a-3106308ba73b,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:54:45.076064 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-caffb66d-0fa3-4a16-b403-fcea6e4e8052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478'] for network (25d0eb2f-f8c8-4c02-9c13-13a35dabbad8), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:45.077069 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caffb66d-0fa3-4a16-b403-fcea6e4e8052 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:54:45.077648 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-caffb66d-0fa3-4a16-b403-fcea6e4e8052 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617456'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:45.154617 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Current status of the port 02b711c9-c253-4fa7-9b82-c20738edf579 is: ACTIVE; New status is: ACTIVE {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 12:54:45.156710 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Device 997935f8-c07a-48fd-a9cb-2f402621c90b up at agent ovs-agent-dv-cinder-841644-1-iscsi {{(pid=109805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 12:54:45.161299 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-4a907869-afee-4d69-acd8-cccc744e537a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (d2cfa305-5f5a-49b3-8228-876061d7e1f6), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:45.187551 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-682f7476-be48-41f6-a4d1-b1be4bea6ec3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:45.232799 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Provisioning complete for port 997935f8-c07a-48fd-a9cb-2f402621c90b triggered by entity L2. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 12:54:45.233275 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (997935f8-c07a-48fd-a9cb-2f402621c90b), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:45.320066 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_dvr_db [None req-42673f14-1837-4c07-8891-00c2e4dbf136 None None] Set router 045f35fc-2c99-4b59-9cb3-9ddcf675eecc gateway port host: dv-cinder-841644-1-iscsi {{(pid=109806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 12:54:45.397283 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Current status of the port 997935f8-c07a-48fd-a9cb-2f402621c90b is: ACTIVE; New status is: ACTIVE {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 12:54:45.515204 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-aa60e7ee-29b7-43fe-b7ec-307227113e0e admin admin] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 12:54:45.544020 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caffb66d-0fa3-4a16-b403-fcea6e4e8052 admin admin] Pushing event updated for resources: {'Network': ['ID=25d0eb2f-f8c8-4c02-9c13-13a35dabbad8,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:54:45.557070 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Network 25d0eb2f-f8c8-4c02-9c13-13a35dabbad8 details requested by agent ovs-agent-dv-cinder-841644-1-iscsi with host dv-cinder-841644-1-iscsi {{(pid=109805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 13 12:54:45.557860 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-caffb66d-0fa3-4a16-b403-fcea6e4e8052 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.9561284 May 13 12:54:45.595230 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 46268) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:54:45.640409 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.v2.base [None req-3c9b328a-f627-4d7d-a8f2-e9f9e9f1838c admin admin] Request body: {'subnet': {'network_id': '25d0eb2f-f8c8-4c02-9c13-13a35dabbad8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1130929739-subnet', 'tenant_id': 'a0db6422bb06431783f18846e0768ef9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 12:54:45.753945 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c9b328a-f627-4d7d-a8f2-e9f9e9f1838c admin admin] Made reservation on behalf of a0db6422bb06431783f18846e0768ef9 for: {'subnet': 1} {{(pid=109804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 12:54:45.763279 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3c9b328a-f627-4d7d-a8f2-e9f9e9f1838c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:45.962778 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 46276) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:54:45.978668 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_hamode_db [None req-42673f14-1837-4c07-8891-00c2e4dbf136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '045f35fc-2c99-4b59-9cb3-9ddcf675eecc', 'name': 'tempest-AttachVolumeNegativeTest-207558896-router', 'tenant_id': '7ec55859792345359fc7b22003b4e995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '02b711c9-c253-4fa7-9b82-c20738edf579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T12:54:23Z', 'updated_at': '2022-05-13T12:54:39Z', 'revision_number': 4, 'project_id': '7ec55859792345359fc7b22003b4e995', 'gw_port': {'id': '02b711c9-c253-4fa7-9b82-c20738edf579', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ac:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045f35fc-2c99-4b59-9cb3-9ddcf675eecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:54:25Z', 'updated_at': '2022-05-13T12:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi', '_interfaces': [{'id': '809a9c8d-b43e-4e7d-bc47-feb11109602a', 'name': '', 'network_id': 'f1c41e28-5d16-459f-865e-9320359228db', 'tenant_id': '7ec55859792345359fc7b22003b4e995', 'mac_address': 'fa:16:3e:84:69:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '045f35fc-2c99-4b59-9cb3-9ddcf675eecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '95241052-552d-491a-8c23-5ec0dd2b8fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:54:35Z', 'updated_at': '2022-05-13T12:54:40Z', 'revision_number': 2, 'project_id': '7ec55859792345359fc7b22003b4e995', 'subnets': [{'id': '95241052-552d-491a-8c23-5ec0dd2b8fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841644-1-iscsi', False) {} {{(pid=109806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 12:54:46.015262 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-74fb4343-79e9-461a-80af-b78cf506431f None None] Provisioning complete for port 8a768522-0d78-450f-ae00-11b03052e62c triggered by entity DHCP. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 12:54:46.016106 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-74fb4343-79e9-461a-80af-b78cf506431f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (8a768522-0d78-450f-ae00-11b03052e62c), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:46.034128 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e051eea-1afc-49f1-918a-dc7a7ce95818 req-38826c4b-7c8d-40b7-aa59-1cd74c8fea5c tempest-DeleteServersTestJSON-1651286599 tempest-DeleteServersTestJSON-1651286599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:54:46.044790 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-5e051eea-1afc-49f1-918a-dc7a7ce95818 req-38826c4b-7c8d-40b7-aa59-1cd74c8fea5c tempest-DeleteServersTestJSON-1651286599 tempest-DeleteServersTestJSON-1651286599-project] 10.222.0.49 "GET /v2.0/ports?device_id=b10c17e5-f9fb-4451-bb6a-7b1184b89c69 HTTP/1.1" status: 200 len: 943 time: 0.1144223 May 13 12:54:46.049453 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f1608fe8-b598-4fe7-8eb2-ae7589f8de9b tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Publish callbacks [] for port (035392e7-a6d1-4aa3-8a15-d9bd760a04c4), precommit_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:46.065943 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e4473701-4043-4429-8bd0-8886184362db admin admin] Publish callbacks [] for security_group (35602edc-4fc9-482a-9f28-792286e0aabb), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:46.067027 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f1608fe8-b598-4fe7-8eb2-ae7589f8de9b tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (035392e7-a6d1-4aa3-8a15-d9bd760a04c4), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:46.072277 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.v2.base [None req-17669625-96eb-4e39-8385-7b39586c694b tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Request body: {'security_group': {'name': 'tempest-securitygroup--137629257', 'description': 'tempest-description--814143818'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 12:54:46.078848 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42673f14-1837-4c07-8891-00c2e4dbf136 None None] Checking router: 045f35fc-2c99-4b59-9cb3-9ddcf675eecc for host: dv-cinder-841644-1-iscsi {{(pid=109806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 12:54:46.081356 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42673f14-1837-4c07-8891-00c2e4dbf136 None None] Updating router 045f35fc-2c99-4b59-9cb3-9ddcf675eecc port 809a9c8d-b43e-4e7d-bc47-feb11109602a binding host dv-cinder-841644-1-iscsi {{(pid=109806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 12:54:46.183504 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1608fe8-b598-4fe7-8eb2-ae7589f8de9b tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Pushing event updated for resources: {'Port': ['ID=035392e7-a6d1-4aa3-8a15-d9bd760a04c4,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:54:46.196866 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-682f7476-be48-41f6-a4d1-b1be4bea6ec3 admin admin] Publish callbacks [] for security_group (47a44333-2339-40cd-98c7-035a537e0c2b), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:46.218512 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-74fb4343-79e9-461a-80af-b78cf506431f None None] Port 8a768522-0d78-450f-ae00-11b03052e62c cannot update to ACTIVE because it is not bound. {{(pid=109805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 12:54:46.224007 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f1608fe8-b598-4fe7-8eb2-ae7589f8de9b tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621791'] for floatingip (643e198e-9757-4ba6-a473-78bb2518b769), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:46.228448 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa60e7ee-29b7-43fe-b7ec-307227113e0e admin admin] Router 440b421f-e2d5-4beb-b012-398d7d0adbaa has already been hosted by L3 agent 6d8a5631-9f63-444c-af3b-4dcce4842b62 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 12:54:46.236664 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron_lib.callbacks.manager [None req-42673f14-1837-4c07-8891-00c2e4dbf136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (809a9c8d-b43e-4e7d-bc47-feb11109602a), before_update {{(pid=109806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:46.249531 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-682f7476-be48-41f6-a4d1-b1be4bea6ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (47a44333-2339-40cd-98c7-035a537e0c2b), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:46.309783 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-17669625-96eb-4e39-8385-7b39586c694b tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:46.389992 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f1608fe8-b598-4fe7-8eb2-ae7589f8de9b tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4290'] for floatingip (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:46.395553 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-f1608fe8-b598-4fe7-8eb2-ae7589f8de9b tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7673888 May 13 12:54:46.456340 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Device 997935f8-c07a-48fd-a9cb-2f402621c90b up at agent ovs-agent-dv-cinder-841644-1-iscsi {{(pid=109805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 12:54:46.483345 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-682f7476-be48-41f6-a4d1-b1be4bea6ec3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=632023a6c4054b5f9322fa2616dd4045&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4399021 May 13 12:54:46.487528 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 46282) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:54:46.535487 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682f7476-be48-41f6-a4d1-b1be4bea6ec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47a44333-2339-40cd-98c7-035a537e0c2b,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:54:46.651185 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Provisioning complete for port 997935f8-c07a-48fd-a9cb-2f402621c90b triggered by entity L2. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 12:54:46.651583 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (997935f8-c07a-48fd-a9cb-2f402621c90b), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:46.758818 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-5e051eea-1afc-49f1-918a-dc7a7ce95818 req-102c4d36-dae9-48b0-839d-ad2f54088248 tempest-DeleteServersTestJSON-1651286599 tempest-DeleteServersTestJSON-1651286599-project] 10.222.0.49 "GET /v2.0/security-groups?id=00d96c8d-9604-401a-8db1-0d6089e57080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7118161 May 13 12:54:46.826704 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-7baa8e58-cb75-431e-995b-6c55a6feb1d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (5f75012c-56a5-4b0a-a85c-97c3435c2a5d), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:46.845015 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3c9b328a-f627-4d7d-a8f2-e9f9e9f1838c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478'] for subnet (2399dd79-b3e7-4dc2-852e-f5e1c88c0497), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:46.847446 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-17669625-96eb-4e39-8385-7b39586c694b tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks [] for security_group (70d956b4-bf35-4735-b345-7252a9c796ae), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:46.904519 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Current status of the port 997935f8-c07a-48fd-a9cb-2f402621c90b is: ACTIVE; New status is: ACTIVE {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 12:54:46.967586 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-17669625-96eb-4e39-8385-7b39586c694b tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (70d956b4-bf35-4735-b345-7252a9c796ae), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:46.976796 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-14348135-0ca7-4fc6-96f2-c0ab11954e9b admin admin] Publish callbacks [] for security_group (47a44333-2339-40cd-98c7-035a537e0c2b), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:47.001308 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-14348135-0ca7-4fc6-96f2-c0ab11954e9b admin admin] Publish callbacks [] for security_group (47a44333-2339-40cd-98c7-035a537e0c2b), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:47.006342 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e4473701-4043-4429-8bd0-8886184362db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (35602edc-4fc9-482a-9f28-792286e0aabb), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:47.009698 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e4473701-4043-4429-8bd0-8886184362db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:47.014232 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-e4473701-4043-4429-8bd0-8886184362db admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/35602edc-4fc9-482a-9f28-792286e0aabb HTTP/1.1" status: 204 len: 168 time: 2.7727430 May 13 12:54:47.025493 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa60e7ee-29b7-43fe-b7ec-307227113e0e admin admin] Notify agent at l3_agent.dv-cinder-841644-1-iscsi the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 12:54:47.033002 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-aa60e7ee-29b7-43fe-b7ec-307227113e0e admin admin] 10.222.0.49 "PUT /v2.0/routers/440b421f-e2d5-4beb-b012-398d7d0adbaa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.1735661 May 13 12:54:47.033916 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17669625-96eb-4e39-8385-7b39586c694b tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70d956b4-bf35-4735-b345-7252a9c796ae,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:54:47.048238 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ec9a44-88f1-4cf8-b59b-b90e35f6e246 None None] Sync routers for ids ['440b421f-e2d5-4beb-b012-398d7d0adbaa'] in dv-cinder-841644-1-iscsi {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 12:54:47.050565 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-17669625-96eb-4e39-8385-7b39586c694b tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:47.057774 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-17669625-96eb-4e39-8385-7b39586c694b tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.0393598 May 13 12:54:47.063761 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 46304) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:54:47.065060 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ec9a44-88f1-4cf8-b59b-b90e35f6e246 None None] Routers {'440b421f-e2d5-4beb-b012-398d7d0adbaa'} bound to L3 agent in host dv-cinder-841644-1-iscsi {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 12:54:47.065836 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-06ec9a44-88f1-4cf8-b59b-b90e35f6e246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841644-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T12:45:44Z,description=,heartbeat_timestamp=2022-05-13T12:54:44Z,host='dv-cinder-841644-1-iscsi',id=6d8a5631-9f63-444c-af3b-4dcce4842b62,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T12:45:44Z,topic='l3_agent')) {'router_ids': ['440b421f-e2d5-4beb-b012-398d7d0adbaa'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 12:54:47.086697 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.v2.base [None req-8b2ab6b3-7bb0-46ab-9ee6-af2eb42aab39 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Request body: {'security_group_rule': {'security_group_id': '70d956b4-bf35-4735-b345-7252a9c796ae', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 12:54:47.095361 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4473701-4043-4429-8bd0-8886184362db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35602edc-4fc9-482a-9f28-792286e0aabb,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:54:47.154567 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9b328a-f627-4d7d-a8f2-e9f9e9f1838c admin admin] Checking segment: {'id': '57b8a53b-8e98-4c33-b70b-8dadd3a11e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '25d0eb2f-f8c8-4c02-9c13-13a35dabbad8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 12:54:47.154929 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9b328a-f627-4d7d-a8f2-e9f9e9f1838c admin admin] Network hostable DHCP agents. Network: 25d0eb2f-f8c8-4c02-9c13-13a35dabbad8, hostable agents: ['12f7f474-a19f-4cf7-bcdf-b9ad7dbdd770'], hosted agents: [] {{(pid=109804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 12:54:47.157450 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-14348135-0ca7-4fc6-96f2-c0ab11954e9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (47a44333-2339-40cd-98c7-035a537e0c2b), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:47.163332 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-14348135-0ca7-4fc6-96f2-c0ab11954e9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:47.168554 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-14348135-0ca7-4fc6-96f2-c0ab11954e9b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/47a44333-2339-40cd-98c7-035a537e0c2b HTTP/1.1" status: 204 len: 168 time: 0.6333635 May 13 12:54:47.170464 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8b2ab6b3-7bb0-46ab-9ee6-af2eb42aab39 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks [] for security_group_rule (4b6bd77c-50dd-427e-916a-4472012152a7), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:47.178258 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9b328a-f627-4d7d-a8f2-e9f9e9f1838c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2399dd79-b3e7-4dc2-852e-f5e1c88c0497,revision_number=0']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:54:47.192060 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-41ad5248-439a-45a3-b9db-c361ea1b88ae req-6b6c4713-1d2c-4eaf-95ad-d45a0efa3da1 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1388504883&fields=id&tenant_id=0b148a16abbc49ed816ed45fc1ad4980 HTTP/1.1" status: 200 len: 267 time: 0.3285379 May 13 12:54:47.196947 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14348135-0ca7-4fc6-96f2-c0ab11954e9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47a44333-2339-40cd-98c7-035a537e0c2b,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:54:47.231849 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron_lib.callbacks.manager [None req-42673f14-1837-4c07-8891-00c2e4dbf136 None None] Publish callbacks [] for port (809a9c8d-b43e-4e7d-bc47-feb11109602a), precommit_update {{(pid=109806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:47.233706 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9b328a-f627-4d7d-a8f2-e9f9e9f1838c admin admin] Network 25d0eb2f-f8c8-4c02-9c13-13a35dabbad8 is scheduled to be hosted by DHCP agent 12f7f474-a19f-4cf7-bcdf-b9ad7dbdd770 with binding_index 1 {{(pid=109804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 12:54:47.240851 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron_lib.callbacks.manager [None req-42673f14-1837-4c07-8891-00c2e4dbf136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (809a9c8d-b43e-4e7d-bc47-feb11109602a), after_update {{(pid=109806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:47.351184 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-3c9b328a-f627-4d7d-a8f2-e9f9e9f1838c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841644-1-iscsi, 25d0eb2f-f8c8-4c02-9c13-13a35dabbad8) {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 12:54:47.369449 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-06ec9a44-88f1-4cf8-b59b-b90e35f6e246 None None] Set router 440b421f-e2d5-4beb-b012-398d7d0adbaa gateway port host: dv-cinder-841644-1-iscsi {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 12:54:47.372352 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c9b328a-f627-4d7d-a8f2-e9f9e9f1838c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:54:47.373949 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8b2ab6b3-7bb0-46ab-9ee6-af2eb42aab39 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks [] for security_group_rule (4b6bd77c-50dd-427e-916a-4472012152a7), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:47.375129 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3c9b328a-f627-4d7d-a8f2-e9f9e9f1838c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617456'] for subnet (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:47.389128 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8b2ab6b3-7bb0-46ab-9ee6-af2eb42aab39 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472018'] for security_group_rule (4b6bd77c-50dd-427e-916a-4472012152a7), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:47.412057 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.plugins.ml2.managers [None req-42673f14-1837-4c07-8891-00c2e4dbf136 None None] Attempting to bind port 809a9c8d-b43e-4e7d-bc47-feb11109602a on host dv-cinder-841644-1-iscsi for vnic_type normal with profile {{(pid=109806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 12:54:47.412434 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.plugins.ml2.managers [None req-42673f14-1837-4c07-8891-00c2e4dbf136 None None] Attempting to bind port 809a9c8d-b43e-4e7d-bc47-feb11109602a by drivers openvswitch,hyperv on host dv-cinder-841644-1-iscsi at level 0 using segments [{'id': 'c6a3dc01-8071-489d-bd05-606d071e01ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f1c41e28-5d16-459f-865e-9320359228db'}] {{(pid=109806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 12:54:47.417433 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42673f14-1837-4c07-8891-00c2e4dbf136 None None] Attempting to bind port 809a9c8d-b43e-4e7d-bc47-feb11109602a on network f1c41e28-5d16-459f-865e-9320359228db {{(pid=109806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 12:54:47.422860 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbc8582-cc39-4200-b4f0-398c0e7b6e5c None None] Pushing event updated for resources: {'Port': ['ID=809a9c8d-b43e-4e7d-bc47-feb11109602a,revision_number=3']} {{(pid=109806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:54:47.426539 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2ab6b3-7bb0-46ab-9ee6-af2eb42aab39 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b6bd77c-50dd-427e-916a-4472012152a7,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:54:47.439904 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42673f14-1837-4c07-8891-00c2e4dbf136 None None] Checking agent: {'id': 'f7880a20-862d-46b4-8dd6-192b0a47d710', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841644-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 12, 45, 48), 'started_at': datetime.datetime(2022, 5, 13, 12, 46, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 12, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841644-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 12:54:47.440335 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42673f14-1837-4c07-8891-00c2e4dbf136 None None] Checking segment: {'id': 'c6a3dc01-8071-489d-bd05-606d071e01ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f1c41e28-5d16-459f-865e-9320359228db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 12:54:47.442311 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron_lib.callbacks.manager [None req-42673f14-1837-4c07-8891-00c2e4dbf136 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:47.442772 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42673f14-1837-4c07-8891-00c2e4dbf136 None None] Bound using segment: {'id': 'c6a3dc01-8071-489d-bd05-606d071e01ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f1c41e28-5d16-459f-865e-9320359228db'} {{(pid=109806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 12:54:47.446088 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.plugins.ml2.managers [None req-42673f14-1837-4c07-8891-00c2e4dbf136 None None] Bound port: 809a9c8d-b43e-4e7d-bc47-feb11109602a, host: dv-cinder-841644-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6a3dc01-8071-489d-bd05-606d071e01ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f1c41e28-5d16-459f-865e-9320359228db'}}] {{(pid=109806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 12:54:47.446499 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron_lib.callbacks.manager [None req-42673f14-1837-4c07-8891-00c2e4dbf136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (809a9c8d-b43e-4e7d-bc47-feb11109602a), before_update {{(pid=109806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:47.448060 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-8b2ab6b3-7bb0-46ab-9ee6-af2eb42aab39 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:47.454852 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-8b2ab6b3-7bb0-46ab-9ee6-af2eb42aab39 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3849895 May 13 12:54:47.455629 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 46310) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:54:47.474103 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.v2.base [None req-0b2e4b3a-de41-45c5-8e47-22676b827212 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Request body: {'security_group_rule': {'security_group_id': '70d956b4-bf35-4735-b345-7252a9c796ae', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 12:54:47.502640 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ad5248-439a-45a3-b9db-c361ea1b88ae req-7bcac50e-c592-4609-a3c7-56441c70effb tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:54:47.514570 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-41ad5248-439a-45a3-b9db-c361ea1b88ae req-7bcac50e-c592-4609-a3c7-56441c70effb tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/networks?id=2600954f-368e-4b9b-9fca-a1e49f9c5d94 HTTP/1.1" status: 200 len: 817 time: 0.3106432 May 13 12:54:47.556315 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0b2e4b3a-de41-45c5-8e47-22676b827212 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks [] for security_group_rule (b1dbe9e3-8ab9-4d93-8624-ea4b4c4174d1), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:47.564224 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-41ad5248-439a-45a3-b9db-c361ea1b88ae req-26668af9-6d10-4e95-96a4-812ff10d3df6 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/quotas/0b148a16abbc49ed816ed45fc1ad4980 HTTP/1.1" status: 200 len: 375 time: 0.0451696 May 13 12:54:47.570838 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-3c9b328a-f627-4d7d-a8f2-e9f9e9f1838c admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.9722316 May 13 12:54:47.626220 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.plugins.ml2.db [None req-42673f14-1837-4c07-8891-00c2e4dbf136 None None] For port 809a9c8d-b43e-4e7d-bc47-feb11109602a, host dv-cinder-841644-1-iscsi, cleared binding levels {{(pid=109806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 12:54:47.632505 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.plugins.ml2.db [None req-42673f14-1837-4c07-8891-00c2e4dbf136 None None] For port 809a9c8d-b43e-4e7d-bc47-feb11109602a, host dv-cinder-841644-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841644-1-iscsi',level=0,port_id=809a9c8d-b43e-4e7d-bc47-feb11109602a,segment=NetworkSegment(c6a3dc01-8071-489d-bd05-606d071e01ac),segment_id=c6a3dc01-8071-489d-bd05-606d071e01ac)] {{(pid=109806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 12:54:47.647275 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron_lib.callbacks.manager [None req-42673f14-1837-4c07-8891-00c2e4dbf136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (809a9c8d-b43e-4e7d-bc47-feb11109602a), after_update {{(pid=109806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:47.651376 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88b2f6c-4587-46e3-9bb7-d31bc2e6360b None None] Network 25d0eb2f-f8c8-4c02-9c13-13a35dabbad8 requested from dv-cinder-841644-1-iscsi {{(pid=109805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 12:54:47.714554 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbc8582-cc39-4200-b4f0-398c0e7b6e5c None None] Pushing event updated for resources: {'Port': ['ID=809a9c8d-b43e-4e7d-bc47-feb11109602a,revision_number=4']} {{(pid=109806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:54:47.733375 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-41ad5248-439a-45a3-b9db-c361ea1b88ae req-821c132c-d0c0-4622-bb5c-659c89d0de81 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=0b148a16abbc49ed816ed45fc1ad4980&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1610022 May 13 12:54:47.733657 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0b2e4b3a-de41-45c5-8e47-22676b827212 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks [] for security_group_rule (b1dbe9e3-8ab9-4d93-8624-ea4b4c4174d1), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:47.739396 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0b2e4b3a-de41-45c5-8e47-22676b827212 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472018'] for security_group_rule (b1dbe9e3-8ab9-4d93-8624-ea4b4c4174d1), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:47.756805 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42673f14-1837-4c07-8891-00c2e4dbf136 None None] Routers {'045f35fc-2c99-4b59-9cb3-9ddcf675eecc'} bound to L3 agent in host dv-cinder-841644-1-iscsi {{(pid=109806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 12:54:47.757468 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_hamode_db [None req-42673f14-1837-4c07-8891-00c2e4dbf136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841644-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T12:45:44Z,description=,heartbeat_timestamp=2022-05-13T12:54:44Z,host='dv-cinder-841644-1-iscsi',id=6d8a5631-9f63-444c-af3b-4dcce4842b62,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T12:45:44Z,topic='l3_agent')) {'router_ids': ['045f35fc-2c99-4b59-9cb3-9ddcf675eecc'], 'active': True} {{(pid=109806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 12:54:47.774574 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0b2e4b3a-de41-45c5-8e47-22676b827212 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:47.776035 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-0b2e4b3a-de41-45c5-8e47-22676b827212 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3195069 May 13 12:54:47.791085 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 46324) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:54:47.822995 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.v2.base [None req-314994a7-6b44-4ff2-ba32-d82a3990db6b tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Request body: {'floatingip': {'floating_network_id': 'feab3964-f0b8-402e-905b-49af947bf732'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 12:54:47.847577 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2e4b3a-de41-45c5-8e47-22676b827212 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1dbe9e3-8ab9-4d93-8624-ea4b4c4174d1,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:54:47.896023 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-314994a7-6b44-4ff2-ba32-d82a3990db6b tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:47.926387 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-41ad5248-439a-45a3-b9db-c361ea1b88ae req-05d2d769-05de-4b67-b2f7-6c3fd7554d09 service neutron] 10.222.0.49 "GET /v2.0/networks/2600954f-368e-4b9b-9fca-a1e49f9c5d94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701863 May 13 12:54:47.988901 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (f7880a20-862d-46b4-8dd6-192b0a47d710), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:48.000119 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-f8305e76-04a6-4b62-b7ab-76e562236588 None None] Provisioning complete for port 809a9c8d-b43e-4e7d-bc47-feb11109602a triggered by entity DHCP. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 12:54:48.000748 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-f8305e76-04a6-4b62-b7ab-76e562236588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (809a9c8d-b43e-4e7d-bc47-feb11109602a), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:48.019562 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_dvr_db [None req-42673f14-1837-4c07-8891-00c2e4dbf136 None None] Set router 045f35fc-2c99-4b59-9cb3-9ddcf675eecc gateway port host: dv-cinder-841644-1-iscsi {{(pid=109806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 12:54:48.112910 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-41ad5248-439a-45a3-b9db-c361ea1b88ae req-aa6bde67-0c62-4727-be00-0381e6b5e9e5 service neutron] 10.222.0.49 "GET /v2.0/networks/2600954f-368e-4b9b-9fca-a1e49f9c5d94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804729 May 13 12:54:48.132589 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 46332) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:54:48.233592 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.db.db_base_plugin_v2 [None req-777a7083-8990-44a8-b2dd-161f9694c73f admin admin] Deleting subnet 2013a592-cf8d-4b86-bef0-1e17078e8cbf {{(pid=109804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 13 12:54:48.244208 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-777a7083-8990-44a8-b2dd-161f9694c73f admin admin] Publish callbacks [] for subnet (2013a592-cf8d-4b86-bef0-1e17078e8cbf), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:48.271359 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a7ba08-cf3b-45a8-ba3d-bfab7e2ab77f req-4714ab05-298d-4cff-99e4-b944113477af tempest-DeleteServersTestJSON-1651286599 tempest-DeleteServersTestJSON-1651286599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:54:48.285568 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-e4a7ba08-cf3b-45a8-ba3d-bfab7e2ab77f req-4714ab05-298d-4cff-99e4-b944113477af tempest-DeleteServersTestJSON-1651286599 tempest-DeleteServersTestJSON-1651286599-project] 10.222.0.49 "GET /v2.0/ports?device_id=b10c17e5-f9fb-4451-bb6a-7b1184b89c69 HTTP/1.1" status: 200 len: 943 time: 0.3210516 May 13 12:54:48.310890 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-06ec9a44-88f1-4cf8-b59b-b90e35f6e246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '440b421f-e2d5-4beb-b012-398d7d0adbaa', 'name': 'tempest-ServerRescueNegativeTestJSON-526245843-router', 'tenant_id': '58bddca6077344bea4cb41b23fcf8d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'b669c01c-389a-43c8-b724-af59cc1397eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T12:54:23Z', 'updated_at': '2022-05-13T12:54:41Z', 'revision_number': 4, 'project_id': '58bddca6077344bea4cb41b23fcf8d35', 'gw_port': {'id': 'b669c01c-389a-43c8-b724-af59cc1397eb', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:11:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '440b421f-e2d5-4beb-b012-398d7d0adbaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:54:26Z', 'updated_at': '2022-05-13T12:54:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi', '_interfaces': [{'id': '8a768522-0d78-450f-ae00-11b03052e62c', 'name': '', 'network_id': 'f576fff5-2fa1-4591-9247-28b4216fb188', 'tenant_id': '58bddca6077344bea4cb41b23fcf8d35', 'mac_address': 'fa:16:3e:46:b7:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '440b421f-e2d5-4beb-b012-398d7d0adbaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '255ce2d7-f0f9-429c-8a86-3bbc48d08e37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:54:34Z', 'updated_at': '2022-05-13T12:54:42Z', 'revision_number': 2, 'project_id': '58bddca6077344bea4cb41b23fcf8d35', 'subnets': [{'id': '255ce2d7-f0f9-429c-8a86-3bbc48d08e37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841644-1-iscsi', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 12:54:48.317577 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad5e042-18c0-40c6-9b91-8c5829f9fb39 None None] Network 25d0eb2f-f8c8-4c02-9c13-13a35dabbad8 requested from dv-cinder-841644-1-iscsi {{(pid=109805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 12:54:48.345095 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-777a7083-8990-44a8-b2dd-161f9694c73f admin admin] Publish callbacks [] for subnet (2013a592-cf8d-4b86-bef0-1e17078e8cbf), precommit_delete_associations {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:48.361038 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ec9a44-88f1-4cf8-b59b-b90e35f6e246 None None] Checking router: 440b421f-e2d5-4beb-b012-398d7d0adbaa for host: dv-cinder-841644-1-iscsi {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 12:54:48.361890 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ec9a44-88f1-4cf8-b59b-b90e35f6e246 None None] Updating router 440b421f-e2d5-4beb-b012-398d7d0adbaa port 8a768522-0d78-450f-ae00-11b03052e62c binding host dv-cinder-841644-1-iscsi {{(pid=109805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 12:54:48.375656 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-777a7083-8990-44a8-b2dd-161f9694c73f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1488813'] for subnet (2013a592-cf8d-4b86-bef0-1e17078e8cbf), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:48.396967 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-314994a7-6b44-4ff2-ba32-d82a3990db6b tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:48.427626 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-06ec9a44-88f1-4cf8-b59b-b90e35f6e246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (8a768522-0d78-450f-ae00-11b03052e62c), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:48.429274 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_hamode_db [None req-42673f14-1837-4c07-8891-00c2e4dbf136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '045f35fc-2c99-4b59-9cb3-9ddcf675eecc', 'name': 'tempest-AttachVolumeNegativeTest-207558896-router', 'tenant_id': '7ec55859792345359fc7b22003b4e995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '02b711c9-c253-4fa7-9b82-c20738edf579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T12:54:23Z', 'updated_at': '2022-05-13T12:54:39Z', 'revision_number': 4, 'project_id': '7ec55859792345359fc7b22003b4e995', 'gw_port': {'id': '02b711c9-c253-4fa7-9b82-c20738edf579', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ac:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045f35fc-2c99-4b59-9cb3-9ddcf675eecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:54:25Z', 'updated_at': '2022-05-13T12:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi', '_interfaces': [{'id': '809a9c8d-b43e-4e7d-bc47-feb11109602a', 'name': '', 'network_id': 'f1c41e28-5d16-459f-865e-9320359228db', 'tenant_id': '7ec55859792345359fc7b22003b4e995', 'mac_address': 'fa:16:3e:84:69:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '045f35fc-2c99-4b59-9cb3-9ddcf675eecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '95241052-552d-491a-8c23-5ec0dd2b8fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:54:35Z', 'updated_at': '2022-05-13T12:54:47Z', 'revision_number': 4, 'project_id': '7ec55859792345359fc7b22003b4e995', 'subnets': [{'id': '95241052-552d-491a-8c23-5ec0dd2b8fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841644-1-iscsi', False) {} {{(pid=109806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 12:54:48.483739 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-e4a7ba08-cf3b-45a8-ba3d-bfab7e2ab77f req-a72d1633-cb0e-4577-9243-509de9cf88f7 tempest-DeleteServersTestJSON-1651286599 tempest-DeleteServersTestJSON-1651286599-project] 10.222.0.49 "GET /v2.0/security-groups?id=00d96c8d-9604-401a-8db1-0d6089e57080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972644 May 13 12:54:48.514758 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-777a7083-8990-44a8-b2dd-161f9694c73f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478'] for subnet (2013a592-cf8d-4b86-bef0-1e17078e8cbf), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:48.541839 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-777a7083-8990-44a8-b2dd-161f9694c73f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:48.547253 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42673f14-1837-4c07-8891-00c2e4dbf136 None None] The sync data for ids ['045f35fc-2c99-4b59-9cb3-9ddcf675eecc'] in dv-cinder-841644-1-iscsi is: [{'id': '045f35fc-2c99-4b59-9cb3-9ddcf675eecc', 'name': 'tempest-AttachVolumeNegativeTest-207558896-router', 'tenant_id': '7ec55859792345359fc7b22003b4e995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '02b711c9-c253-4fa7-9b82-c20738edf579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T12:54:23Z', 'updated_at': '2022-05-13T12:54:39Z', 'revision_number': 4, 'project_id': '7ec55859792345359fc7b22003b4e995', 'gw_port': {'id': '02b711c9-c253-4fa7-9b82-c20738edf579', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ac:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045f35fc-2c99-4b59-9cb3-9ddcf675eecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:54:25Z', 'updated_at': '2022-05-13T12:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi', '_interfaces': [{'id': '809a9c8d-b43e-4e7d-bc47-feb11109602a', 'name': '', 'network_id': 'f1c41e28-5d16-459f-865e-9320359228db', 'tenant_id': '7ec55859792345359fc7b22003b4e995', 'mac_address': 'fa:16:3e:84:69:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '045f35fc-2c99-4b59-9cb3-9ddcf675eecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '95241052-552d-491a-8c23-5ec0dd2b8fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:54:35Z', 'updated_at': '2022-05-13T12:54:47Z', 'revision_number': 4, 'project_id': '7ec55859792345359fc7b22003b4e995', 'subnets': [{'id': '95241052-552d-491a-8c23-5ec0dd2b8fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 12:54:48.554678 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-777a7083-8990-44a8-b2dd-161f9694c73f admin admin] 10.222.0.49 "DELETE /v2.0/subnets/2013a592-cf8d-4b86-bef0-1e17078e8cbf HTTP/1.1" status: 204 len: 168 time: 0.4207895 May 13 12:54:48.565520 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 46356) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:54:48.608952 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777a7083-8990-44a8-b2dd-161f9694c73f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2013a592-cf8d-4b86-bef0-1e17078e8cbf,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:54:48.761679 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-28b3125f-9970-4247-ae25-479d9a79a2b2 req-5eea5424-f377-4101-9bfb-e12118644ed4 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=83873f65-ba42-4536-9af6-4aff1db77bb4 HTTP/1.1" status: 200 len: 210 time: 0.1664112 May 13 12:54:48.807233 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 46366) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:54:48.846631 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-90eb714f-7a61-45d8-bb1f-18f476cfd05b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1355768'] for network (0e609fbf-9c63-4d98-8757-e68bfd904f2c), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:48.884462 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-314994a7-6b44-4ff2-ba32-d82a3990db6b tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Allocated IP 172.27.3.86 (feab3964-f0b8-402e-905b-49af947bf732/23e33d6a-fc94-4466-a994-b549e993d354/a859fdaf-a6c4-4583-8877-eb1502c745e9) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 12:54:48.936664 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-f8305e76-04a6-4b62-b7ab-76e562236588 None None] Current status of the port 809a9c8d-b43e-4e7d-bc47-feb11109602a is: DOWN; New status is: ACTIVE {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 12:54:48.938502 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-f8305e76-04a6-4b62-b7ab-76e562236588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (809a9c8d-b43e-4e7d-bc47-feb11109602a), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:49.152909 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-12e563e3-2f31-4c36-9991-f4d91d8a0413 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:49.175225 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-90eb714f-7a61-45d8-bb1f-18f476cfd05b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1476694', 'neutron.services.segments.db._delete_segments_for_network-8750967377201'] for network (0e609fbf-9c63-4d98-8757-e68bfd904f2c), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:49.177457 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-f8305e76-04a6-4b62-b7ab-76e562236588 None None] For port 809a9c8d-b43e-4e7d-bc47-feb11109602a, host dv-cinder-841644-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841644-1-iscsi',level=0,port_id=809a9c8d-b43e-4e7d-bc47-feb11109602a,segment=NetworkSegment(c6a3dc01-8071-489d-bd05-606d071e01ac),segment_id=c6a3dc01-8071-489d-bd05-606d071e01ac)] {{(pid=109805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 12:54:49.211564 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-f8305e76-04a6-4b62-b7ab-76e562236588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (809a9c8d-b43e-4e7d-bc47-feb11109602a), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:49.262890 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-90eb714f-7a61-45d8-bb1f-18f476cfd05b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:54:49.263481 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-90eb714f-7a61-45d8-bb1f-18f476cfd05b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:54:49.264287 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-90eb714f-7a61-45d8-bb1f-18f476cfd05b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:54:49.264650 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-90eb714f-7a61-45d8-bb1f-18f476cfd05b admin admin] Subscribe: > port after_create 55550000 {{(pid=109803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:54:49.264998 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-90eb714f-7a61-45d8-bb1f-18f476cfd05b admin admin] Subscribe: > port after_delete 55550000 {{(pid=109803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:54:49.265327 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-90eb714f-7a61-45d8-bb1f-18f476cfd05b admin admin] Subscribe: > port after_update 55550000 {{(pid=109803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:54:49.265635 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-90eb714f-7a61-45d8-bb1f-18f476cfd05b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:54:49.265942 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-90eb714f-7a61-45d8-bb1f-18f476cfd05b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:54:49.266243 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-90eb714f-7a61-45d8-bb1f-18f476cfd05b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:54:49.266549 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-90eb714f-7a61-45d8-bb1f-18f476cfd05b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:54:49.415364 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa045f1-bc8f-4dbe-ab4e-b15db5aa74c5 req-0544b952-190a-413e-be4c-f14257b31c6d tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:54:49.438941 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-1aa045f1-bc8f-4dbe-ab4e-b15db5aa74c5 req-0544b952-190a-413e-be4c-f14257b31c6d tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/networks?id=f576fff5-2fa1-4591-9247-28b4216fb188 HTTP/1.1" status: 200 len: 818 time: 0.4454160 May 13 12:54:49.496364 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-1aa045f1-bc8f-4dbe-ab4e-b15db5aa74c5 req-4bb76138-2cb6-4b65-9018-2da058bf9e3f tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/quotas/58bddca6077344bea4cb41b23fcf8d35 HTTP/1.1" status: 200 len: 375 time: 0.0530913 May 13 12:54:49.549053 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-27ee063f-3f65-4497-8f39-952d6098b888 None None] Provisioning complete for port 809a9c8d-b43e-4e7d-bc47-feb11109602a triggered by entity DHCP. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 12:54:49.551142 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-27ee063f-3f65-4497-8f39-952d6098b888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (809a9c8d-b43e-4e7d-bc47-feb11109602a), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:49.583192 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8305e76-04a6-4b62-b7ab-76e562236588 None None] Pushing event updated for resources: {'Port': ['ID=809a9c8d-b43e-4e7d-bc47-feb11109602a,revision_number=5']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:54:49.677980 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-06ec9a44-88f1-4cf8-b59b-b90e35f6e246 None None] Publish callbacks [] for port (8a768522-0d78-450f-ae00-11b03052e62c), precommit_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:49.703243 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-06ec9a44-88f1-4cf8-b59b-b90e35f6e246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (8a768522-0d78-450f-ae00-11b03052e62c), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:49.709585 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-1aa045f1-bc8f-4dbe-ab4e-b15db5aa74c5 req-0f2c1125-6e5c-48d1-ac6f-4648c75e47d5 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=58bddca6077344bea4cb41b23fcf8d35&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2119577 May 13 12:54:49.779207 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-90eb714f-7a61-45d8-bb1f-18f476cfd05b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:54:49.779552 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-90eb714f-7a61-45d8-bb1f-18f476cfd05b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:54:49.779869 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-90eb714f-7a61-45d8-bb1f-18f476cfd05b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:54:49.780858 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-90eb714f-7a61-45d8-bb1f-18f476cfd05b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:54:49.781274 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.services.segments.db [None req-90eb714f-7a61-45d8-bb1f-18f476cfd05b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e609fbf-9c63-4d98-8757-e68bfd904f2c']}} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 12:54:49.825647 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-12e563e3-2f31-4c36-9991-f4d91d8a0413 admin admin] Publish callbacks [] for security_group (6652c6b5-a959-43ad-81d7-319b60e55210), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:49.834965 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.services.segments.db [None req-90eb714f-7a61-45d8-bb1f-18f476cfd05b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c67d73ad-51ad-4985-af12-af96e4def192') {'for_net_delete': True} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 12:54:49.835256 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.services.segments.db [None req-90eb714f-7a61-45d8-bb1f-18f476cfd05b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c67d73ad-51ad-4985-af12-af96e4def192') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 12:54:49.846002 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-12e563e3-2f31-4c36-9991-f4d91d8a0413 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (6652c6b5-a959-43ad-81d7-319b60e55210), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:49.903529 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41264b5e-cf72-4338-a1bf-43d1ea136ee4 None None] Pushing event updated for resources: {'Port': ['ID=8a768522-0d78-450f-ae00-11b03052e62c,revision_number=3']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:54:49.941502 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-90eb714f-7a61-45d8-bb1f-18f476cfd05b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750967377722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6506520'] for segment (c67d73ad-51ad-4985-af12-af96e4def192), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:49.959666 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.agents_db [None req-04065fb1-5207-409b-a281-8f6301b2fc59 None None] Agent healthcheck: found 6 active agents {{(pid=109806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 12:54:49.963911 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-27ee063f-3f65-4497-8f39-952d6098b888 None None] Current status of the port 809a9c8d-b43e-4e7d-bc47-feb11109602a is: ACTIVE; New status is: ACTIVE {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 12:54:50.099406 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1cf1a5-0cbb-41fa-8e27-8601de323b1a req-4ea5ac10-3779-4b67-b74f-db2ecfc69501 tempest-DeleteServersTestJSON-1651286599 tempest-DeleteServersTestJSON-1651286599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:54:50.101014 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-cb1cf1a5-0cbb-41fa-8e27-8601de323b1a req-4ea5ac10-3779-4b67-b74f-db2ecfc69501 tempest-DeleteServersTestJSON-1651286599 tempest-DeleteServersTestJSON-1651286599-project] 10.222.0.49 "GET /v2.0/ports?device_id=b10c17e5-f9fb-4451-bb6a-7b1184b89c69 HTTP/1.1" status: 200 len: 943 time: 0.3117716 May 13 12:54:50.103779 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-06ec9a44-88f1-4cf8-b59b-b90e35f6e246 None None] Attempting to bind port 8a768522-0d78-450f-ae00-11b03052e62c on host dv-cinder-841644-1-iscsi for vnic_type normal with profile {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 12:54:50.104156 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-06ec9a44-88f1-4cf8-b59b-b90e35f6e246 None None] Attempting to bind port 8a768522-0d78-450f-ae00-11b03052e62c by drivers openvswitch,hyperv on host dv-cinder-841644-1-iscsi at level 0 using segments [{'id': '4c692b35-b0de-4c8a-9d7f-cd52d87568b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f576fff5-2fa1-4591-9247-28b4216fb188'}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 12:54:50.104519 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ec9a44-88f1-4cf8-b59b-b90e35f6e246 None None] Attempting to bind port 8a768522-0d78-450f-ae00-11b03052e62c on network f576fff5-2fa1-4591-9247-28b4216fb188 {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 12:54:50.142391 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ec9a44-88f1-4cf8-b59b-b90e35f6e246 None None] Checking agent: {'id': 'f7880a20-862d-46b4-8dd6-192b0a47d710', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841644-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 12, 45, 48), 'started_at': datetime.datetime(2022, 5, 13, 12, 46, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 12, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841644-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 12:54:50.142768 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ec9a44-88f1-4cf8-b59b-b90e35f6e246 None None] Checking segment: {'id': '4c692b35-b0de-4c8a-9d7f-cd52d87568b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f576fff5-2fa1-4591-9247-28b4216fb188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 12:54:50.143160 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-06ec9a44-88f1-4cf8-b59b-b90e35f6e246 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:50.143557 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ec9a44-88f1-4cf8-b59b-b90e35f6e246 None None] Bound using segment: {'id': '4c692b35-b0de-4c8a-9d7f-cd52d87568b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f576fff5-2fa1-4591-9247-28b4216fb188'} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 12:54:50.144032 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-06ec9a44-88f1-4cf8-b59b-b90e35f6e246 None None] Bound port: 8a768522-0d78-450f-ae00-11b03052e62c, host: dv-cinder-841644-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c692b35-b0de-4c8a-9d7f-cd52d87568b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f576fff5-2fa1-4591-9247-28b4216fb188'}}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 12:54:50.144414 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-06ec9a44-88f1-4cf8-b59b-b90e35f6e246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (8a768522-0d78-450f-ae00-11b03052e62c), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:50.193195 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-90eb714f-7a61-45d8-bb1f-18f476cfd05b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488896'] for segment (c67d73ad-51ad-4985-af12-af96e4def192), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:50.205864 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-314994a7-6b44-4ff2-ba32-d82a3990db6b tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks [] for port (a859fdaf-a6c4-4583-8877-eb1502c745e9), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:50.211433 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90eb714f-7a61-45d8-bb1f-18f476cfd05b admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=109803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 12:54:50.211763 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-90eb714f-7a61-45d8-bb1f-18f476cfd05b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6509940'] for segment (c67d73ad-51ad-4985-af12-af96e4def192), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:50.242905 dv-cinder-841644-1-iscsi neutron-server[109803]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 13 12:54:50.242905 dv-cinder-841644-1-iscsi neutron-server[109803]: from cryptography.utils import int_from_bytes May 13 12:54:50.242905 dv-cinder-841644-1-iscsi neutron-server[109803]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 13 12:54:50.242905 dv-cinder-841644-1-iscsi neutron-server[109803]: from cryptography.utils import int_from_bytes May 13 12:54:50.242905 dv-cinder-841644-1-iscsi neutron-server[109803]: Traceback (most recent call last): May 13 12:54:50.242905 dv-cinder-841644-1-iscsi neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 12:54:50.242905 dv-cinder-841644-1-iscsi neutron-server[109803]: timer() May 13 12:54:50.242905 dv-cinder-841644-1-iscsi neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 12:54:50.242905 dv-cinder-841644-1-iscsi neutron-server[109803]: cb(*args, **kw) May 13 12:54:50.242905 dv-cinder-841644-1-iscsi neutron-server[109803]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 13 12:54:50.242905 dv-cinder-841644-1-iscsi neutron-server[109803]: return func(*args, **kwargs) May 13 12:54:50.242905 dv-cinder-841644-1-iscsi neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 12:54:50.242905 dv-cinder-841644-1-iscsi neutron-server[109803]: self._notify() May 13 12:54:50.242905 dv-cinder-841644-1-iscsi neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 12:54:50.242905 dv-cinder-841644-1-iscsi neutron-server[109803]: self.callback(batched_events) May 13 12:54:50.242905 dv-cinder-841644-1-iscsi neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 12:54:50.242905 dv-cinder-841644-1-iscsi neutron-server[109803]: event.method(event) May 13 12:54:50.242905 dv-cinder-841644-1-iscsi neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 13 12:54:50.242905 dv-cinder-841644-1-iscsi neutron-server[109803]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 12:54:50.242905 dv-cinder-841644-1-iscsi neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 13 12:54:50.242905 dv-cinder-841644-1-iscsi neutron-server[109803]: aggregate_uuid = self.p_client.list_aggregates( May 13 12:54:50.242905 dv-cinder-841644-1-iscsi neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 13 12:54:50.242905 dv-cinder-841644-1-iscsi neutron-server[109803]: return f(self, *a, **k) May 13 12:54:50.242905 dv-cinder-841644-1-iscsi neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 13 12:54:50.242905 dv-cinder-841644-1-iscsi neutron-server[109803]: return self._get(url).json() May 13 12:54:50.242905 dv-cinder-841644-1-iscsi neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 13 12:54:50.242905 dv-cinder-841644-1-iscsi neutron-server[109803]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 12:54:50.242905 dv-cinder-841644-1-iscsi neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 12:54:50.242905 dv-cinder-841644-1-iscsi neutron-server[109803]: return self.request(url, 'GET', **kwargs) May 13 12:54:50.242905 dv-cinder-841644-1-iscsi neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 12:54:50.242905 dv-cinder-841644-1-iscsi neutron-server[109803]: base_url = self.get_endpoint(auth, allow=allow, May 13 12:54:50.242905 dv-cinder-841644-1-iscsi neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 12:54:50.242905 dv-cinder-841644-1-iscsi neutron-server[109803]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 12:54:50.242905 dv-cinder-841644-1-iscsi neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 12:54:50.242905 dv-cinder-841644-1-iscsi neutron-server[109803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 12:54:50.242905 dv-cinder-841644-1-iscsi neutron-server[109803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 12:54:50.420800 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-06ec9a44-88f1-4cf8-b59b-b90e35f6e246 None None] For port 8a768522-0d78-450f-ae00-11b03052e62c, host dv-cinder-841644-1-iscsi, cleared binding levels {{(pid=109805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 12:54:50.424204 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-12e563e3-2f31-4c36-9991-f4d91d8a0413 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d3924b7468484ca18de786c2a833b256&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6154332 May 13 12:54:50.431523 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 46426) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:54:50.450645 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e563e3-2f31-4c36-9991-f4d91d8a0413 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6652c6b5-a959-43ad-81d7-319b60e55210,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:54:50.455480 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Device 809a9c8d-b43e-4e7d-bc47-feb11109602a up at agent ovs-agent-dv-cinder-841644-1-iscsi {{(pid=109805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 12:54:50.461815 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (202f7e15-8fd1-4d3b-a0cb-2b083dcecd1a), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:50.474436 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-b4b056bb-af89-4c57-88c3-037b9cf8abd2 None None] Provisioning complete for port 8a768522-0d78-450f-ae00-11b03052e62c triggered by entity DHCP. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 12:54:50.474963 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-b4b056bb-af89-4c57-88c3-037b9cf8abd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (8a768522-0d78-450f-ae00-11b03052e62c), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:50.512105 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-cb1cf1a5-0cbb-41fa-8e27-8601de323b1a req-f50a8715-d842-4432-b6f3-f5e82bb8aefc tempest-DeleteServersTestJSON-1651286599 tempest-DeleteServersTestJSON-1651286599-project] 10.222.0.49 "GET /v2.0/security-groups?id=00d96c8d-9604-401a-8db1-0d6089e57080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3865559 May 13 12:54:50.528171 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-1aa045f1-bc8f-4dbe-ab4e-b15db5aa74c5 req-d63a0542-4419-4c7b-9998-36660d5586b8 service neutron] 10.222.0.49 "GET /v2.0/networks/f576fff5-2fa1-4591-9247-28b4216fb188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8175054 May 13 12:54:50.555820 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-90eb714f-7a61-45d8-bb1f-18f476cfd05b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1476655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621796'] for network (0e609fbf-9c63-4d98-8757-e68bfd904f2c), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:50.658568 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-90eb714f-7a61-45d8-bb1f-18f476cfd05b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617456'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:50.680731 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-90eb714f-7a61-45d8-bb1f-18f476cfd05b admin admin] 10.222.0.49 "DELETE /v2.0/networks/0e609fbf-9c63-4d98-8757-e68bfd904f2c HTTP/1.1" status: 204 len: 168 time: 2.1111388 May 13 12:54:50.693860 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-06ec9a44-88f1-4cf8-b59b-b90e35f6e246 None None] For port 8a768522-0d78-450f-ae00-11b03052e62c, host dv-cinder-841644-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841644-1-iscsi',level=0,port_id=8a768522-0d78-450f-ae00-11b03052e62c,segment=NetworkSegment(4c692b35-b0de-4c8a-9d7f-cd52d87568b3),segment_id=4c692b35-b0de-4c8a-9d7f-cd52d87568b3)] {{(pid=109805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 12:54:50.701401 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90eb714f-7a61-45d8-bb1f-18f476cfd05b admin admin] Pushing event deleted for resources: {'Network': ['ID=0e609fbf-9c63-4d98-8757-e68bfd904f2c,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:54:50.704184 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 46434) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:54:50.737101 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Device 10edcfdf-27bf-47e2-bc00-13c44bd9924a details requested by agent hyperv_hv-cinder-84164 with host hv-cinder-84164 {{(pid=109805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 12:54:50.768724 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-5ae8b24f-364e-4196-80b1-80d6e3fa2a71 admin admin] Publish callbacks [] for security_group (6652c6b5-a959-43ad-81d7-319b60e55210), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:50.773073 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-06ec9a44-88f1-4cf8-b59b-b90e35f6e246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (8a768522-0d78-450f-ae00-11b03052e62c), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:50.822934 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-ad078442-e1b6-4c64-818d-8c2669af8fa4 req-511ffe21-7a1f-4ffa-9879-c341633c927b tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=83873f65-ba42-4536-9af6-4aff1db77bb4 HTTP/1.1" status: 200 len: 210 time: 0.0918851 May 13 12:54:50.825799 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.db.db_base_plugin_v2 [None req-3271bc56-7b67-49bb-9346-410eaac540f7 admin admin] Deleting subnet 2399dd79-b3e7-4dc2-852e-f5e1c88c0497 {{(pid=109804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 13 12:54:50.837262 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-314994a7-6b44-4ff2-ba32-d82a3990db6b tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750967062384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6509865'] for port (a859fdaf-a6c4-4583-8877-eb1502c745e9), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:50.837750 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3271bc56-7b67-49bb-9346-410eaac540f7 admin admin] Publish callbacks [] for subnet (2399dd79-b3e7-4dc2-852e-f5e1c88c0497), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:50.841314 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-5ae8b24f-364e-4196-80b1-80d6e3fa2a71 admin admin] Publish callbacks [] for security_group (6652c6b5-a959-43ad-81d7-319b60e55210), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:50.880271 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41264b5e-cf72-4338-a1bf-43d1ea136ee4 None None] Pushing event updated for resources: {'Port': ['ID=8a768522-0d78-450f-ae00-11b03052e62c,revision_number=4']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:54:50.908426 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-b4b056bb-af89-4c57-88c3-037b9cf8abd2 None None] Port 8a768522-0d78-450f-ae00-11b03052e62c cannot update to ACTIVE because it is not bound. {{(pid=109805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 12:54:50.930768 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-1aa045f1-bc8f-4dbe-ab4e-b15db5aa74c5 req-3d588d90-884f-40d5-b3d3-7a4d8b381349 service neutron] 10.222.0.49 "GET /v2.0/networks/f576fff5-2fa1-4591-9247-28b4216fb188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4016168 May 13 12:54:50.936037 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314994a7-6b44-4ff2-ba32-d82a3990db6b tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Pushing event updated for resources: {'Port': ['ID=a859fdaf-a6c4-4583-8877-eb1502c745e9,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:54:50.963348 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314994a7-6b44-4ff2-ba32-d82a3990db6b tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Network feab3964-f0b8-402e-905b-49af947bf732 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 12:54:50.972362 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-314994a7-6b44-4ff2-ba32-d82a3990db6b tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 12:54:50.985660 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314994a7-6b44-4ff2-ba32-d82a3990db6b tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 12:54:51.003185 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3271bc56-7b67-49bb-9346-410eaac540f7 admin admin] Publish callbacks [] for subnet (2399dd79-b3e7-4dc2-852e-f5e1c88c0497), precommit_delete_associations {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:51.020401 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3271bc56-7b67-49bb-9346-410eaac540f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1488813'] for subnet (2399dd79-b3e7-4dc2-852e-f5e1c88c0497), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:51.063777 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Provisioning complete for port 809a9c8d-b43e-4e7d-bc47-feb11109602a triggered by entity L2. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 12:54:51.064194 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (809a9c8d-b43e-4e7d-bc47-feb11109602a), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:51.155989 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-5ae8b24f-364e-4196-80b1-80d6e3fa2a71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (6652c6b5-a959-43ad-81d7-319b60e55210), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:51.169408 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-5ae8b24f-364e-4196-80b1-80d6e3fa2a71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:51.173300 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-5ae8b24f-364e-4196-80b1-80d6e3fa2a71 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6652c6b5-a959-43ad-81d7-319b60e55210 HTTP/1.1" status: 204 len: 168 time: 0.7363906 May 13 12:54:51.205961 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae8b24f-364e-4196-80b1-80d6e3fa2a71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6652c6b5-a959-43ad-81d7-319b60e55210,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:54:51.231183 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ec9a44-88f1-4cf8-b59b-b90e35f6e246 None None] Routers {'440b421f-e2d5-4beb-b012-398d7d0adbaa'} bound to L3 agent in host dv-cinder-841644-1-iscsi {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 12:54:51.232117 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-06ec9a44-88f1-4cf8-b59b-b90e35f6e246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841644-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T12:45:44Z,description=,heartbeat_timestamp=2022-05-13T12:54:44Z,host='dv-cinder-841644-1-iscsi',id=6d8a5631-9f63-444c-af3b-4dcce4842b62,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T12:45:44Z,topic='l3_agent')) {'router_ids': ['440b421f-e2d5-4beb-b012-398d7d0adbaa'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 12:54:51.232593 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3271bc56-7b67-49bb-9346-410eaac540f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478'] for subnet (2399dd79-b3e7-4dc2-852e-f5e1c88c0497), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:51.338464 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3271bc56-7b67-49bb-9346-410eaac540f7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:51.346630 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-3271bc56-7b67-49bb-9346-410eaac540f7 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/2399dd79-b3e7-4dc2-852e-f5e1c88c0497 HTTP/1.1" status: 204 len: 168 time: 0.6404901 May 13 12:54:51.347536 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 46460) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:54:51.348516 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3271bc56-7b67-49bb-9346-410eaac540f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2399dd79-b3e7-4dc2-852e-f5e1c88c0497,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:54:51.524505 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-28c0a516-3a94-458f-af5b-d77a62b7c993 None None] Provisioning complete for port 8a768522-0d78-450f-ae00-11b03052e62c triggered by entity DHCP. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 12:54:51.524505 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-28c0a516-3a94-458f-af5b-d77a62b7c993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (8a768522-0d78-450f-ae00-11b03052e62c), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:51.574766 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-eef1527a-a50d-485b-8ce2-117231b61124 req-0ffea568-879b-4e3f-bfbf-e9270a52640d tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/ports?device_id=b9ff36f5-3afb-4239-b817-663ac72e599f HTTP/1.1" status: 200 len: 210 time: 0.1090820 May 13 12:54:51.620219 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ad5248-439a-45a3-b9db-c361ea1b88ae req-77dea7ee-455e-4f2f-a13a-5aba4b8ee3cb tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:54:51.623125 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-41ad5248-439a-45a3-b9db-c361ea1b88ae req-77dea7ee-455e-4f2f-a13a-5aba4b8ee3cb tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.52 "GET /v2.0/networks?id=2600954f-368e-4b9b-9fca-a1e49f9c5d94 HTTP/1.1" status: 200 len: 817 time: 0.2683499 May 13 12:54:51.671584 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Current status of the port 809a9c8d-b43e-4e7d-bc47-feb11109602a is: ACTIVE; New status is: ACTIVE {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 12:54:51.716694 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] For port 10edcfdf-27bf-47e2-bc00-13c44bd9924a, host hv-cinder-84164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84164',level=0,port_id=10edcfdf-27bf-47e2-bc00-13c44bd9924a,segment=NetworkSegment(eedc70e4-57fe-4fe6-949a-899ecd732f0e),segment_id=eedc70e4-57fe-4fe6-949a-899ecd732f0e)] {{(pid=109805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 12:54:51.813132 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Returning: {'device': '10edcfdf-27bf-47e2-bc00-13c44bd9924a', 'network_id': 'b032638b-546c-4763-8f7c-e53a0e0d1071', 'port_id': '10edcfdf-27bf-47e2-bc00-13c44bd9924a', 'mac_address': 'fa:16:3e:4c:0a:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '328b78fe-385d-46c0-82d9-9073fff40e6f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 12:54:51.868066 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3d0a14ee-96ec-4e37-a0b3-28d1d02b7f98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1355768'] for network (25d0eb2f-f8c8-4c02-9c13-13a35dabbad8), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:51.904603 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-314994a7-6b44-4ff2-ba32-d82a3990db6b tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks [] for floatingip (4f8d944e-04eb-42d5-8bf5-2639b9e54c90), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:51.908728 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-06ec9a44-88f1-4cf8-b59b-b90e35f6e246 None None] Set router 440b421f-e2d5-4beb-b012-398d7d0adbaa gateway port host: dv-cinder-841644-1-iscsi {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 12:54:51.995601 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-28c0a516-3a94-458f-af5b-d77a62b7c993 None None] Current status of the port 8a768522-0d78-450f-ae00-11b03052e62c is: DOWN; New status is: ACTIVE {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 12:54:51.996737 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-28c0a516-3a94-458f-af5b-d77a62b7c993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (8a768522-0d78-450f-ae00-11b03052e62c), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:52.027791 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Current status of the port 10edcfdf-27bf-47e2-bc00-13c44bd9924a is: DOWN; New status is: BUILD {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 12:54:52.028535 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (10edcfdf-27bf-47e2-bc00-13c44bd9924a), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:52.062417 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9542f6-7f75-4a7d-b18c-89439f663e55 req-ee61e2a4-0f3b-4362-977a-f51eb5fbcf78 tempest-DeleteServersTestJSON-1651286599 tempest-DeleteServersTestJSON-1651286599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:54:52.064937 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-2b9542f6-7f75-4a7d-b18c-89439f663e55 req-ee61e2a4-0f3b-4362-977a-f51eb5fbcf78 tempest-DeleteServersTestJSON-1651286599 tempest-DeleteServersTestJSON-1651286599-project] 10.222.0.49 "GET /v2.0/ports?device_id=b10c17e5-f9fb-4451-bb6a-7b1184b89c69 HTTP/1.1" status: 200 len: 943 time: 0.2093773 May 13 12:54:52.088472 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 46484) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:54:52.089404 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.notifiers.nova [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10edcfdf-27bf-47e2-bc00-13c44bd9924a {{(pid=109805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 12:54:52.100829 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-41ad5248-439a-45a3-b9db-c361ea1b88ae req-145b92a7-becd-400f-8eac-ad80a5ff1800 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0b148a16abbc49ed816ed45fc1ad4980 HTTP/1.1" status: 200 len: 380 time: 0.3188560 May 13 12:54:52.102685 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-314994a7-6b44-4ff2-ba32-d82a3990db6b tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (a859fdaf-a6c4-4583-8877-eb1502c745e9), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:52.121799 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-05248e1a-19e3-4bd0-9c83-542958606ffb req-e5f8e880-f65a-4eb2-bc27-1746b3362aa1 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=83873f65-ba42-4536-9af6-4aff1db77bb4 HTTP/1.1" status: 200 len: 210 time: 0.1054139 May 13 12:54:52.127135 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.v2.base [req-41ad5248-439a-45a3-b9db-c361ea1b88ae req-21df7f35-53c7-4c05-859a-2576e3499bac tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Request body: {'port': {'device_id': '83873f65-ba42-4536-9af6-4aff1db77bb4', 'network_id': '2600954f-368e-4b9b-9fca-a1e49f9c5d94', 'admin_state_up': True, 'tenant_id': '0b148a16abbc49ed816ed45fc1ad4980', 'security_groups': ['19aba56d-0d38-455b-ace2-2ddb4354d2ec']}} {{(pid=109804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 12:54:52.135122 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-28c0a516-3a94-458f-af5b-d77a62b7c993 None None] For port 8a768522-0d78-450f-ae00-11b03052e62c, host dv-cinder-841644-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841644-1-iscsi',level=0,port_id=8a768522-0d78-450f-ae00-11b03052e62c,segment=NetworkSegment(4c692b35-b0de-4c8a-9d7f-cd52d87568b3),segment_id=4c692b35-b0de-4c8a-9d7f-cd52d87568b3)] {{(pid=109805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 12:54:52.161872 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] For port 10edcfdf-27bf-47e2-bc00-13c44bd9924a, host hv-cinder-84164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84164',level=0,port_id=10edcfdf-27bf-47e2-bc00-13c44bd9924a,segment=NetworkSegment(eedc70e4-57fe-4fe6-949a-899ecd732f0e),segment_id=eedc70e4-57fe-4fe6-949a-899ecd732f0e)] {{(pid=109805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 12:54:52.162915 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-28c0a516-3a94-458f-af5b-d77a62b7c993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (8a768522-0d78-450f-ae00-11b03052e62c), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:52.191962 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-56f47cbf-f795-454a-b91a-1c15f77f9f0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:52.306088 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (10edcfdf-27bf-47e2-bc00-13c44bd9924a), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:52.308640 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3d0a14ee-96ec-4e37-a0b3-28d1d02b7f98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1476694', 'neutron.services.segments.db._delete_segments_for_network-8750967377201'] for network (25d0eb2f-f8c8-4c02-9c13-13a35dabbad8), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:52.366887 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0a516-3a94-458f-af5b-d77a62b7c993 None None] Pushing event updated for resources: {'Port': ['ID=8a768522-0d78-450f-ae00-11b03052e62c,revision_number=5']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:54:52.471414 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3d0a14ee-96ec-4e37-a0b3-28d1d02b7f98 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:54:52.480133 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3d0a14ee-96ec-4e37-a0b3-28d1d02b7f98 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:54:52.481198 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3d0a14ee-96ec-4e37-a0b3-28d1d02b7f98 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:54:52.481560 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3d0a14ee-96ec-4e37-a0b3-28d1d02b7f98 admin admin] Subscribe: > port after_create 55550000 {{(pid=109804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:54:52.484356 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3d0a14ee-96ec-4e37-a0b3-28d1d02b7f98 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:54:52.484861 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3d0a14ee-96ec-4e37-a0b3-28d1d02b7f98 admin admin] Subscribe: > port after_update 55550000 {{(pid=109804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:54:52.485292 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3d0a14ee-96ec-4e37-a0b3-28d1d02b7f98 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:54:52.485694 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3d0a14ee-96ec-4e37-a0b3-28d1d02b7f98 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:54:52.486081 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3d0a14ee-96ec-4e37-a0b3-28d1d02b7f98 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:54:52.486471 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3d0a14ee-96ec-4e37-a0b3-28d1d02b7f98 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:54:52.550678 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Pushing event updated for resources: {'Port': ['ID=10edcfdf-27bf-47e2-bc00-13c44bd9924a,revision_number=4']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:54:52.577348 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3d0a14ee-96ec-4e37-a0b3-28d1d02b7f98 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:54:52.578085 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3d0a14ee-96ec-4e37-a0b3-28d1d02b7f98 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:54:52.578772 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3d0a14ee-96ec-4e37-a0b3-28d1d02b7f98 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:54:52.579569 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3d0a14ee-96ec-4e37-a0b3-28d1d02b7f98 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 12:54:52.580172 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.services.segments.db [None req-3d0a14ee-96ec-4e37-a0b3-28d1d02b7f98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25d0eb2f-f8c8-4c02-9c13-13a35dabbad8']}} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 12:54:52.609453 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-06ec9a44-88f1-4cf8-b59b-b90e35f6e246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '440b421f-e2d5-4beb-b012-398d7d0adbaa', 'name': 'tempest-ServerRescueNegativeTestJSON-526245843-router', 'tenant_id': '58bddca6077344bea4cb41b23fcf8d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'b669c01c-389a-43c8-b724-af59cc1397eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T12:54:23Z', 'updated_at': '2022-05-13T12:54:41Z', 'revision_number': 4, 'project_id': '58bddca6077344bea4cb41b23fcf8d35', 'gw_port': {'id': 'b669c01c-389a-43c8-b724-af59cc1397eb', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:11:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '440b421f-e2d5-4beb-b012-398d7d0adbaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:54:26Z', 'updated_at': '2022-05-13T12:54:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi', '_interfaces': [{'id': '8a768522-0d78-450f-ae00-11b03052e62c', 'name': '', 'network_id': 'f576fff5-2fa1-4591-9247-28b4216fb188', 'tenant_id': '58bddca6077344bea4cb41b23fcf8d35', 'mac_address': 'fa:16:3e:46:b7:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '440b421f-e2d5-4beb-b012-398d7d0adbaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '255ce2d7-f0f9-429c-8a86-3bbc48d08e37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:54:34Z', 'updated_at': '2022-05-13T12:54:50Z', 'revision_number': 4, 'project_id': '58bddca6077344bea4cb41b23fcf8d35', 'subnets': [{'id': '255ce2d7-f0f9-429c-8a86-3bbc48d08e37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841644-1-iscsi', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 12:54:52.609683 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-56f47cbf-f795-454a-b91a-1c15f77f9f0c admin admin] Publish callbacks [] for security_group (a2ffc054-37a6-42f4-b694-3393d519f507), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:52.624530 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-2b9542f6-7f75-4a7d-b18c-89439f663e55 req-083a6a49-5419-4871-8c82-17b04993f37f tempest-DeleteServersTestJSON-1651286599 tempest-DeleteServersTestJSON-1651286599-project] 10.222.0.49 "GET /v2.0/security-groups?id=00d96c8d-9604-401a-8db1-0d6089e57080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5140269 May 13 12:54:52.648055 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.services.segments.db [None req-3d0a14ee-96ec-4e37-a0b3-28d1d02b7f98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57b8a53b-8e98-4c33-b70b-8dadd3a11e91') {'for_net_delete': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 12:54:52.652645 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.services.segments.db [None req-3d0a14ee-96ec-4e37-a0b3-28d1d02b7f98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57b8a53b-8e98-4c33-b70b-8dadd3a11e91') {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 12:54:52.693818 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-314994a7-6b44-4ff2-ba32-d82a3990db6b tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks [] for port (a859fdaf-a6c4-4583-8877-eb1502c745e9), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:52.694887 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ec9a44-88f1-4cf8-b59b-b90e35f6e246 None None] The sync data for ids ['440b421f-e2d5-4beb-b012-398d7d0adbaa'] in dv-cinder-841644-1-iscsi is: [{'id': '440b421f-e2d5-4beb-b012-398d7d0adbaa', 'name': 'tempest-ServerRescueNegativeTestJSON-526245843-router', 'tenant_id': '58bddca6077344bea4cb41b23fcf8d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'b669c01c-389a-43c8-b724-af59cc1397eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T12:54:23Z', 'updated_at': '2022-05-13T12:54:41Z', 'revision_number': 4, 'project_id': '58bddca6077344bea4cb41b23fcf8d35', 'gw_port': {'id': 'b669c01c-389a-43c8-b724-af59cc1397eb', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:11:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '440b421f-e2d5-4beb-b012-398d7d0adbaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:54:26Z', 'updated_at': '2022-05-13T12:54:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi', '_interfaces': [{'id': '8a768522-0d78-450f-ae00-11b03052e62c', 'name': '', 'network_id': 'f576fff5-2fa1-4591-9247-28b4216fb188', 'tenant_id': '58bddca6077344bea4cb41b23fcf8d35', 'mac_address': 'fa:16:3e:46:b7:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '440b421f-e2d5-4beb-b012-398d7d0adbaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '255ce2d7-f0f9-429c-8a86-3bbc48d08e37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:54:34Z', 'updated_at': '2022-05-13T12:54:50Z', 'revision_number': 4, 'project_id': '58bddca6077344bea4cb41b23fcf8d35', 'subnets': [{'id': '255ce2d7-f0f9-429c-8a86-3bbc48d08e37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 12:54:52.701105 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3d0a14ee-96ec-4e37-a0b3-28d1d02b7f98 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750967377722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6106823'] for segment (57b8a53b-8e98-4c33-b70b-8dadd3a11e91), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:52.708359 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] get_ports_and_sgs() called for port_ids ['10edcfdf-27bf-47e2-bc00-13c44bd9924a'] {{(pid=109805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 12:54:52.715988 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-56f47cbf-f795-454a-b91a-1c15f77f9f0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (a2ffc054-37a6-42f4-b694-3393d519f507), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:52.740746 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-314994a7-6b44-4ff2-ba32-d82a3990db6b tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6509904'] for port (a859fdaf-a6c4-4583-8877-eb1502c745e9), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:52.830948 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3d0a14ee-96ec-4e37-a0b3-28d1d02b7f98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488896'] for segment (57b8a53b-8e98-4c33-b70b-8dadd3a11e91), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:52.886122 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d0a14ee-96ec-4e37-a0b3-28d1d02b7f98 admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=109804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 12:54:52.886736 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3d0a14ee-96ec-4e37-a0b3-28d1d02b7f98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6007266'] for segment (57b8a53b-8e98-4c33-b70b-8dadd3a11e91), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:52.892922 dv-cinder-841644-1-iscsi neutron-server[109804]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 13 12:54:52.892922 dv-cinder-841644-1-iscsi neutron-server[109804]: from cryptography.utils import int_from_bytes May 13 12:54:52.892922 dv-cinder-841644-1-iscsi neutron-server[109804]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 13 12:54:52.892922 dv-cinder-841644-1-iscsi neutron-server[109804]: from cryptography.utils import int_from_bytes May 13 12:54:52.892922 dv-cinder-841644-1-iscsi neutron-server[109804]: Traceback (most recent call last): May 13 12:54:52.892922 dv-cinder-841644-1-iscsi neutron-server[109804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 12:54:52.892922 dv-cinder-841644-1-iscsi neutron-server[109804]: timer() May 13 12:54:52.892922 dv-cinder-841644-1-iscsi neutron-server[109804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 12:54:52.892922 dv-cinder-841644-1-iscsi neutron-server[109804]: cb(*args, **kw) May 13 12:54:52.892922 dv-cinder-841644-1-iscsi neutron-server[109804]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 13 12:54:52.892922 dv-cinder-841644-1-iscsi neutron-server[109804]: return func(*args, **kwargs) May 13 12:54:52.892922 dv-cinder-841644-1-iscsi neutron-server[109804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 12:54:52.892922 dv-cinder-841644-1-iscsi neutron-server[109804]: self._notify() May 13 12:54:52.892922 dv-cinder-841644-1-iscsi neutron-server[109804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 12:54:52.892922 dv-cinder-841644-1-iscsi neutron-server[109804]: self.callback(batched_events) May 13 12:54:52.892922 dv-cinder-841644-1-iscsi neutron-server[109804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 12:54:52.892922 dv-cinder-841644-1-iscsi neutron-server[109804]: event.method(event) May 13 12:54:52.892922 dv-cinder-841644-1-iscsi neutron-server[109804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 13 12:54:52.892922 dv-cinder-841644-1-iscsi neutron-server[109804]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 12:54:52.892922 dv-cinder-841644-1-iscsi neutron-server[109804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 13 12:54:52.892922 dv-cinder-841644-1-iscsi neutron-server[109804]: aggregate_uuid = self.p_client.list_aggregates( May 13 12:54:52.892922 dv-cinder-841644-1-iscsi neutron-server[109804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 13 12:54:52.892922 dv-cinder-841644-1-iscsi neutron-server[109804]: return f(self, *a, **k) May 13 12:54:52.892922 dv-cinder-841644-1-iscsi neutron-server[109804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 13 12:54:52.892922 dv-cinder-841644-1-iscsi neutron-server[109804]: return self._get(url).json() May 13 12:54:52.892922 dv-cinder-841644-1-iscsi neutron-server[109804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 13 12:54:52.892922 dv-cinder-841644-1-iscsi neutron-server[109804]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 12:54:52.892922 dv-cinder-841644-1-iscsi neutron-server[109804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 12:54:52.892922 dv-cinder-841644-1-iscsi neutron-server[109804]: return self.request(url, 'GET', **kwargs) May 13 12:54:52.892922 dv-cinder-841644-1-iscsi neutron-server[109804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 12:54:52.892922 dv-cinder-841644-1-iscsi neutron-server[109804]: base_url = self.get_endpoint(auth, allow=allow, May 13 12:54:52.892922 dv-cinder-841644-1-iscsi neutron-server[109804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 12:54:52.892922 dv-cinder-841644-1-iscsi neutron-server[109804]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 12:54:52.892922 dv-cinder-841644-1-iscsi neutron-server[109804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 12:54:52.892922 dv-cinder-841644-1-iscsi neutron-server[109804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 12:54:52.892922 dv-cinder-841644-1-iscsi neutron-server[109804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 12:54:53.002377 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-56f47cbf-f795-454a-b91a-1c15f77f9f0c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c91ba225781d4a4881f5e70aecb23452&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9103460 May 13 12:54:53.016395 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f47cbf-f795-454a-b91a-1c15f77f9f0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2ffc054-37a6-42f4-b694-3393d519f507,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:54:53.037244 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 46518) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:54:53.092310 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41ad5248-439a-45a3-b9db-c361ea1b88ae req-21df7f35-53c7-4c05-859a-2576e3499bac tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Made reservation on behalf of 0b148a16abbc49ed816ed45fc1ad4980 for: {'port': 1} {{(pid=109804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 12:54:53.108372 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-41ad5248-439a-45a3-b9db-c361ea1b88ae req-21df7f35-53c7-4c05-859a-2576e3499bac tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:53.164106 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314994a7-6b44-4ff2-ba32-d82a3990db6b tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Pushing event updated for resources: {'Port': ['ID=a859fdaf-a6c4-4583-8877-eb1502c745e9,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:54:53.208400 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3d0a14ee-96ec-4e37-a0b3-28d1d02b7f98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1476655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621796'] for network (25d0eb2f-f8c8-4c02-9c13-13a35dabbad8), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:53.304842 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3d0a14ee-96ec-4e37-a0b3-28d1d02b7f98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617456'] for network (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:53.309920 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-3d0a14ee-96ec-4e37-a0b3-28d1d02b7f98 admin admin] 10.222.0.49 "DELETE /v2.0/networks/25d0eb2f-f8c8-4c02-9c13-13a35dabbad8 HTTP/1.1" status: 204 len: 168 time: 1.9571955 May 13 12:54:53.310877 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0a14ee-96ec-4e37-a0b3-28d1d02b7f98 admin admin] Pushing event deleted for resources: {'Network': ['ID=25d0eb2f-f8c8-4c02-9c13-13a35dabbad8,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:54:53.366269 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-314994a7-6b44-4ff2-ba32-d82a3990db6b tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621791'] for floatingip (4f8d944e-04eb-42d5-8bf5-2639b9e54c90), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:53.409286 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-18cb0d2f-e0fc-42b6-90bc-3cb370a4a8d7 admin admin] Publish callbacks [] for security_group (a2ffc054-37a6-42f4-b694-3393d519f507), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:53.424676 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b80a69-710a-48d5-9996-eb07d5f3a6d5 req-ab85de94-426e-4a6a-b26d-a4cdd0449d98 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:54:53.433016 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-37b80a69-710a-48d5-9996-eb07d5f3a6d5 req-ab85de94-426e-4a6a-b26d-a4cdd0449d98 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/networks?id=f576fff5-2fa1-4591-9247-28b4216fb188 HTTP/1.1" status: 200 len: 818 time: 0.7347884 May 13 12:54:53.460721 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-314994a7-6b44-4ff2-ba32-d82a3990db6b tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4290'] for floatingip (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:53.462318 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-314994a7-6b44-4ff2-ba32-d82a3990db6b tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.6667891 May 13 12:54:53.482482 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-37b80a69-710a-48d5-9996-eb07d5f3a6d5 req-b0723738-fa5c-4ec9-810a-e293261e00d8 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/quotas/58bddca6077344bea4cb41b23fcf8d35 HTTP/1.1" status: 200 len: 375 time: 0.0455558 May 13 12:54:53.590967 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.52', 64285) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:54:53.641800 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-1373fc92-298c-46a8-bdf9-f4200e1a472d req-6ce969f8-d687-4a9c-ad41-91c1a251be17 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=83873f65-ba42-4536-9af6-4aff1db77bb4 HTTP/1.1" status: 200 len: 210 time: 0.3196523 May 13 12:54:53.723669 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [req-41ad5248-439a-45a3-b9db-c361ea1b88ae req-21df7f35-53c7-4c05-859a-2576e3499bac tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Allocated IP 172.20.0.4 (2600954f-368e-4b9b-9fca-a1e49f9c5d94/ddd064bc-4133-46f1-b906-03efc81a9128/312207b7-e73e-4ced-8336-af184bb733a6) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 12:54:53.882320 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-18cb0d2f-e0fc-42b6-90bc-3cb370a4a8d7 admin admin] Publish callbacks [] for security_group (a2ffc054-37a6-42f4-b694-3393d519f507), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:53.884113 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 46556) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:54:53.933963 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa045f1-bc8f-4dbe-ab4e-b15db5aa74c5 req-d77ed128-93f6-4e64-864f-fd17c984334a tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:54:53.935513 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-1aa045f1-bc8f-4dbe-ab4e-b15db5aa74c5 req-d77ed128-93f6-4e64-864f-fd17c984334a tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.52 "GET /v2.0/networks?id=f576fff5-2fa1-4591-9247-28b4216fb188 HTTP/1.1" status: 200 len: 818 time: 0.3342021 May 13 12:54:53.967232 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.v2.base [req-1aa045f1-bc8f-4dbe-ab4e-b15db5aa74c5 req-d67f9369-50cf-496e-b92b-99e55cd68d4e tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Request body: {'port': {'device_id': 'b9ff36f5-3afb-4239-b817-663ac72e599f', 'network_id': 'f576fff5-2fa1-4591-9247-28b4216fb188', 'admin_state_up': True, 'tenant_id': '58bddca6077344bea4cb41b23fcf8d35'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 12:54:53.984929 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-41ad5248-439a-45a3-b9db-c361ea1b88ae req-21df7f35-53c7-4c05-859a-2576e3499bac tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Publish callbacks [] for port (312207b7-e73e-4ced-8336-af184bb733a6), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:54.015672 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75deed9-224e-4a21-9ad4-5e686dabff50 req-7e56ce0d-e642-4a9c-9c22-32b33d981efd tempest-DeleteServersTestJSON-1651286599 tempest-DeleteServersTestJSON-1651286599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:54:54.017350 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-c75deed9-224e-4a21-9ad4-5e686dabff50 req-7e56ce0d-e642-4a9c-9c22-32b33d981efd tempest-DeleteServersTestJSON-1651286599 tempest-DeleteServersTestJSON-1651286599-project] 10.222.0.49 "GET /v2.0/ports?device_id=b10c17e5-f9fb-4451-bb6a-7b1184b89c69 HTTP/1.1" status: 200 len: 944 time: 0.0943792 May 13 12:54:54.054497 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-37b80a69-710a-48d5-9996-eb07d5f3a6d5 req-1268430e-1767-4efb-afd5-4dc631682a08 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=58bddca6077344bea4cb41b23fcf8d35&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5711088 May 13 12:54:54.085459 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-41ad5248-439a-45a3-b9db-c361ea1b88ae req-21df7f35-53c7-4c05-859a-2576e3499bac tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750967062384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6007231'] for port (312207b7-e73e-4ced-8336-af184bb733a6), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:54.114852 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-c75deed9-224e-4a21-9ad4-5e686dabff50 req-12c7e204-7acd-478d-951b-732787e2e9eb tempest-DeleteServersTestJSON-1651286599 tempest-DeleteServersTestJSON-1651286599-project] 10.222.0.49 "GET /v2.0/security-groups?id=00d96c8d-9604-401a-8db1-0d6089e57080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852880 May 13 12:54:54.134576 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-4a7befc1-f3e0-4eb8-9428-25c568c56885 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fb8568cfd3d44b33a25d1193a6c2de7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2491558 May 13 12:54:54.138816 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 46580) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:54:54.191051 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-18cb0d2f-e0fc-42b6-90bc-3cb370a4a8d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (a2ffc054-37a6-42f4-b694-3393d519f507), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:54.195833 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-18cb0d2f-e0fc-42b6-90bc-3cb370a4a8d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:54.199413 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-18cb0d2f-e0fc-42b6-90bc-3cb370a4a8d7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a2ffc054-37a6-42f4-b694-3393d519f507 HTTP/1.1" status: 204 len: 168 time: 1.1138036 May 13 12:54:54.204811 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41ad5248-439a-45a3-b9db-c361ea1b88ae req-21df7f35-53c7-4c05-859a-2576e3499bac tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Network 2600954f-368e-4b9b-9fca-a1e49f9c5d94 is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 12:54:54.220578 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [req-41ad5248-439a-45a3-b9db-c361ea1b88ae req-21df7f35-53c7-4c05-859a-2576e3499bac tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 12:54:54.222606 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cb0d2f-e0fc-42b6-90bc-3cb370a4a8d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2ffc054-37a6-42f4-b694-3393d519f507,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:54:54.237565 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [req-41ad5248-439a-45a3-b9db-c361ea1b88ae req-21df7f35-53c7-4c05-859a-2576e3499bac tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 12:54:54.242147 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21df7f35-53c7-4c05-859a-2576e3499bac tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Pushing event updated for resources: {'Port': ['ID=312207b7-e73e-4ced-8336-af184bb733a6,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:54:54.278774 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1aa045f1-bc8f-4dbe-ab4e-b15db5aa74c5 req-d67f9369-50cf-496e-b92b-99e55cd68d4e tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Made reservation on behalf of 58bddca6077344bea4cb41b23fcf8d35 for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 12:54:54.290596 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-1aa045f1-bc8f-4dbe-ab4e-b15db5aa74c5 req-d67f9369-50cf-496e-b92b-99e55cd68d4e tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:54.308717 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-416f89cb-13dc-46e9-8ff7-32e44ea89df3 admin admin] Publish callbacks [] for security_group (71147ba4-7a8b-4aff-9422-b42a3d616f58), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:54.426369 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-416f89cb-13dc-46e9-8ff7-32e44ea89df3 admin admin] Publish callbacks [] for security_group (71147ba4-7a8b-4aff-9422-b42a3d616f58), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:54.446697 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ad5248-439a-45a3-b9db-c361ea1b88ae req-21df7f35-53c7-4c05-859a-2576e3499bac tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:54:54.447743 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-41ad5248-439a-45a3-b9db-c361ea1b88ae req-21df7f35-53c7-4c05-859a-2576e3499bac tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617456'] for port (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:54.532030 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Device 8a768522-0d78-450f-ae00-11b03052e62c up at agent ovs-agent-dv-cinder-841644-1-iscsi {{(pid=109805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 12:54:54.544568 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [req-37b80a69-710a-48d5-9996-eb07d5f3a6d5 req-dc7c9b41-e944-4f48-af31-6e856b620df5 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=109803) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 13 12:54:54.545733 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-37b80a69-710a-48d5-9996-eb07d5f3a6d5 req-dc7c9b41-e944-4f48-af31-6e856b620df5 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2448721 May 13 12:54:54.561650 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-41ad5248-439a-45a3-b9db-c361ea1b88ae req-21df7f35-53c7-4c05-859a-2576e3499bac tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4494863 May 13 12:54:54.574453 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-731cea66-07eb-4ac8-91e1-e77b95bfe7c2 req-4b0b7e9f-4f3e-4a13-b43a-d07e8fde5358 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--137629257&fields=id&tenant_id=7ec55859792345359fc7b22003b4e995 HTTP/1.1" status: 200 len: 267 time: 0.2288165 May 13 12:54:54.603187 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Device 10edcfdf-27bf-47e2-bc00-13c44bd9924a up at agent hyperv_hv-cinder-84164 {{(pid=109805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 12:54:54.610699 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.v2.base [req-41ad5248-439a-45a3-b9db-c361ea1b88ae req-e96f66cf-65f0-42fb-bb8c-9e17bb050457 service neutron] Request body: {'port': {'device_id': '83873f65-ba42-4536-9af6-4aff1db77bb4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84164'}} {{(pid=109804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 12:54:54.911305 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-41ad5248-439a-45a3-b9db-c361ea1b88ae req-e96f66cf-65f0-42fb-bb8c-9e17bb050457 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (312207b7-e73e-4ced-8336-af184bb733a6), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:55.002407 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-f6411e2e-48f4-4814-8131-208d1e4b84e6 None None] Provisioning complete for port 312207b7-e73e-4ced-8336-af184bb733a6 triggered by entity DHCP. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 12:54:55.003173 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-f6411e2e-48f4-4814-8131-208d1e4b84e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (312207b7-e73e-4ced-8336-af184bb733a6), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:55.040022 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731cea66-07eb-4ac8-91e1-e77b95bfe7c2 req-b61afc2a-d6bb-45ab-982d-c8cc8a564d45 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:54:55.041982 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-731cea66-07eb-4ac8-91e1-e77b95bfe7c2 req-b61afc2a-d6bb-45ab-982d-c8cc8a564d45 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/networks?id=f1c41e28-5d16-459f-865e-9320359228db HTTP/1.1" status: 200 len: 814 time: 0.4423378 May 13 12:54:55.062017 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-f6411e2e-48f4-4814-8131-208d1e4b84e6 None None] Port 312207b7-e73e-4ced-8336-af184bb733a6 cannot update to ACTIVE because it is not bound. {{(pid=109805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 12:54:55.070336 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [req-1aa045f1-bc8f-4dbe-ab4e-b15db5aa74c5 req-d67f9369-50cf-496e-b92b-99e55cd68d4e tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Allocated IP 172.20.0.4 (f576fff5-2fa1-4591-9247-28b4216fb188/255ce2d7-f0f9-429c-8a86-3bbc48d08e37/08d00a85-0887-4227-be00-65bf3e7c0381) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 12:54:55.073555 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-731cea66-07eb-4ac8-91e1-e77b95bfe7c2 req-b3f42c68-cb76-4467-88f3-2d37c649098f tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/quotas/7ec55859792345359fc7b22003b4e995 HTTP/1.1" status: 200 len: 375 time: 0.0231278 May 13 12:54:55.084350 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-416f89cb-13dc-46e9-8ff7-32e44ea89df3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (71147ba4-7a8b-4aff-9422-b42a3d616f58), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:55.091687 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-416f89cb-13dc-46e9-8ff7-32e44ea89df3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:55.094444 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-416f89cb-13dc-46e9-8ff7-32e44ea89df3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/71147ba4-7a8b-4aff-9422-b42a3d616f58 HTTP/1.1" status: 204 len: 168 time: 0.9549212 May 13 12:54:55.099957 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Provisioning for port 10edcfdf-27bf-47e2-bc00-13c44bd9924a completed by entity L2. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 12:54:55.114015 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Provisioning complete for port 8a768522-0d78-450f-ae00-11b03052e62c triggered by entity L2. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 12:54:55.114663 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (8a768522-0d78-450f-ae00-11b03052e62c), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:55.144851 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Provisioning complete for port 10edcfdf-27bf-47e2-bc00-13c44bd9924a triggered by entity L2. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 12:54:55.145497 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (10edcfdf-27bf-47e2-bc00-13c44bd9924a), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:55.209283 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416f89cb-13dc-46e9-8ff7-32e44ea89df3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71147ba4-7a8b-4aff-9422-b42a3d616f58,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:54:55.239967 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-37b80a69-710a-48d5-9996-eb07d5f3a6d5 req-9c81c555-bd6a-4f06-9057-28acca58d101 service neutron] 10.222.0.49 "GET /v2.0/networks/f576fff5-2fa1-4591-9247-28b4216fb188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6828423 May 13 12:54:55.358492 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Current status of the port 8a768522-0d78-450f-ae00-11b03052e62c is: ACTIVE; New status is: ACTIVE {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 12:54:55.414303 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-731cea66-07eb-4ac8-91e1-e77b95bfe7c2 req-aa2db1fe-99e7-4acd-93a8-6327098306fc tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=7ec55859792345359fc7b22003b4e995&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3285589 May 13 12:54:55.447708 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Current status of the port 10edcfdf-27bf-47e2-bc00-13c44bd9924a is: BUILD; New status is: ACTIVE {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 12:54:55.448388 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (10edcfdf-27bf-47e2-bc00-13c44bd9924a), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:55.483172 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b10c17e5-f9fb-4451-bb6a-7b1184b89c69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10edcfdf-27bf-47e2-bc00-13c44bd9924a'}] {{(pid=109805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 12:54:55.570574 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] For port 10edcfdf-27bf-47e2-bc00-13c44bd9924a, host hv-cinder-84164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84164',level=0,port_id=10edcfdf-27bf-47e2-bc00-13c44bd9924a,segment=NetworkSegment(eedc70e4-57fe-4fe6-949a-899ecd732f0e),segment_id=eedc70e4-57fe-4fe6-949a-899ecd732f0e)] {{(pid=109805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 12:54:55.577755 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (10edcfdf-27bf-47e2-bc00-13c44bd9924a), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:55.688858 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Pushing event updated for resources: {'Port': ['ID=10edcfdf-27bf-47e2-bc00-13c44bd9924a,revision_number=5']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:54:55.689621 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 46666) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:54:55.780749 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-37b80a69-710a-48d5-9996-eb07d5f3a6d5 req-1074c3ef-ae27-4f03-8715-05fee2549b24 service neutron] 10.222.0.49 "GET /v2.0/networks/f576fff5-2fa1-4591-9247-28b4216fb188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5401006 May 13 12:54:55.820353 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 46672) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:54:55.863125 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-5a891253-b2b3-4f41-8191-089baab685bd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a0db6422bb06431783f18846e0768ef9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1706011 May 13 12:54:55.869631 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 46678) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:54:55.962949 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bf410fb1f4c9c59dd9b4e78159940bff83c4f370df38d4d08ac4943129d440" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7672ec07-2dd5-498b-a810-370c96464a4a" -d '{"events": [{"server_uuid": "b10c17e5-f9fb-4451-bb6a-7b1184b89c69", "name": "network-vif-plugged", "status": "completed", "tag": "10edcfdf-27bf-47e2-bc00-13c44bd9924a"}]}' {{(pid=109805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 12:54:55.970658 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-731cea66-07eb-4ac8-91e1-e77b95bfe7c2 req-709802ca-8940-4bb1-951d-d5797316d718 service neutron] 10.222.0.49 "GET /v2.0/networks/f1c41e28-5d16-459f-865e-9320359228db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5300057 May 13 12:54:55.984002 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-1aa045f1-bc8f-4dbe-ab4e-b15db5aa74c5 req-d67f9369-50cf-496e-b92b-99e55cd68d4e tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Publish callbacks [] for port (08d00a85-0887-4227-be00-65bf3e7c0381), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:56.082077 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a8c600ca-8784-40ba-b232-158645ddb13e admin admin] Publish callbacks [] for security_group (0680931e-9941-41ba-832a-3106308ba73b), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:56.159631 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.notifiers.nova [req-41ad5248-439a-45a3-b9db-c361ea1b88ae req-e96f66cf-65f0-42fb-bb8c-9e17bb050457 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 312207b7-e73e-4ced-8336-af184bb733a6 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 12:54:56.171724 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-41ad5248-439a-45a3-b9db-c361ea1b88ae req-e96f66cf-65f0-42fb-bb8c-9e17bb050457 service neutron] Publish callbacks [] for port (312207b7-e73e-4ced-8336-af184bb733a6), precommit_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:56.179249 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a8c600ca-8784-40ba-b232-158645ddb13e admin admin] Publish callbacks [] for security_group (0680931e-9941-41ba-832a-3106308ba73b), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:56.187140 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6b04f8ea-50b1-4734-a64b-4f8de460d5d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:56.233746 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-1aa045f1-bc8f-4dbe-ab4e-b15db5aa74c5 req-d67f9369-50cf-496e-b92b-99e55cd68d4e tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750967062384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6509865'] for port (08d00a85-0887-4227-be00-65bf3e7c0381), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:56.252332 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 46694) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:54:56.257400 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [req-41ad5248-439a-45a3-b9db-c361ea1b88ae req-e96f66cf-65f0-42fb-bb8c-9e17bb050457 service neutron] Transition to ACTIVE for port object 312207b7-e73e-4ced-8336-af184bb733a6 will not be triggered until provisioned by entity L2. {{(pid=109804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 12:54:56.266442 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-731cea66-07eb-4ac8-91e1-e77b95bfe7c2 req-751d4727-2936-47e7-b48b-4bcf997286b4 service neutron] 10.222.0.49 "GET /v2.0/networks/f1c41e28-5d16-459f-865e-9320359228db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2880847 May 13 12:54:56.271485 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-41ad5248-439a-45a3-b9db-c361ea1b88ae req-e96f66cf-65f0-42fb-bb8c-9e17bb050457 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6007238'] for port (312207b7-e73e-4ced-8336-af184bb733a6), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:56.356117 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96f66cf-65f0-42fb-bb8c-9e17bb050457 service neutron] Pushing event updated for resources: {'Port': ['ID=312207b7-e73e-4ced-8336-af184bb733a6,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:54:56.394010 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67f9369-50cf-496e-b92b-99e55cd68d4e tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Pushing event updated for resources: {'Port': ['ID=08d00a85-0887-4227-be00-65bf3e7c0381,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:54:56.475486 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1aa045f1-bc8f-4dbe-ab4e-b15db5aa74c5 req-d67f9369-50cf-496e-b92b-99e55cd68d4e tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Network f576fff5-2fa1-4591-9247-28b4216fb188 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 12:54:56.486356 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb7e4b4-a951-4b6d-8b26-541b769bd903 req-5e823022-5226-43fd-828f-314fcbb056b0 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:54:56.493912 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-6bb7e4b4-a951-4b6d-8b26-541b769bd903 req-5e823022-5226-43fd-828f-314fcbb056b0 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=83873f65-ba42-4536-9af6-4aff1db77bb4 HTTP/1.1" status: 200 len: 943 time: 0.2702649 May 13 12:54:56.501633 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [req-1aa045f1-bc8f-4dbe-ab4e-b15db5aa74c5 req-d67f9369-50cf-496e-b92b-99e55cd68d4e tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 12:54:56.512183 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aa045f1-bc8f-4dbe-ab4e-b15db5aa74c5 req-d67f9369-50cf-496e-b92b-99e55cd68d4e tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 12:54:56.559735 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.v2.base [None req-30897d13-ed91-4d0a-beff-2953b7887ead admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1371191902-network', 'tenant_id': '88dc8239c33a43a0b8f88053e88b6370'}} {{(pid=109804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 12:54:56.594959 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [req-41ad5248-439a-45a3-b9db-c361ea1b88ae req-e96f66cf-65f0-42fb-bb8c-9e17bb050457 service neutron] Attempting to bind port 312207b7-e73e-4ced-8336-af184bb733a6 on host hv-cinder-84164 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 12:54:56.595233 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [req-41ad5248-439a-45a3-b9db-c361ea1b88ae req-e96f66cf-65f0-42fb-bb8c-9e17bb050457 service neutron] Attempting to bind port 312207b7-e73e-4ced-8336-af184bb733a6 by drivers openvswitch,hyperv on host hv-cinder-84164 at level 0 using segments [{'id': '0ccb2fa9-a285-4fe0-a15f-4b492217b87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '2600954f-368e-4b9b-9fca-a1e49f9c5d94'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 12:54:56.595532 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ad5248-439a-45a3-b9db-c361ea1b88ae req-e96f66cf-65f0-42fb-bb8c-9e17bb050457 service neutron] Attempting to bind port 312207b7-e73e-4ced-8336-af184bb733a6 on network 2600954f-368e-4b9b-9fca-a1e49f9c5d94 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 12:54:56.630922 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ad5248-439a-45a3-b9db-c361ea1b88ae req-e96f66cf-65f0-42fb-bb8c-9e17bb050457 service neutron] Port 312207b7-e73e-4ced-8336-af184bb733a6 on network 2600954f-368e-4b9b-9fca-a1e49f9c5d94 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84164 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 12:54:56.631264 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ad5248-439a-45a3-b9db-c361ea1b88ae req-e96f66cf-65f0-42fb-bb8c-9e17bb050457 service neutron] Attempting to bind port 312207b7-e73e-4ced-8336-af184bb733a6 on network 2600954f-368e-4b9b-9fca-a1e49f9c5d94 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 12:54:56.639198 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30897d13-ed91-4d0a-beff-2953b7887ead admin admin] Made reservation on behalf of 88dc8239c33a43a0b8f88053e88b6370 for: {'network': 1} {{(pid=109804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 12:54:56.654145 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-30897d13-ed91-4d0a-beff-2953b7887ead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for network (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:56.659636 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ad5248-439a-45a3-b9db-c361ea1b88ae req-e96f66cf-65f0-42fb-bb8c-9e17bb050457 service neutron] Checking agent: {'id': '202f7e15-8fd1-4d3b-a0cb-2b083dcecd1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84164', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 12, 52, 20), 'started_at': datetime.datetime(2022, 5, 13, 12, 52, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 12, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 12:54:56.660144 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ad5248-439a-45a3-b9db-c361ea1b88ae req-e96f66cf-65f0-42fb-bb8c-9e17bb050457 service neutron] Checking segment: {'id': '0ccb2fa9-a285-4fe0-a15f-4b492217b87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '2600954f-368e-4b9b-9fca-a1e49f9c5d94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 12:54:56.660358 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ad5248-439a-45a3-b9db-c361ea1b88ae req-e96f66cf-65f0-42fb-bb8c-9e17bb050457 service neutron] Bound using segment: {'id': '0ccb2fa9-a285-4fe0-a15f-4b492217b87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '2600954f-368e-4b9b-9fca-a1e49f9c5d94'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 12:54:56.660799 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [req-41ad5248-439a-45a3-b9db-c361ea1b88ae req-e96f66cf-65f0-42fb-bb8c-9e17bb050457 service neutron] Bound port: 312207b7-e73e-4ced-8336-af184bb733a6, host: hv-cinder-84164, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ccb2fa9-a285-4fe0-a15f-4b492217b87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '2600954f-368e-4b9b-9fca-a1e49f9c5d94'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 12:54:56.661197 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-41ad5248-439a-45a3-b9db-c361ea1b88ae req-e96f66cf-65f0-42fb-bb8c-9e17bb050457 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (312207b7-e73e-4ced-8336-af184bb733a6), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:56.697666 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-6bb7e4b4-a951-4b6d-8b26-541b769bd903 req-a6e72e68-7e6a-4022-a7ae-775347d5b54b tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups?id=19aba56d-0d38-455b-ace2-2ddb4354d2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2026184 May 13 12:54:56.698365 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a8c600ca-8784-40ba-b232-158645ddb13e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (0680931e-9941-41ba-832a-3106308ba73b), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:56.716670 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a8c600ca-8784-40ba-b232-158645ddb13e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:56.717917 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-a8c600ca-8784-40ba-b232-158645ddb13e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0680931e-9941-41ba-832a-3106308ba73b HTTP/1.1" status: 204 len: 168 time: 0.8449061 May 13 12:54:56.757884 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-30897d13-ed91-4d0a-beff-2953b7887ead admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:56.775876 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c600ca-8784-40ba-b232-158645ddb13e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0680931e-9941-41ba-832a-3106308ba73b,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:54:56.800458 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa045f1-bc8f-4dbe-ab4e-b15db5aa74c5 req-d67f9369-50cf-496e-b92b-99e55cd68d4e tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:54:56.807256 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-1aa045f1-bc8f-4dbe-ab4e-b15db5aa74c5 req-d67f9369-50cf-496e-b92b-99e55cd68d4e tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617456'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:56.853463 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6b04f8ea-50b1-4734-a64b-4f8de460d5d4 admin admin] Publish callbacks [] for security_group (e441719f-ae08-4f3f-a203-d70286d85dd7), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:56.869253 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6b04f8ea-50b1-4734-a64b-4f8de460d5d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (e441719f-ae08-4f3f-a203-d70286d85dd7), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:56.892835 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-1aa045f1-bc8f-4dbe-ab4e-b15db5aa74c5 req-d67f9369-50cf-496e-b92b-99e55cd68d4e tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9368746 May 13 12:54:56.899629 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.db [req-41ad5248-439a-45a3-b9db-c361ea1b88ae req-e96f66cf-65f0-42fb-bb8c-9e17bb050457 service neutron] For port 312207b7-e73e-4ced-8336-af184bb733a6, host hv-cinder-84164, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 12:54:56.904974 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.db [req-41ad5248-439a-45a3-b9db-c361ea1b88ae req-e96f66cf-65f0-42fb-bb8c-9e17bb050457 service neutron] For port 312207b7-e73e-4ced-8336-af184bb733a6, host hv-cinder-84164, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84164',level=0,port_id=312207b7-e73e-4ced-8336-af184bb733a6,segment=NetworkSegment(0ccb2fa9-a285-4fe0-a15f-4b492217b87a),segment_id=0ccb2fa9-a285-4fe0-a15f-4b492217b87a)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 12:54:56.954294 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-6b04f8ea-50b1-4734-a64b-4f8de460d5d4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b2906b037ae3483c9380e399e95088c7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1274316 May 13 12:54:56.955538 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b04f8ea-50b1-4734-a64b-4f8de460d5d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e441719f-ae08-4f3f-a203-d70286d85dd7,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:54:56.958194 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 46712) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:54:57.029659 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-86c82e92-40ea-4eb6-9d16-8cb08b818c0f None None] Provisioning complete for port 08d00a85-0887-4227-be00-65bf3e7c0381 triggered by entity DHCP. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 12:54:57.031870 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-86c82e92-40ea-4eb6-9d16-8cb08b818c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (08d00a85-0887-4227-be00-65bf3e7c0381), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:57.035440 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-30897d13-ed91-4d0a-beff-2953b7887ead admin admin] Publish callbacks [] for security_group (ff8328c8-e2e7-43c3-a574-15785874dcd0), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:57.037143 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1310ef16-e9d3-43b7-a86d-6e4657249dcb admin admin] Publish callbacks [] for security_group (e441719f-ae08-4f3f-a203-d70286d85dd7), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:57.058292 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca7f27f-5992-497f-9cf8-ea2116960201 req-c421296c-fc75-4379-a03c-fca213d33aa6 tempest-DeleteServersTestJSON-1651286599 tempest-DeleteServersTestJSON-1651286599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:54:57.061488 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-dca7f27f-5992-497f-9cf8-ea2116960201 req-c421296c-fc75-4379-a03c-fca213d33aa6 tempest-DeleteServersTestJSON-1651286599 tempest-DeleteServersTestJSON-1651286599-project] 10.222.0.49 "GET /v2.0/ports?device_id=b10c17e5-f9fb-4451-bb6a-7b1184b89c69 HTTP/1.1" status: 200 len: 945 time: 0.4046252 May 13 12:54:57.063655 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1310ef16-e9d3-43b7-a86d-6e4657249dcb admin admin] Publish callbacks [] for security_group (e441719f-ae08-4f3f-a203-d70286d85dd7), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:57.065019 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-30897d13-ed91-4d0a-beff-2953b7887ead admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (ff8328c8-e2e7-43c3-a574-15785874dcd0), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:57.070098 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-41ad5248-439a-45a3-b9db-c361ea1b88ae req-e96f66cf-65f0-42fb-bb8c-9e17bb050457 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6007238'] for port (312207b7-e73e-4ced-8336-af184bb733a6), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:57.112081 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-86c82e92-40ea-4eb6-9d16-8cb08b818c0f None None] Port 08d00a85-0887-4227-be00-65bf3e7c0381 cannot update to ACTIVE because it is not bound. {{(pid=109805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 12:54:57.136105 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1310ef16-e9d3-43b7-a86d-6e4657249dcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (e441719f-ae08-4f3f-a203-d70286d85dd7), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:57.146255 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1310ef16-e9d3-43b7-a86d-6e4657249dcb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:57.149792 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-1310ef16-e9d3-43b7-a86d-6e4657249dcb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e441719f-ae08-4f3f-a203-d70286d85dd7 HTTP/1.1" status: 204 len: 168 time: 0.1882384 May 13 12:54:57.160291 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1310ef16-e9d3-43b7-a86d-6e4657249dcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e441719f-ae08-4f3f-a203-d70286d85dd7,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:54:57.222800 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ad5248-439a-45a3-b9db-c361ea1b88ae req-e96f66cf-65f0-42fb-bb8c-9e17bb050457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:54:57.224082 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-41ad5248-439a-45a3-b9db-c361ea1b88ae req-e96f66cf-65f0-42fb-bb8c-9e17bb050457 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617456'] for port (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:57.225516 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-41ad5248-439a-45a3-b9db-c361ea1b88ae req-e96f66cf-65f0-42fb-bb8c-9e17bb050457 service neutron] 10.222.0.52 "PUT /v2.0/ports/312207b7-e73e-4ced-8336-af184bb733a6 HTTP/1.1" status: 200 len: 1093 time: 2.6278074 May 13 12:54:57.239353 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83873f65-ba42-4536-9af6-4aff1db77bb4', 'tag': '312207b7-e73e-4ced-8336-af184bb733a6'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 12:54:57.248260 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1b69bbfd011f85c3db934c4b22a349ffa5730c167d2456731e37bfe5d9c9e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4be73b8c-65d6-4b1d-a0d1-c56f8a5ed1dd" -d '{"events": [{"name": "network-changed", "server_uuid": "83873f65-ba42-4536-9af6-4aff1db77bb4", "tag": "312207b7-e73e-4ced-8336-af184bb733a6"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 12:54:57.254252 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96f66cf-65f0-42fb-bb8c-9e17bb050457 service neutron] Pushing event updated for resources: {'Port': ['ID=312207b7-e73e-4ced-8336-af184bb733a6,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:54:57.294024 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 12:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a251eff-d099-4c6c-84e3-dce1d58c86b4 x-openstack-request-id: req-7a251eff-d099-4c6c-84e3-dce1d58c86b4 {{(pid=109805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 12:54:57.294888 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b10c17e5-f9fb-4451-bb6a-7b1184b89c69", "name": "network-vif-plugged", "status": "completed", "tag": "10edcfdf-27bf-47e2-bc00-13c44bd9924a", "code": 200}]} {{(pid=109805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 12:54:57.296610 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7a251eff-d099-4c6c-84e3-dce1d58c86b4 {{(pid=109805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 12:54:57.297624 dv-cinder-841644-1-iscsi neutron-server[109805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a251eff-d099-4c6c-84e3-dce1d58c86b4'] response: {'server_uuid': 'b10c17e5-f9fb-4451-bb6a-7b1184b89c69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10edcfdf-27bf-47e2-bc00-13c44bd9924a', 'code': 200} May 13 12:54:57.301011 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30897d13-ed91-4d0a-beff-2953b7887ead admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=109804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 12:54:57.343759 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30897d13-ed91-4d0a-beff-2953b7887ead admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff8328c8-e2e7-43c3-a574-15785874dcd0,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:54:57.421297 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-dca7f27f-5992-497f-9cf8-ea2116960201 req-1a52e6a1-f35c-4c0f-8712-e2acfdbe9976 tempest-DeleteServersTestJSON-1651286599 tempest-DeleteServersTestJSON-1651286599-project] 10.222.0.49 "GET /v2.0/security-groups?id=00d96c8d-9604-401a-8db1-0d6089e57080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3310392 May 13 12:54:57.424157 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-30897d13-ed91-4d0a-beff-2953b7887ead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488896'] for segment (4080ad90-8342-473c-bc9a-4efe6570d585), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:57.426251 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.db.segments_db [None req-30897d13-ed91-4d0a-beff-2953b7887ead admin admin] Added segment 4080ad90-8342-473c-bc9a-4efe6570d585 of type vlan for network ea84694a-02c3-4e46-bed5-346ef793d705 May 13 12:54:57.460748 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-c5a22af0-9ce8-41b3-814d-fc5ccb697294 req-838f8daf-3a86-4ec3-a6a7-2a91d88cdfe1 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f2825cd-1b9d-4434-bf94-ebf3f6688015 HTTP/1.1" status: 200 len: 210 time: 0.0617263 May 13 12:54:57.508558 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 12:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bfe987b-5ea7-4e9e-8299-6cb13d460ccd x-openstack-request-id: req-5bfe987b-5ea7-4e9e-8299-6cb13d460ccd {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 12:54:57.508853 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83873f65-ba42-4536-9af6-4aff1db77bb4", "tag": "312207b7-e73e-4ced-8336-af184bb733a6", "status": "completed", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 12:54:57.509117 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5bfe987b-5ea7-4e9e-8299-6cb13d460ccd {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 12:54:57.509520 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bfe987b-5ea7-4e9e-8299-6cb13d460ccd'] response: {'name': 'network-changed', 'server_uuid': '83873f65-ba42-4536-9af6-4aff1db77bb4', 'tag': '312207b7-e73e-4ced-8336-af184bb733a6', 'status': 'completed', 'code': 200} May 13 12:54:57.517647 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-30897d13-ed91-4d0a-beff-2953b7887ead admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750967083174'] for network (ea84694a-02c3-4e46-bed5-346ef793d705), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:57.573636 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-e9d50ac1-8fc1-42a9-a9a2-a2bd0b2e5e96 req-dd6eab48-f086-4e98-9889-6f384595893b tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/ports?device_id=34789621-2e0a-4fef-8268-7703885edac6 HTTP/1.1" status: 200 len: 210 time: 0.0529721 May 13 12:54:57.594913 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-30897d13-ed91-4d0a-beff-2953b7887ead admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478'] for network (ea84694a-02c3-4e46-bed5-346ef793d705), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:57.596229 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30897d13-ed91-4d0a-beff-2953b7887ead admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:54:57.596864 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-30897d13-ed91-4d0a-beff-2953b7887ead admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617456'] for network (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:57.666904 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-30897d13-ed91-4d0a-beff-2953b7887ead admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4113410 May 13 12:54:57.669891 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 46740) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:54:57.675041 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.v2.base [None req-2b8ab7a0-950c-4d6a-a687-e64c639a56f7 admin admin] Request body: {'subnet': {'network_id': 'ea84694a-02c3-4e46-bed5-346ef793d705', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1371191902-subnet', 'tenant_id': '88dc8239c33a43a0b8f88053e88b6370', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 12:54:57.683545 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30897d13-ed91-4d0a-beff-2953b7887ead admin admin] Pushing event updated for resources: {'Network': ['ID=ea84694a-02c3-4e46-bed5-346ef793d705,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:54:57.700851 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b8ab7a0-950c-4d6a-a687-e64c639a56f7 admin admin] Made reservation on behalf of 88dc8239c33a43a0b8f88053e88b6370 for: {'subnet': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 12:54:57.701805 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 46742) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:54:57.702522 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Network ea84694a-02c3-4e46-bed5-346ef793d705 details requested by agent ovs-agent-dv-cinder-841644-1-iscsi with host dv-cinder-841644-1-iscsi {{(pid=109805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 13 12:54:57.703307 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2b8ab7a0-950c-4d6a-a687-e64c639a56f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5762224'] for subnet (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:57.715519 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-5950e296-d3e8-4ac7-9db9-abf63edc874d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:57.801700 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-5950e296-d3e8-4ac7-9db9-abf63edc874d admin admin] Publish callbacks [] for security_group (5d27dd21-c5a1-4cab-a654-bc0ce843f12f), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:57.807113 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-5950e296-d3e8-4ac7-9db9-abf63edc874d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (5d27dd21-c5a1-4cab-a654-bc0ce843f12f), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:57.847243 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5950e296-d3e8-4ac7-9db9-abf63edc874d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d27dd21-c5a1-4cab-a654-bc0ce843f12f,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:54:57.851429 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-5950e296-d3e8-4ac7-9db9-abf63edc874d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=42b8335cfd42431b89a83fcf03789a4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1485868 May 13 12:54:57.854261 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 46748) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:54:57.869611 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0e6878-19da-4d62-bbe5-05ed88810798 req-92fffe4a-00a1-45e7-9114-3a97b948dc21 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:54:57.877085 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-4d0e6878-19da-4d62-bbe5-05ed88810798 req-92fffe4a-00a1-45e7-9114-3a97b948dc21 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=83873f65-ba42-4536-9af6-4aff1db77bb4 HTTP/1.1" status: 200 len: 943 time: 0.0806141 May 13 12:54:57.918945 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-6dd61784-139d-408f-8168-cfc0a3a9d65d admin admin] Publish callbacks [] for security_group (5d27dd21-c5a1-4cab-a654-bc0ce843f12f), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:57.944856 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-6dd61784-139d-408f-8168-cfc0a3a9d65d admin admin] Publish callbacks [] for security_group (5d27dd21-c5a1-4cab-a654-bc0ce843f12f), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:57.969556 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-4d0e6878-19da-4d62-bbe5-05ed88810798 req-53506a66-bddc-49b2-93d0-454945e65b43 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups?id=19aba56d-0d38-455b-ace2-2ddb4354d2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915480 May 13 12:54:58.003588 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-6dd61784-139d-408f-8168-cfc0a3a9d65d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (5d27dd21-c5a1-4cab-a654-bc0ce843f12f), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:58.006186 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-6dd61784-139d-408f-8168-cfc0a3a9d65d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:58.009751 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-6dd61784-139d-408f-8168-cfc0a3a9d65d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5d27dd21-c5a1-4cab-a654-bc0ce843f12f HTTP/1.1" status: 204 len: 168 time: 0.1502502 May 13 12:54:58.019397 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd61784-139d-408f-8168-cfc0a3a9d65d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d27dd21-c5a1-4cab-a654-bc0ce843f12f,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:54:58.053672 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2b8ab7a0-950c-4d6a-a687-e64c639a56f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6506713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5762222'] for subnet (e50eca3f-9543-4dd9-ae89-1e2f25e96a5c), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:58.106229 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8ab7a0-950c-4d6a-a687-e64c639a56f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e50eca3f-9543-4dd9-ae89-1e2f25e96a5c,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:54:58.122141 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8ab7a0-950c-4d6a-a687-e64c639a56f7 admin admin] Checking segment: {'id': '4080ad90-8342-473c-bc9a-4efe6570d585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'ea84694a-02c3-4e46-bed5-346ef793d705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 12:54:58.122709 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8ab7a0-950c-4d6a-a687-e64c639a56f7 admin admin] Network hostable DHCP agents. Network: ea84694a-02c3-4e46-bed5-346ef793d705, hostable agents: ['12f7f474-a19f-4cf7-bcdf-b9ad7dbdd770'], hosted agents: [] {{(pid=109803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 12:54:58.140886 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8ab7a0-950c-4d6a-a687-e64c639a56f7 admin admin] Network ea84694a-02c3-4e46-bed5-346ef793d705 is scheduled to be hosted by DHCP agent 12f7f474-a19f-4cf7-bcdf-b9ad7dbdd770 with binding_index 1 {{(pid=109803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 12:54:58.151748 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-2b8ab7a0-950c-4d6a-a687-e64c639a56f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841644-1-iscsi, ea84694a-02c3-4e46-bed5-346ef793d705) {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 12:54:58.158024 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8ab7a0-950c-4d6a-a687-e64c639a56f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:54:58.158621 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2b8ab7a0-950c-4d6a-a687-e64c639a56f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617456'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:58.163570 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db04072a-8884-47f3-baad-ecd99b8b50f8 None None] Network ea84694a-02c3-4e46-bed5-346ef793d705 requested from dv-cinder-841644-1-iscsi {{(pid=109805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 12:54:58.185526 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-2b8ab7a0-950c-4d6a-a687-e64c639a56f7 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5143003 May 13 12:54:58.276317 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.v2.base [req-1aa045f1-bc8f-4dbe-ab4e-b15db5aa74c5 req-cb7a675b-9f7d-48f6-99ec-06d369f41759 service neutron] Request body: {'port': {'device_id': 'b9ff36f5-3afb-4239-b817-663ac72e599f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84164'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 12:54:58.286756 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1efb9e4e-a568-4263-aff0-e94b7a62c57c None None] Network ea84694a-02c3-4e46-bed5-346ef793d705 requested from dv-cinder-841644-1-iscsi {{(pid=109805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 12:54:58.400143 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-1aa045f1-bc8f-4dbe-ab4e-b15db5aa74c5 req-cb7a675b-9f7d-48f6-99ec-06d369f41759 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (08d00a85-0887-4227-be00-65bf3e7c0381), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:58.620784 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5890a9-776e-496c-9cf7-928ee9c2aa58 req-262fe1ea-22e2-405f-89db-6664c875158e tempest-DeleteServersTestJSON-1651286599 tempest-DeleteServersTestJSON-1651286599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:54:58.624212 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-dc5890a9-776e-496c-9cf7-928ee9c2aa58 req-262fe1ea-22e2-405f-89db-6664c875158e tempest-DeleteServersTestJSON-1651286599 tempest-DeleteServersTestJSON-1651286599-project] 10.222.0.49 "GET /v2.0/ports?device_id=b10c17e5-f9fb-4451-bb6a-7b1184b89c69 HTTP/1.1" status: 200 len: 945 time: 0.0933540 May 13 12:54:58.708894 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.52', 64294) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:54:58.775777 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-c61d3a06-36ba-472f-b24a-7fdf1c863d70 req-5589676d-36d4-4334-a4ec-4253cafa6218 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f2825cd-1b9d-4434-bf94-ebf3f6688015 HTTP/1.1" status: 200 len: 210 time: 0.1648517 May 13 12:54:58.827698 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-dc5890a9-776e-496c-9cf7-928ee9c2aa58 req-c27af319-3cdb-4bf5-bc62-122e15ee64e2 tempest-DeleteServersTestJSON-1651286599 tempest-DeleteServersTestJSON-1651286599-project] 10.222.0.49 "GET /v2.0/security-groups?id=00d96c8d-9604-401a-8db1-0d6089e57080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924663 May 13 12:54:58.849563 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be73b8c-65d6-4b1d-a0d1-c56f8a5ed1dd req-57dc4461-01a0-445a-a848-2056a8382c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:54:58.851295 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-4be73b8c-65d6-4b1d-a0d1-c56f8a5ed1dd req-57dc4461-01a0-445a-a848-2056a8382c9e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0b148a16abbc49ed816ed45fc1ad4980&device_id=83873f65-ba42-4536-9af6-4aff1db77bb4 HTTP/1.1" status: 200 len: 1127 time: 0.1408160 May 13 12:54:58.863771 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4035f82f-8f3c-47e4-8ddf-0fc4a348cb17 req-8526b153-0a37-4f52-a526-0430ab816b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:54:58.867354 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-4035f82f-8f3c-47e4-8ddf-0fc4a348cb17 req-8526b153-0a37-4f52-a526-0430ab816b61 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b10c17e5-f9fb-4451-bb6a-7b1184b89c69 HTTP/1.1" status: 200 len: 1129 time: 0.1524611 May 13 12:54:58.973912 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-4035f82f-8f3c-47e4-8ddf-0fc4a348cb17 req-08db17eb-21da-42ed-a5e4-8a0683bae1ae service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:59.057077 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-2b2a6b72-ff76-4970-bdd7-2d0e878157d6 req-8df04aa0-ed37-4d8c-bf49-57443e0dd9ed tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/ports?device_id=34789621-2e0a-4fef-8268-7703885edac6 HTTP/1.1" status: 200 len: 210 time: 0.1579068 May 13 12:54:59.106700 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.notifiers.nova [req-1aa045f1-bc8f-4dbe-ab4e-b15db5aa74c5 req-cb7a675b-9f7d-48f6-99ec-06d369f41759 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08d00a85-0887-4227-be00-65bf3e7c0381 {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 12:54:59.116837 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-1aa045f1-bc8f-4dbe-ab4e-b15db5aa74c5 req-cb7a675b-9f7d-48f6-99ec-06d369f41759 service neutron] Publish callbacks [] for port (08d00a85-0887-4227-be00-65bf3e7c0381), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:59.145273 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-1aa045f1-bc8f-4dbe-ab4e-b15db5aa74c5 req-cb7a675b-9f7d-48f6-99ec-06d369f41759 service neutron] Transition to ACTIVE for port object 08d00a85-0887-4227-be00-65bf3e7c0381 will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 12:54:59.151880 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-1aa045f1-bc8f-4dbe-ab4e-b15db5aa74c5 req-cb7a675b-9f7d-48f6-99ec-06d369f41759 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6509904'] for port (08d00a85-0887-4227-be00-65bf3e7c0381), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:59.205245 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f538ce8f-073a-49a2-b9b1-9d0ff3259134 req-db5b5912-c28f-432c-b311-10d04f3c497f tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:54:59.213140 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-f538ce8f-073a-49a2-b9b1-9d0ff3259134 req-db5b5912-c28f-432c-b311-10d04f3c497f tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=83873f65-ba42-4536-9af6-4aff1db77bb4 HTTP/1.1" status: 200 len: 943 time: 0.1313848 May 13 12:54:59.238502 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be73b8c-65d6-4b1d-a0d1-c56f8a5ed1dd req-0130daa6-9f24-4bbd-bccc-fecb47565644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:54:59.240216 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-4be73b8c-65d6-4b1d-a0d1-c56f8a5ed1dd req-0130daa6-9f24-4bbd-bccc-fecb47565644 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=0b148a16abbc49ed816ed45fc1ad4980&shared=False HTTP/1.1" status: 200 len: 918 time: 0.3667765 May 13 12:54:59.296789 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7a675b-9f7d-48f6-99ec-06d369f41759 service neutron] Pushing event updated for resources: {'Port': ['ID=08d00a85-0887-4227-be00-65bf3e7c0381,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:54:59.363594 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-f538ce8f-073a-49a2-b9b1-9d0ff3259134 req-3accac0d-5b46-48e8-a36e-1822ef14bb3f tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups?id=19aba56d-0d38-455b-ace2-2ddb4354d2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1434186 May 13 12:54:59.430740 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-1aa045f1-bc8f-4dbe-ab4e-b15db5aa74c5 req-cb7a675b-9f7d-48f6-99ec-06d369f41759 service neutron] Attempting to bind port 08d00a85-0887-4227-be00-65bf3e7c0381 on host hv-cinder-84164 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 12:54:59.431222 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-1aa045f1-bc8f-4dbe-ab4e-b15db5aa74c5 req-cb7a675b-9f7d-48f6-99ec-06d369f41759 service neutron] Attempting to bind port 08d00a85-0887-4227-be00-65bf3e7c0381 by drivers openvswitch,hyperv on host hv-cinder-84164 at level 0 using segments [{'id': '4c692b35-b0de-4c8a-9d7f-cd52d87568b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f576fff5-2fa1-4591-9247-28b4216fb188'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 12:54:59.434650 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa045f1-bc8f-4dbe-ab4e-b15db5aa74c5 req-cb7a675b-9f7d-48f6-99ec-06d369f41759 service neutron] Attempting to bind port 08d00a85-0887-4227-be00-65bf3e7c0381 on network f576fff5-2fa1-4591-9247-28b4216fb188 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 12:54:59.448596 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa045f1-bc8f-4dbe-ab4e-b15db5aa74c5 req-cb7a675b-9f7d-48f6-99ec-06d369f41759 service neutron] Port 08d00a85-0887-4227-be00-65bf3e7c0381 on network f576fff5-2fa1-4591-9247-28b4216fb188 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84164 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 12:54:59.452198 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa045f1-bc8f-4dbe-ab4e-b15db5aa74c5 req-cb7a675b-9f7d-48f6-99ec-06d369f41759 service neutron] Attempting to bind port 08d00a85-0887-4227-be00-65bf3e7c0381 on network f576fff5-2fa1-4591-9247-28b4216fb188 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 12:54:59.460782 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-4035f82f-8f3c-47e4-8ddf-0fc4a348cb17 req-08db17eb-21da-42ed-a5e4-8a0683bae1ae service neutron] Publish callbacks [] for security_group (eec22a85-0655-41db-8b8d-762d048896de), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:59.468795 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 46818) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:54:59.469439 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa045f1-bc8f-4dbe-ab4e-b15db5aa74c5 req-cb7a675b-9f7d-48f6-99ec-06d369f41759 service neutron] Checking agent: {'id': '202f7e15-8fd1-4d3b-a0cb-2b083dcecd1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84164', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 12, 52, 20), 'started_at': datetime.datetime(2022, 5, 13, 12, 52, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 12, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 12:54:59.469988 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa045f1-bc8f-4dbe-ab4e-b15db5aa74c5 req-cb7a675b-9f7d-48f6-99ec-06d369f41759 service neutron] Checking segment: {'id': '4c692b35-b0de-4c8a-9d7f-cd52d87568b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f576fff5-2fa1-4591-9247-28b4216fb188'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 12:54:59.470793 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa045f1-bc8f-4dbe-ab4e-b15db5aa74c5 req-cb7a675b-9f7d-48f6-99ec-06d369f41759 service neutron] Bound using segment: {'id': '4c692b35-b0de-4c8a-9d7f-cd52d87568b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f576fff5-2fa1-4591-9247-28b4216fb188'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 12:54:59.471929 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-1aa045f1-bc8f-4dbe-ab4e-b15db5aa74c5 req-cb7a675b-9f7d-48f6-99ec-06d369f41759 service neutron] Bound port: 08d00a85-0887-4227-be00-65bf3e7c0381, host: hv-cinder-84164, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c692b35-b0de-4c8a-9d7f-cd52d87568b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f576fff5-2fa1-4591-9247-28b4216fb188'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 12:54:59.472632 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-1aa045f1-bc8f-4dbe-ab4e-b15db5aa74c5 req-cb7a675b-9f7d-48f6-99ec-06d369f41759 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (08d00a85-0887-4227-be00-65bf3e7c0381), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:59.484411 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.v2.base [None req-e4f9ddeb-00b3-4a4e-9cf3-57aed0cc6a4e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1050004928-network', 'tenant_id': '5137506c1663449db67a8ef895d4bfa2'}} {{(pid=109804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 12:54:59.529318 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-4035f82f-8f3c-47e4-8ddf-0fc4a348cb17 req-08db17eb-21da-42ed-a5e4-8a0683bae1ae service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (eec22a85-0655-41db-8b8d-762d048896de), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:59.569931 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-1aa045f1-bc8f-4dbe-ab4e-b15db5aa74c5 req-cb7a675b-9f7d-48f6-99ec-06d369f41759 service neutron] For port 08d00a85-0887-4227-be00-65bf3e7c0381, host hv-cinder-84164, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 12:54:59.620064 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-1aa045f1-bc8f-4dbe-ab4e-b15db5aa74c5 req-cb7a675b-9f7d-48f6-99ec-06d369f41759 service neutron] For port 08d00a85-0887-4227-be00-65bf3e7c0381, host hv-cinder-84164, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84164',level=0,port_id=08d00a85-0887-4227-be00-65bf3e7c0381,segment=NetworkSegment(4c692b35-b0de-4c8a-9d7f-cd52d87568b3),segment_id=4c692b35-b0de-4c8a-9d7f-cd52d87568b3)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 12:54:59.623552 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.52', 64296) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:54:59.638619 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-1aa045f1-bc8f-4dbe-ab4e-b15db5aa74c5 req-cb7a675b-9f7d-48f6-99ec-06d369f41759 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6509904'] for port (08d00a85-0887-4227-be00-65bf3e7c0381), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:59.692866 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa045f1-bc8f-4dbe-ab4e-b15db5aa74c5 req-cb7a675b-9f7d-48f6-99ec-06d369f41759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:54:59.693798 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-1aa045f1-bc8f-4dbe-ab4e-b15db5aa74c5 req-cb7a675b-9f7d-48f6-99ec-06d369f41759 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617456'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:59.696954 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-1aa045f1-bc8f-4dbe-ab4e-b15db5aa74c5 req-cb7a675b-9f7d-48f6-99ec-06d369f41759 service neutron] 10.222.0.52 "PUT /v2.0/ports/08d00a85-0887-4227-be00-65bf3e7c0381 HTTP/1.1" status: 200 len: 1093 time: 1.4258344 May 13 12:54:59.700498 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9ff36f5-3afb-4239-b817-663ac72e599f', 'tag': '08d00a85-0887-4227-be00-65bf3e7c0381'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 12:54:59.734860 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4f9ddeb-00b3-4a4e-9cf3-57aed0cc6a4e admin admin] Made reservation on behalf of 5137506c1663449db67a8ef895d4bfa2 for: {'network': 1} {{(pid=109804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 12:54:59.737185 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e4f9ddeb-00b3-4a4e-9cf3-57aed0cc6a4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for network (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:54:59.783033 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-4035f82f-8f3c-47e4-8ddf-0fc4a348cb17 req-08db17eb-21da-42ed-a5e4-8a0683bae1ae service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=00d96c8d-9604-401a-8db1-0d6089e57080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8980508 May 13 12:54:59.869539 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7a675b-9f7d-48f6-99ec-06d369f41759 service neutron] Pushing event updated for resources: {'Port': ['ID=08d00a85-0887-4227-be00-65bf3e7c0381,revision_number=3']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:54:59.870217 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08db17eb-21da-42ed-a5e4-8a0683bae1ae service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=eec22a85-0655-41db-8b8d-762d048896de,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:54:59.924182 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be73b8c-65d6-4b1d-a0d1-c56f8a5ed1dd req-60471717-c581-4466-9c29-acc47a602a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:54:59.931411 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-4be73b8c-65d6-4b1d-a0d1-c56f8a5ed1dd req-60471717-c581-4466-9c29-acc47a602a94 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6426563 May 13 12:54:59.934789 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e4f9ddeb-00b3-4a4e-9cf3-57aed0cc6a4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:00.037029 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-13b26f06-edc9-4cff-a578-ff36de9fcad6 req-e91e441e-1865-4e61-826c-f2df3af310c9 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f2825cd-1b9d-4434-bf94-ebf3f6688015 HTTP/1.1" status: 200 len: 210 time: 0.1024981 May 13 12:55:00.064041 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731cea66-07eb-4ac8-91e1-e77b95bfe7c2 req-cbe15e78-d8a7-4ff9-b0cd-98b495889fa1 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:00.065596 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-731cea66-07eb-4ac8-91e1-e77b95bfe7c2 req-cbe15e78-d8a7-4ff9-b0cd-98b495889fa1 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.52 "GET /v2.0/networks?id=f1c41e28-5d16-459f-865e-9320359228db HTTP/1.1" status: 200 len: 814 time: 0.4137123 May 13 12:55:00.103011 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cdb7c774b4c64768c46a18a465ef1a15500a906a5d07d0e5a65b0b29d0c9ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-defc48b9-dd30-422c-a0e1-17d5a949c8cf" -d '{"events": [{"name": "network-changed", "server_uuid": "b9ff36f5-3afb-4239-b817-663ac72e599f", "tag": "08d00a85-0887-4227-be00-65bf3e7c0381"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 12:55:00.116441 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e4f9ddeb-00b3-4a4e-9cf3-57aed0cc6a4e admin admin] Publish callbacks [] for security_group (b422eef1-0661-40f1-943f-6194dee6e19b), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:00.131016 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff95f95f-ad81-4d1f-8ec2-f06c430a9f9e req-9e635822-56ca-4b5a-a333-df2999f7a766 tempest-DeleteServersTestJSON-1651286599 tempest-DeleteServersTestJSON-1651286599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:00.139857 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-ff95f95f-ad81-4d1f-8ec2-f06c430a9f9e req-9e635822-56ca-4b5a-a333-df2999f7a766 tempest-DeleteServersTestJSON-1651286599 tempest-DeleteServersTestJSON-1651286599-project] 10.222.0.49 "GET /v2.0/ports?device_id=b10c17e5-f9fb-4451-bb6a-7b1184b89c69 HTTP/1.1" status: 200 len: 945 time: 0.0835991 May 13 12:55:00.147378 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e4f9ddeb-00b3-4a4e-9cf3-57aed0cc6a4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (b422eef1-0661-40f1-943f-6194dee6e19b), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:00.254929 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4f9ddeb-00b3-4a4e-9cf3-57aed0cc6a4e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=109804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 12:55:00.268457 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e4f9ddeb-00b3-4a4e-9cf3-57aed0cc6a4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488896'] for segment (3d753b67-1224-4513-b26d-9babde473551), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:00.268898 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.db.segments_db [None req-e4f9ddeb-00b3-4a4e-9cf3-57aed0cc6a4e admin admin] Added segment 3d753b67-1224-4513-b26d-9babde473551 of type vlan for network 58a10b44-9add-4791-bdf7-b1c77d1e47a6 May 13 12:55:00.287596 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-e449bc2f-bde4-4cce-8e76-1933c67cbcdd req-c92fcfa7-2498-4456-b604-77d78897f8e8 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/ports?device_id=34789621-2e0a-4fef-8268-7703885edac6 HTTP/1.1" status: 200 len: 210 time: 0.0656455 May 13 12:55:00.336775 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-ff95f95f-ad81-4d1f-8ec2-f06c430a9f9e req-083d6700-55c7-4d18-b9a6-49fabea5214f tempest-DeleteServersTestJSON-1651286599 tempest-DeleteServersTestJSON-1651286599-project] 10.222.0.49 "GET /v2.0/security-groups?id=00d96c8d-9604-401a-8db1-0d6089e57080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954713 May 13 12:55:00.340276 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-731cea66-07eb-4ac8-91e1-e77b95bfe7c2 req-1df37360-804b-49c5-9d72-7d135c3d93ee tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ec55859792345359fc7b22003b4e995 HTTP/1.1" status: 200 len: 379 time: 0.1530831 May 13 12:55:00.409503 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e4f9ddeb-00b3-4a4e-9cf3-57aed0cc6a4e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750967083174'] for network (58a10b44-9add-4791-bdf7-b1c77d1e47a6), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:00.423677 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f9ddeb-00b3-4a4e-9cf3-57aed0cc6a4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b422eef1-0661-40f1-943f-6194dee6e19b,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:55:00.485028 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e4f9ddeb-00b3-4a4e-9cf3-57aed0cc6a4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478'] for network (58a10b44-9add-4791-bdf7-b1c77d1e47a6), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:00.485308 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f9ddeb-00b3-4a4e-9cf3-57aed0cc6a4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:00.486641 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e4f9ddeb-00b3-4a4e-9cf3-57aed0cc6a4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617456'] for network (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:00.564477 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.v2.base [req-731cea66-07eb-4ac8-91e1-e77b95bfe7c2 req-04f1deed-6ab4-417d-b06f-182003dfbec5 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Request body: {'port': {'device_id': '34789621-2e0a-4fef-8268-7703885edac6', 'network_id': 'f1c41e28-5d16-459f-865e-9320359228db', 'admin_state_up': True, 'tenant_id': '7ec55859792345359fc7b22003b4e995', 'security_groups': ['70d956b4-bf35-4735-b345-7252a9c796ae']}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 12:55:00.594663 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b80a69-710a-48d5-9996-eb07d5f3a6d5 req-e9d92f8f-6548-4a27-ac9e-eac6a6fdd9b3 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:00.596210 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-37b80a69-710a-48d5-9996-eb07d5f3a6d5 req-e9d92f8f-6548-4a27-ac9e-eac6a6fdd9b3 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.52 "GET /v2.0/networks?id=f576fff5-2fa1-4591-9247-28b4216fb188 HTTP/1.1" status: 200 len: 818 time: 0.2791734 May 13 12:55:00.688022 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 12:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-954ea106-5a36-49c6-b346-d76c53eadcef x-openstack-request-id: req-954ea106-5a36-49c6-b346-d76c53eadcef {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 12:55:00.688339 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.v2.base [req-37b80a69-710a-48d5-9996-eb07d5f3a6d5 req-66180306-944f-4e14-bcdc-525673923d9a tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Request body: {'port': {'device_id': '9f2825cd-1b9d-4434-bf94-ebf3f6688015', 'network_id': 'f576fff5-2fa1-4591-9247-28b4216fb188', 'admin_state_up': True, 'tenant_id': '58bddca6077344bea4cb41b23fcf8d35'}} {{(pid=109804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 12:55:00.689846 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9ff36f5-3afb-4239-b817-663ac72e599f", "tag": "08d00a85-0887-4227-be00-65bf3e7c0381", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 12:55:00.690236 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-954ea106-5a36-49c6-b346-d76c53eadcef {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 12:55:00.690809 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event matching ['req-954ea106-5a36-49c6-b346-d76c53eadcef'] response: {'name': 'network-changed', 'server_uuid': 'b9ff36f5-3afb-4239-b817-663ac72e599f', 'tag': '08d00a85-0887-4227-be00-65bf3e7c0381', 'status': 'completed', 'code': 200} May 13 12:55:00.699495 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25e0805-cc52-4d33-bf07-103d835b4c88 req-e6d0378a-989b-4ba7-a70e-f2bf209c2307 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:00.701194 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-a25e0805-cc52-4d33-bf07-103d835b4c88 req-e6d0378a-989b-4ba7-a70e-f2bf209c2307 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=83873f65-ba42-4536-9af6-4aff1db77bb4 HTTP/1.1" status: 200 len: 943 time: 0.2368062 May 13 12:55:00.745251 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-e4f9ddeb-00b3-4a4e-9cf3-57aed0cc6a4e admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2653675 May 13 12:55:00.751980 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 46880) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:55:00.756728 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.v2.base [None req-15e440a1-191b-420b-a348-36e0c5a5991b admin admin] Request body: {'subnet': {'network_id': '58a10b44-9add-4791-bdf7-b1c77d1e47a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1050004928-subnet', 'tenant_id': '5137506c1663449db67a8ef895d4bfa2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 12:55:00.804218 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ad5248-439a-45a3-b9db-c361ea1b88ae req-90706246-3212-41a3-a545-bacd5570b8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:00.806532 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-41ad5248-439a-45a3-b9db-c361ea1b88ae req-90706246-3212-41a3-a545-bacd5570b8d2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0b148a16abbc49ed816ed45fc1ad4980&device_id=83873f65-ba42-4536-9af6-4aff1db77bb4 HTTP/1.1" status: 200 len: 1127 time: 0.2374375 May 13 12:55:00.880927 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15e440a1-191b-420b-a348-36e0c5a5991b admin admin] Made reservation on behalf of 5137506c1663449db67a8ef895d4bfa2 for: {'subnet': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 12:55:00.883702 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-15e440a1-191b-420b-a348-36e0c5a5991b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5762224'] for subnet (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:00.937533 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-41ad5248-439a-45a3-b9db-c361ea1b88ae req-a5cd7746-0618-48ee-bcbc-f24d04d405cd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=312207b7-e73e-4ced-8336-af184bb733a6 HTTP/1.1" status: 200 len: 217 time: 0.1071115 May 13 12:55:00.986108 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f9ddeb-00b3-4a4e-9cf3-57aed0cc6a4e admin admin] Pushing event updated for resources: {'Network': ['ID=58a10b44-9add-4791-bdf7-b1c77d1e47a6,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:55:00.994214 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa045f1-bc8f-4dbe-ab4e-b15db5aa74c5 req-dcf163b7-4ef3-49fd-97fe-efa97ad69a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:00.995759 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-1aa045f1-bc8f-4dbe-ab4e-b15db5aa74c5 req-dcf163b7-4ef3-49fd-97fe-efa97ad69a61 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=58bddca6077344bea4cb41b23fcf8d35&device_id=b9ff36f5-3afb-4239-b817-663ac72e599f HTTP/1.1" status: 200 len: 1127 time: 0.4117699 May 13 12:55:00.998385 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Network 58a10b44-9add-4791-bdf7-b1c77d1e47a6 details requested by agent ovs-agent-dv-cinder-841644-1-iscsi with host dv-cinder-841644-1-iscsi {{(pid=109805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 13 12:55:01.133689 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-1aa045f1-bc8f-4dbe-ab4e-b15db5aa74c5 req-ad8ca3f8-a0aa-4fc1-bca7-449a2026a664 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=08d00a85-0887-4227-be00-65bf3e7c0381 HTTP/1.1" status: 200 len: 217 time: 0.0984051 May 13 12:55:01.162399 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-a25e0805-cc52-4d33-bf07-103d835b4c88 req-4f481e6c-dfba-4873-b718-c46b01a410f4 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups?id=19aba56d-0d38-455b-ace2-2ddb4354d2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4384446 May 13 12:55:01.211233 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa045f1-bc8f-4dbe-ab4e-b15db5aa74c5 req-a9e66307-5f68-464f-870f-5ff20df7b8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:01.212561 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-1aa045f1-bc8f-4dbe-ab4e-b15db5aa74c5 req-a9e66307-5f68-464f-870f-5ff20df7b8a9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=255ce2d7-f0f9-429c-8a86-3bbc48d08e37 HTTP/1.1" status: 200 len: 857 time: 0.0696299 May 13 12:55:01.218775 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37b80a69-710a-48d5-9996-eb07d5f3a6d5 req-66180306-944f-4e14-bcdc-525673923d9a tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Made reservation on behalf of 58bddca6077344bea4cb41b23fcf8d35 for: {'port': 1} {{(pid=109804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 12:55:01.222033 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-37b80a69-710a-48d5-9996-eb07d5f3a6d5 req-66180306-944f-4e14-bcdc-525673923d9a tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:01.282015 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-c245f957-63ee-4a52-afcf-af673c5044ae req-6ae9ea0b-8041-4cf0-802f-97f00a0d9f02 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f2825cd-1b9d-4434-bf94-ebf3f6688015 HTTP/1.1" status: 200 len: 210 time: 0.1121554 May 13 12:55:01.307380 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ad5248-439a-45a3-b9db-c361ea1b88ae req-2ab88127-37ba-4db5-aa86-a2b74cd35b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:01.309018 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-41ad5248-439a-45a3-b9db-c361ea1b88ae req-2ab88127-37ba-4db5-aa86-a2b74cd35b1f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ddd064bc-4133-46f1-b906-03efc81a9128 HTTP/1.1" status: 200 len: 856 time: 0.1419725 May 13 12:55:01.343933 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa045f1-bc8f-4dbe-ab4e-b15db5aa74c5 req-3cfe1948-f109-400d-ba9d-ca59f953a68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:01.345739 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-1aa045f1-bc8f-4dbe-ab4e-b15db5aa74c5 req-3cfe1948-f109-400d-ba9d-ca59f953a68e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f576fff5-2fa1-4591-9247-28b4216fb188&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1103663 May 13 12:55:01.421152 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ad5248-439a-45a3-b9db-c361ea1b88ae req-eef7ff4f-6893-4f0e-a7f4-ab52a1c667ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:01.422963 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-41ad5248-439a-45a3-b9db-c361ea1b88ae req-eef7ff4f-6893-4f0e-a7f4-ab52a1c667ec service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2600954f-368e-4b9b-9fca-a1e49f9c5d94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1033242 May 13 12:55:01.446649 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-731cea66-07eb-4ac8-91e1-e77b95bfe7c2 req-04f1deed-6ab4-417d-b06f-182003dfbec5 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Made reservation on behalf of 7ec55859792345359fc7b22003b4e995 for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 12:55:01.452166 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-731cea66-07eb-4ac8-91e1-e77b95bfe7c2 req-04f1deed-6ab4-417d-b06f-182003dfbec5 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:01.488470 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-e1d2df31-66c7-40cd-905e-ae8db4c11c58 req-6c503588-a25e-4a38-b717-4ecfc1b717c3 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/ports?device_id=34789621-2e0a-4fef-8268-7703885edac6 HTTP/1.1" status: 200 len: 210 time: 0.1183877 May 13 12:55:01.527838 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [req-37b80a69-710a-48d5-9996-eb07d5f3a6d5 req-66180306-944f-4e14-bcdc-525673923d9a tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Allocated IP 172.20.0.12 (f576fff5-2fa1-4591-9247-28b4216fb188/255ce2d7-f0f9-429c-8a86-3bbc48d08e37/2f8c0546-7559-4827-9638-ab93068addc3) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 12:55:01.553332 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-1aa045f1-bc8f-4dbe-ab4e-b15db5aa74c5 req-2d07fddc-385c-42cd-918c-dc3606e936f7 service neutron] 10.222.0.52 "GET /v2.0/networks/f576fff5-2fa1-4591-9247-28b4216fb188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942415 May 13 12:55:01.655140 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479f280d-7198-48b3-b9a4-464bf2b77f88 req-8914f1d2-1997-4352-9efa-66a0d7577e43 tempest-DeleteServersTestJSON-1651286599 tempest-DeleteServersTestJSON-1651286599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:01.662586 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-479f280d-7198-48b3-b9a4-464bf2b77f88 req-8914f1d2-1997-4352-9efa-66a0d7577e43 tempest-DeleteServersTestJSON-1651286599 tempest-DeleteServersTestJSON-1651286599-project] 10.222.0.49 "GET /v2.0/ports?device_id=b10c17e5-f9fb-4451-bb6a-7b1184b89c69 HTTP/1.1" status: 200 len: 945 time: 0.2275214 May 13 12:55:01.753520 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-15e440a1-191b-420b-a348-36e0c5a5991b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6506713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5762222'] for subnet (31cf2851-3c4c-47e9-a641-e5f0fedab9bc), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:01.755488 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-37b80a69-710a-48d5-9996-eb07d5f3a6d5 req-66180306-944f-4e14-bcdc-525673923d9a tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Publish callbacks [] for port (2f8c0546-7559-4827-9638-ab93068addc3), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:01.763986 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 46918) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:55:01.820247 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-37b80a69-710a-48d5-9996-eb07d5f3a6d5 req-66180306-944f-4e14-bcdc-525673923d9a tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750967062384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6007231'] for port (2f8c0546-7559-4827-9638-ab93068addc3), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:01.822537 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-479f280d-7198-48b3-b9a4-464bf2b77f88 req-401a59b1-ecd7-44f1-9bca-4e9565cab8c6 tempest-DeleteServersTestJSON-1651286599 tempest-DeleteServersTestJSON-1651286599-project] 10.222.0.49 "GET /v2.0/security-groups?id=00d96c8d-9604-401a-8db1-0d6089e57080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590466 May 13 12:55:01.872447 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37b80a69-710a-48d5-9996-eb07d5f3a6d5 req-66180306-944f-4e14-bcdc-525673923d9a tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Network f576fff5-2fa1-4591-9247-28b4216fb188 is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 12:55:01.876339 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [req-37b80a69-710a-48d5-9996-eb07d5f3a6d5 req-66180306-944f-4e14-bcdc-525673923d9a tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 12:55:01.886203 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [req-37b80a69-710a-48d5-9996-eb07d5f3a6d5 req-66180306-944f-4e14-bcdc-525673923d9a tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 12:55:01.916540 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-41ad5248-439a-45a3-b9db-c361ea1b88ae req-a78aaddd-c810-4a9f-bab2-6def9a61b7e2 service neutron] 10.222.0.52 "GET /v2.0/networks/2600954f-368e-4b9b-9fca-a1e49f9c5d94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4832122 May 13 12:55:01.921853 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66180306-944f-4e14-bcdc-525673923d9a tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Pushing event updated for resources: {'Port': ['ID=2f8c0546-7559-4827-9638-ab93068addc3,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:55:01.940239 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e440a1-191b-420b-a348-36e0c5a5991b admin admin] Pushing event updated for resources: {'Subnet': ['ID=31cf2851-3c4c-47e9-a641-e5f0fedab9bc,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:55:01.972426 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e440a1-191b-420b-a348-36e0c5a5991b admin admin] Checking segment: {'id': '3d753b67-1224-4513-b26d-9babde473551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '58a10b44-9add-4791-bdf7-b1c77d1e47a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 12:55:01.972898 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b80a69-710a-48d5-9996-eb07d5f3a6d5 req-66180306-944f-4e14-bcdc-525673923d9a tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:01.973304 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e440a1-191b-420b-a348-36e0c5a5991b admin admin] Network hostable DHCP agents. Network: 58a10b44-9add-4791-bdf7-b1c77d1e47a6, hostable agents: ['12f7f474-a19f-4cf7-bcdf-b9ad7dbdd770'], hosted agents: [] {{(pid=109803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 12:55:01.973782 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-37b80a69-710a-48d5-9996-eb07d5f3a6d5 req-66180306-944f-4e14-bcdc-525673923d9a tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617456'] for port (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:01.986598 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [req-731cea66-07eb-4ac8-91e1-e77b95bfe7c2 req-04f1deed-6ab4-417d-b06f-182003dfbec5 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Allocated IP 172.20.0.14 (f1c41e28-5d16-459f-865e-9320359228db/95241052-552d-491a-8c23-5ec0dd2b8fa6/99a73876-f6c7-452e-b541-5ee509349a0a) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 12:55:01.999367 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-345917ed-3b07-4c5d-b571-6ff401b72f03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:02.018097 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e440a1-191b-420b-a348-36e0c5a5991b admin admin] Network 58a10b44-9add-4791-bdf7-b1c77d1e47a6 is scheduled to be hosted by DHCP agent 12f7f474-a19f-4cf7-bcdf-b9ad7dbdd770 with binding_index 1 {{(pid=109803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 12:55:02.028607 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-37b80a69-710a-48d5-9996-eb07d5f3a6d5 req-66180306-944f-4e14-bcdc-525673923d9a tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3446693 May 13 12:55:02.051932 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-15e440a1-191b-420b-a348-36e0c5a5991b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841644-1-iscsi, 58a10b44-9add-4791-bdf7-b1c77d1e47a6) {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 12:55:02.057508 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e440a1-191b-420b-a348-36e0c5a5991b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:02.058928 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-15e440a1-191b-420b-a348-36e0c5a5991b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617456'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:02.068942 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5883dfe1-fc2c-4ddb-a2a8-a8d390b84ab9 None None] Network 58a10b44-9add-4791-bdf7-b1c77d1e47a6 requested from dv-cinder-841644-1-iscsi {{(pid=109805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 12:55:02.104614 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-345917ed-3b07-4c5d-b571-6ff401b72f03 admin admin] Publish callbacks [] for security_group (fb7d3244-32fe-4321-8dc6-0b8a4ce2c10e), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:02.110416 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-345917ed-3b07-4c5d-b571-6ff401b72f03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (fb7d3244-32fe-4321-8dc6-0b8a4ce2c10e), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:02.139037 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-15e440a1-191b-420b-a348-36e0c5a5991b admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3781011 May 13 12:55:02.319368 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-663978c2-9a6f-4d1e-9c0f-ebb16a3cce5d None None] Provisioning complete for port 2f8c0546-7559-4827-9638-ab93068addc3 triggered by entity DHCP. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 12:55:02.321322 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-663978c2-9a6f-4d1e-9c0f-ebb16a3cce5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (2f8c0546-7559-4827-9638-ab93068addc3), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:02.322025 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.v2.base [req-37b80a69-710a-48d5-9996-eb07d5f3a6d5 req-58c88fd7-04be-4bc8-a6ba-32738ee67267 service neutron] Request body: {'port': {'device_id': '9f2825cd-1b9d-4434-bf94-ebf3f6688015', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84164'}} {{(pid=109804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 12:55:02.419882 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-41ad5248-439a-45a3-b9db-c361ea1b88ae req-fd8ac9c2-dc2f-4931-906b-56b4422aa059 service neutron] 10.222.0.52 "GET /v2.0/networks/2600954f-368e-4b9b-9fca-a1e49f9c5d94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155049 May 13 12:55:02.427308 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-663978c2-9a6f-4d1e-9c0f-ebb16a3cce5d None None] Port 2f8c0546-7559-4827-9638-ab93068addc3 cannot update to ACTIVE because it is not bound. {{(pid=109805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 12:55:02.464773 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c75db20c-2668-4f52-996e-0f59e2b5f0fa None None] Network 58a10b44-9add-4791-bdf7-b1c77d1e47a6 requested from dv-cinder-841644-1-iscsi {{(pid=109805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 12:55:02.474773 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-1aa045f1-bc8f-4dbe-ab4e-b15db5aa74c5 req-d2dcb7ff-efe1-4ac6-b55e-236220ff7c1a service neutron] 10.222.0.52 "GET /v2.0/networks/f576fff5-2fa1-4591-9247-28b4216fb188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3597503 May 13 12:55:02.480674 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-345917ed-3b07-4c5d-b571-6ff401b72f03 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=de335b9b2c5542cf97a80503382c9f4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7127671 May 13 12:55:02.556139 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 46936) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:55:02.559760 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345917ed-3b07-4c5d-b571-6ff401b72f03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb7d3244-32fe-4321-8dc6-0b8a4ce2c10e,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:55:02.617893 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-731cea66-07eb-4ac8-91e1-e77b95bfe7c2 req-04f1deed-6ab4-417d-b06f-182003dfbec5 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks [] for port (99a73876-f6c7-452e-b541-5ee509349a0a), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:02.640596 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e13694d-3b0c-4bc5-b4d5-f851bb78b4c8 req-324a1bb8-b81f-405f-b97a-0636aa899c9d tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:02.648837 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-7e13694d-3b0c-4bc5-b4d5-f851bb78b4c8 req-324a1bb8-b81f-405f-b97a-0636aa899c9d tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f2825cd-1b9d-4434-bf94-ebf3f6688015 HTTP/1.1" status: 200 len: 932 time: 0.2051678 May 13 12:55:02.657271 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd87bb9-bf8d-44a6-af34-9733ff05716b req-cefa9f62-f905-46ca-93be-75d4c0bce8a3 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:02.658787 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-dbd87bb9-bf8d-44a6-af34-9733ff05716b req-cefa9f62-f905-46ca-93be-75d4c0bce8a3 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=83873f65-ba42-4536-9af6-4aff1db77bb4 HTTP/1.1" status: 200 len: 943 time: 0.3440633 May 13 12:55:02.659381 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-37b80a69-710a-48d5-9996-eb07d5f3a6d5 req-58c88fd7-04be-4bc8-a6ba-32738ee67267 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (2f8c0546-7559-4827-9638-ab93068addc3), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:02.761210 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-7e13694d-3b0c-4bc5-b4d5-f851bb78b4c8 req-b9222e2a-1e46-456b-93fa-bad9630d8769 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/security-groups?id=3473c18c-30b6-4258-8d74-d4010b438108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112854 May 13 12:55:02.764424 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-731cea66-07eb-4ac8-91e1-e77b95bfe7c2 req-04f1deed-6ab4-417d-b06f-182003dfbec5 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750967062384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6509865'] for port (99a73876-f6c7-452e-b541-5ee509349a0a), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:02.841436 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-731cea66-07eb-4ac8-91e1-e77b95bfe7c2 req-04f1deed-6ab4-417d-b06f-182003dfbec5 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Network f1c41e28-5d16-459f-865e-9320359228db is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 12:55:02.848089 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [req-731cea66-07eb-4ac8-91e1-e77b95bfe7c2 req-04f1deed-6ab4-417d-b06f-182003dfbec5 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 12:55:02.856964 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-731cea66-07eb-4ac8-91e1-e77b95bfe7c2 req-04f1deed-6ab4-417d-b06f-182003dfbec5 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 12:55:02.887928 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b5aa997d-6739-4231-afee-103888c04d93 admin admin] Publish callbacks [] for security_group (fb7d3244-32fe-4321-8dc6-0b8a4ce2c10e), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:02.919995 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b5aa997d-6739-4231-afee-103888c04d93 admin admin] Publish callbacks [] for security_group (fb7d3244-32fe-4321-8dc6-0b8a4ce2c10e), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:02.968290 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f1deed-6ab4-417d-b06f-182003dfbec5 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Pushing event updated for resources: {'Port': ['ID=99a73876-f6c7-452e-b541-5ee509349a0a,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:55:02.982172 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-dbd87bb9-bf8d-44a6-af34-9733ff05716b req-e727e6cb-7314-477d-89f6-0d90265e1224 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups?id=19aba56d-0d38-455b-ace2-2ddb4354d2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3058126 May 13 12:55:03.029010 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f40d637-68ea-4a25-8901-3a7eedea57ec req-9c1b3e12-7aae-4aa0-9a28-e4ed7cfeaf9f tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:03.032609 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-2f40d637-68ea-4a25-8901-3a7eedea57ec req-9c1b3e12-7aae-4aa0-9a28-e4ed7cfeaf9f tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/ports?device_id=34789621-2e0a-4fef-8268-7703885edac6 HTTP/1.1" status: 200 len: 932 time: 0.1798241 May 13 12:55:03.054205 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731cea66-07eb-4ac8-91e1-e77b95bfe7c2 req-04f1deed-6ab4-417d-b06f-182003dfbec5 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:03.055358 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-731cea66-07eb-4ac8-91e1-e77b95bfe7c2 req-04f1deed-6ab4-417d-b06f-182003dfbec5 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617456'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:03.085129 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-731cea66-07eb-4ac8-91e1-e77b95bfe7c2 req-04f1deed-6ab4-417d-b06f-182003dfbec5 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5247176 May 13 12:55:03.152971 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-2f40d637-68ea-4a25-8901-3a7eedea57ec req-1a57213c-54d3-4d5a-a043-9ffae2e6c3c8 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/security-groups?id=70d956b4-bf35-4735-b345-7252a9c796ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067941 May 13 12:55:03.254028 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b5aa997d-6739-4231-afee-103888c04d93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (fb7d3244-32fe-4321-8dc6-0b8a4ce2c10e), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:03.254248 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-e53f8c6a-4858-46b7-a3bf-f39102c56764 None None] Provisioning complete for port 99a73876-f6c7-452e-b541-5ee509349a0a triggered by entity DHCP. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 12:55:03.254734 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-e53f8c6a-4858-46b7-a3bf-f39102c56764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (99a73876-f6c7-452e-b541-5ee509349a0a), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:03.258298 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b5aa997d-6739-4231-afee-103888c04d93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:03.261038 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-b5aa997d-6739-4231-afee-103888c04d93 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fb7d3244-32fe-4321-8dc6-0b8a4ce2c10e HTTP/1.1" status: 204 len: 168 time: 0.7014425 May 13 12:55:03.305951 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-e53f8c6a-4858-46b7-a3bf-f39102c56764 None None] Port 99a73876-f6c7-452e-b541-5ee509349a0a cannot update to ACTIVE because it is not bound. {{(pid=109805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 12:55:03.306811 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2b099f-ccc4-4640-8dde-f143c17e5fff req-071b0f4c-3f8a-4ad1-8304-01c71124ff83 tempest-DeleteServersTestJSON-1651286599 tempest-DeleteServersTestJSON-1651286599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:03.308455 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-5b2b099f-ccc4-4640-8dde-f143c17e5fff req-071b0f4c-3f8a-4ad1-8304-01c71124ff83 tempest-DeleteServersTestJSON-1651286599 tempest-DeleteServersTestJSON-1651286599-project] 10.222.0.49 "GET /v2.0/ports?device_id=b10c17e5-f9fb-4451-bb6a-7b1184b89c69 HTTP/1.1" status: 200 len: 945 time: 0.1388836 May 13 12:55:03.311842 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5aa997d-6739-4231-afee-103888c04d93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb7d3244-32fe-4321-8dc6-0b8a4ce2c10e,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:55:03.394992 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-5b2b099f-ccc4-4640-8dde-f143c17e5fff req-7defda3e-78c0-4400-be8e-e97f6e1b67c8 tempest-DeleteServersTestJSON-1651286599 tempest-DeleteServersTestJSON-1651286599-project] 10.222.0.49 "GET /v2.0/security-groups?id=00d96c8d-9604-401a-8db1-0d6089e57080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787530 May 13 12:55:03.424501 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 46958) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:55:03.440161 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.notifiers.nova [req-37b80a69-710a-48d5-9996-eb07d5f3a6d5 req-58c88fd7-04be-4bc8-a6ba-32738ee67267 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f8c0546-7559-4827-9638-ab93068addc3 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 12:55:03.460303 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-37b80a69-710a-48d5-9996-eb07d5f3a6d5 req-58c88fd7-04be-4bc8-a6ba-32738ee67267 service neutron] Publish callbacks [] for port (2f8c0546-7559-4827-9638-ab93068addc3), precommit_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:03.496087 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [req-37b80a69-710a-48d5-9996-eb07d5f3a6d5 req-58c88fd7-04be-4bc8-a6ba-32738ee67267 service neutron] Transition to ACTIVE for port object 2f8c0546-7559-4827-9638-ab93068addc3 will not be triggered until provisioned by entity L2. {{(pid=109804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 12:55:03.503303 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-37b80a69-710a-48d5-9996-eb07d5f3a6d5 req-58c88fd7-04be-4bc8-a6ba-32738ee67267 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6007238'] for port (2f8c0546-7559-4827-9638-ab93068addc3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:03.718094 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c88fd7-04be-4bc8-a6ba-32738ee67267 service neutron] Pushing event updated for resources: {'Port': ['ID=2f8c0546-7559-4827-9638-ab93068addc3,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:55:03.732862 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [req-37b80a69-710a-48d5-9996-eb07d5f3a6d5 req-58c88fd7-04be-4bc8-a6ba-32738ee67267 service neutron] Attempting to bind port 2f8c0546-7559-4827-9638-ab93068addc3 on host hv-cinder-84164 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 12:55:03.733394 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [req-37b80a69-710a-48d5-9996-eb07d5f3a6d5 req-58c88fd7-04be-4bc8-a6ba-32738ee67267 service neutron] Attempting to bind port 2f8c0546-7559-4827-9638-ab93068addc3 by drivers openvswitch,hyperv on host hv-cinder-84164 at level 0 using segments [{'id': '4c692b35-b0de-4c8a-9d7f-cd52d87568b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f576fff5-2fa1-4591-9247-28b4216fb188'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 12:55:03.733883 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b80a69-710a-48d5-9996-eb07d5f3a6d5 req-58c88fd7-04be-4bc8-a6ba-32738ee67267 service neutron] Attempting to bind port 2f8c0546-7559-4827-9638-ab93068addc3 on network f576fff5-2fa1-4591-9247-28b4216fb188 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 12:55:03.739578 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b80a69-710a-48d5-9996-eb07d5f3a6d5 req-58c88fd7-04be-4bc8-a6ba-32738ee67267 service neutron] Port 2f8c0546-7559-4827-9638-ab93068addc3 on network f576fff5-2fa1-4591-9247-28b4216fb188 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84164 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 12:55:03.740130 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b80a69-710a-48d5-9996-eb07d5f3a6d5 req-58c88fd7-04be-4bc8-a6ba-32738ee67267 service neutron] Attempting to bind port 2f8c0546-7559-4827-9638-ab93068addc3 on network f576fff5-2fa1-4591-9247-28b4216fb188 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 12:55:03.758693 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b80a69-710a-48d5-9996-eb07d5f3a6d5 req-58c88fd7-04be-4bc8-a6ba-32738ee67267 service neutron] Checking agent: {'id': '202f7e15-8fd1-4d3b-a0cb-2b083dcecd1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84164', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 12, 52, 20), 'started_at': datetime.datetime(2022, 5, 13, 12, 52, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 12, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 12:55:03.759147 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b80a69-710a-48d5-9996-eb07d5f3a6d5 req-58c88fd7-04be-4bc8-a6ba-32738ee67267 service neutron] Checking segment: {'id': '4c692b35-b0de-4c8a-9d7f-cd52d87568b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f576fff5-2fa1-4591-9247-28b4216fb188'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 12:55:03.759592 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b80a69-710a-48d5-9996-eb07d5f3a6d5 req-58c88fd7-04be-4bc8-a6ba-32738ee67267 service neutron] Bound using segment: {'id': '4c692b35-b0de-4c8a-9d7f-cd52d87568b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f576fff5-2fa1-4591-9247-28b4216fb188'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 12:55:03.760100 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [req-37b80a69-710a-48d5-9996-eb07d5f3a6d5 req-58c88fd7-04be-4bc8-a6ba-32738ee67267 service neutron] Bound port: 2f8c0546-7559-4827-9638-ab93068addc3, host: hv-cinder-84164, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c692b35-b0de-4c8a-9d7f-cd52d87568b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f576fff5-2fa1-4591-9247-28b4216fb188'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 12:55:03.760826 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-37b80a69-710a-48d5-9996-eb07d5f3a6d5 req-58c88fd7-04be-4bc8-a6ba-32738ee67267 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (2f8c0546-7559-4827-9638-ab93068addc3), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:03.780517 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d1cb9038-39a3-44a9-9fe5-9054aeda17ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:03.864338 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.db [req-37b80a69-710a-48d5-9996-eb07d5f3a6d5 req-58c88fd7-04be-4bc8-a6ba-32738ee67267 service neutron] For port 2f8c0546-7559-4827-9638-ab93068addc3, host hv-cinder-84164, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 12:55:03.868448 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.db [req-37b80a69-710a-48d5-9996-eb07d5f3a6d5 req-58c88fd7-04be-4bc8-a6ba-32738ee67267 service neutron] For port 2f8c0546-7559-4827-9638-ab93068addc3, host hv-cinder-84164, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84164',level=0,port_id=2f8c0546-7559-4827-9638-ab93068addc3,segment=NetworkSegment(4c692b35-b0de-4c8a-9d7f-cd52d87568b3),segment_id=4c692b35-b0de-4c8a-9d7f-cd52d87568b3)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 12:55:03.895357 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-37b80a69-710a-48d5-9996-eb07d5f3a6d5 req-58c88fd7-04be-4bc8-a6ba-32738ee67267 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6007238'] for port (2f8c0546-7559-4827-9638-ab93068addc3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:03.947619 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2782d2f6-e8a2-40a0-b672-c3320907be77 req-730d2e73-6c99-4dcb-9ba1-1ab3a39126a9 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:03.962307 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-2782d2f6-e8a2-40a0-b672-c3320907be77 req-730d2e73-6c99-4dcb-9ba1-1ab3a39126a9 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f2825cd-1b9d-4434-bf94-ebf3f6688015 HTTP/1.1" status: 200 len: 944 time: 0.0859978 May 13 12:55:03.972854 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 46980) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:55:03.984773 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b80a69-710a-48d5-9996-eb07d5f3a6d5 req-58c88fd7-04be-4bc8-a6ba-32738ee67267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:03.985706 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-37b80a69-710a-48d5-9996-eb07d5f3a6d5 req-58c88fd7-04be-4bc8-a6ba-32738ee67267 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617456'] for port (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:03.987272 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-37b80a69-710a-48d5-9996-eb07d5f3a6d5 req-58c88fd7-04be-4bc8-a6ba-32738ee67267 service neutron] 10.222.0.52 "PUT /v2.0/ports/2f8c0546-7559-4827-9638-ab93068addc3 HTTP/1.1" status: 200 len: 1094 time: 1.6855471 May 13 12:55:03.988051 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f2825cd-1b9d-4434-bf94-ebf3f6688015', 'tag': '2f8c0546-7559-4827-9638-ab93068addc3'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 12:55:03.990904 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1b69bbfd011f85c3db934c4b22a349ffa5730c167d2456731e37bfe5d9c9e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-365095ef-20cc-48a8-981a-a2ef1ec09ae4" -d '{"events": [{"name": "network-changed", "server_uuid": "9f2825cd-1b9d-4434-bf94-ebf3f6688015", "tag": "2f8c0546-7559-4827-9638-ab93068addc3"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 12:55:04.056142 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-eb0ee795-450f-49ed-bcb0-0072347b7970 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:04.064497 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c88fd7-04be-4bc8-a6ba-32738ee67267 service neutron] Pushing event updated for resources: {'Port': ['ID=2f8c0546-7559-4827-9638-ab93068addc3,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:55:04.076584 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 12:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40c01b50-4fda-4322-ba25-8aeeb74c5f58 x-openstack-request-id: req-40c01b50-4fda-4322-ba25-8aeeb74c5f58 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 12:55:04.076890 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f2825cd-1b9d-4434-bf94-ebf3f6688015", "tag": "2f8c0546-7559-4827-9638-ab93068addc3", "status": "completed", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 12:55:04.077264 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-40c01b50-4fda-4322-ba25-8aeeb74c5f58 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 12:55:04.077708 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40c01b50-4fda-4322-ba25-8aeeb74c5f58'] response: {'name': 'network-changed', 'server_uuid': '9f2825cd-1b9d-4434-bf94-ebf3f6688015', 'tag': '2f8c0546-7559-4827-9638-ab93068addc3', 'status': 'completed', 'code': 200} May 13 12:55:04.095683 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d1cb9038-39a3-44a9-9fe5-9054aeda17ad admin admin] Publish callbacks [] for security_group (21d8a663-38d2-4f06-95bb-0b5565d30203), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:04.102022 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d1cb9038-39a3-44a9-9fe5-9054aeda17ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (21d8a663-38d2-4f06-95bb-0b5565d30203), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:04.137191 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-2782d2f6-e8a2-40a0-b672-c3320907be77 req-100616c5-7ff3-4c05-9a5f-a8a2429fea1d tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/security-groups?id=3473c18c-30b6-4258-8d74-d4010b438108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700320 May 13 12:55:04.157435 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-d1cb9038-39a3-44a9-9fe5-9054aeda17ad admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=877f12f680e44a2c9f48482d2e957675&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7316332 May 13 12:55:04.162926 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 46988) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:55:04.178860 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cb9038-39a3-44a9-9fe5-9054aeda17ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21d8a663-38d2-4f06-95bb-0b5565d30203,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:55:04.199488 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101ccc67-0b5e-4367-98f1-7529b0aa0061 req-55caa816-48b1-40f0-9e74-95b35923fae5 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:04.201119 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-101ccc67-0b5e-4367-98f1-7529b0aa0061 req-55caa816-48b1-40f0-9e74-95b35923fae5 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=83873f65-ba42-4536-9af6-4aff1db77bb4 HTTP/1.1" status: 200 len: 943 time: 0.0597608 May 13 12:55:04.282630 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-101ccc67-0b5e-4367-98f1-7529b0aa0061 req-2b54d384-5995-43d5-b437-c14ab8bdd8aa tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups?id=19aba56d-0d38-455b-ace2-2ddb4354d2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741587 May 13 12:55:04.320848 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-eb0ee795-450f-49ed-bcb0-0072347b7970 admin admin] Publish callbacks [] for security_group (a3dabdd4-a81a-4d9a-a5cd-6f06b2de5b7f), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:04.329897 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.v2.base [req-731cea66-07eb-4ac8-91e1-e77b95bfe7c2 req-8ba6dfb6-bbd5-4cc3-8298-4dca7891d6db service neutron] Request body: {'port': {'device_id': '34789621-2e0a-4fef-8268-7703885edac6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84164'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 12:55:04.338773 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-eb0ee795-450f-49ed-bcb0-0072347b7970 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (a3dabdd4-a81a-4d9a-a5cd-6f06b2de5b7f), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:04.358361 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-24184b47-f66a-4096-9527-e82d77344043 admin admin] Publish callbacks [] for security_group (21d8a663-38d2-4f06-95bb-0b5565d30203), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:04.377214 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d8a822-665f-4b29-bd59-f1e68187d652 req-fdbbbee3-253e-4d23-b93f-a10cb1034b90 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:04.378670 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-f8d8a822-665f-4b29-bd59-f1e68187d652 req-fdbbbee3-253e-4d23-b93f-a10cb1034b90 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/ports?device_id=34789621-2e0a-4fef-8268-7703885edac6 HTTP/1.1" status: 200 len: 932 time: 0.1341963 May 13 12:55:04.446166 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-24184b47-f66a-4096-9527-e82d77344043 admin admin] Publish callbacks [] for security_group (21d8a663-38d2-4f06-95bb-0b5565d30203), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:04.471883 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0ee795-450f-49ed-bcb0-0072347b7970 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3dabdd4-a81a-4d9a-a5cd-6f06b2de5b7f,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:55:04.476022 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-eb0ee795-450f-49ed-bcb0-0072347b7970 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=42447a444ef544bc97caf12edc1e1042&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5018740 May 13 12:55:04.479198 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 46994) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:55:04.514402 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-731cea66-07eb-4ac8-91e1-e77b95bfe7c2 req-8ba6dfb6-bbd5-4cc3-8298-4dca7891d6db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (99a73876-f6c7-452e-b541-5ee509349a0a), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:04.543553 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-f8d8a822-665f-4b29-bd59-f1e68187d652 req-7a96e428-2f40-424a-ac50-d06ec2da58cd tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/security-groups?id=70d956b4-bf35-4735-b345-7252a9c796ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1464093 May 13 12:55:04.556062 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4d0fcf37-b8a6-4d6e-99ad-2420946aef52 admin admin] Publish callbacks [] for security_group (a3dabdd4-a81a-4d9a-a5cd-6f06b2de5b7f), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:04.590593 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4d0fcf37-b8a6-4d6e-99ad-2420946aef52 admin admin] Publish callbacks [] for security_group (a3dabdd4-a81a-4d9a-a5cd-6f06b2de5b7f), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:04.596211 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-24184b47-f66a-4096-9527-e82d77344043 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (21d8a663-38d2-4f06-95bb-0b5565d30203), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:04.599007 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-24184b47-f66a-4096-9527-e82d77344043 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:04.600163 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-24184b47-f66a-4096-9527-e82d77344043 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/21d8a663-38d2-4f06-95bb-0b5565d30203 HTTP/1.1" status: 204 len: 168 time: 0.4362323 May 13 12:55:04.652263 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4d0fcf37-b8a6-4d6e-99ad-2420946aef52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (a3dabdd4-a81a-4d9a-a5cd-6f06b2de5b7f), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:04.655494 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4d0fcf37-b8a6-4d6e-99ad-2420946aef52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:04.657317 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-4d0fcf37-b8a6-4d6e-99ad-2420946aef52 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a3dabdd4-a81a-4d9a-a5cd-6f06b2de5b7f HTTP/1.1" status: 204 len: 168 time: 0.1770930 May 13 12:55:04.658641 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24184b47-f66a-4096-9527-e82d77344043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21d8a663-38d2-4f06-95bb-0b5565d30203,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:55:04.673096 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0fcf37-b8a6-4d6e-99ad-2420946aef52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3dabdd4-a81a-4d9a-a5cd-6f06b2de5b7f,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:55:04.875898 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.notifiers.nova [req-731cea66-07eb-4ac8-91e1-e77b95bfe7c2 req-8ba6dfb6-bbd5-4cc3-8298-4dca7891d6db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99a73876-f6c7-452e-b541-5ee509349a0a {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 12:55:04.888241 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-731cea66-07eb-4ac8-91e1-e77b95bfe7c2 req-8ba6dfb6-bbd5-4cc3-8298-4dca7891d6db service neutron] Publish callbacks [] for port (99a73876-f6c7-452e-b541-5ee509349a0a), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:04.907083 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-731cea66-07eb-4ac8-91e1-e77b95bfe7c2 req-8ba6dfb6-bbd5-4cc3-8298-4dca7891d6db service neutron] Transition to ACTIVE for port object 99a73876-f6c7-452e-b541-5ee509349a0a will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 12:55:04.912279 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-731cea66-07eb-4ac8-91e1-e77b95bfe7c2 req-8ba6dfb6-bbd5-4cc3-8298-4dca7891d6db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6509904'] for port (99a73876-f6c7-452e-b541-5ee509349a0a), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:05.017793 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba6dfb6-bbd5-4cc3-8298-4dca7891d6db service neutron] Pushing event updated for resources: {'Port': ['ID=99a73876-f6c7-452e-b541-5ee509349a0a,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:55:05.085947 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 47018) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:55:05.111805 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d2fcc70b-5bd1-4c50-8572-030ea48c228f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:05.146750 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-731cea66-07eb-4ac8-91e1-e77b95bfe7c2 req-8ba6dfb6-bbd5-4cc3-8298-4dca7891d6db service neutron] Attempting to bind port 99a73876-f6c7-452e-b541-5ee509349a0a on host hv-cinder-84164 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 12:55:05.147083 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-731cea66-07eb-4ac8-91e1-e77b95bfe7c2 req-8ba6dfb6-bbd5-4cc3-8298-4dca7891d6db service neutron] Attempting to bind port 99a73876-f6c7-452e-b541-5ee509349a0a by drivers openvswitch,hyperv on host hv-cinder-84164 at level 0 using segments [{'id': 'c6a3dc01-8071-489d-bd05-606d071e01ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f1c41e28-5d16-459f-865e-9320359228db'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 12:55:05.147406 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731cea66-07eb-4ac8-91e1-e77b95bfe7c2 req-8ba6dfb6-bbd5-4cc3-8298-4dca7891d6db service neutron] Attempting to bind port 99a73876-f6c7-452e-b541-5ee509349a0a on network f1c41e28-5d16-459f-865e-9320359228db {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 12:55:05.159604 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731cea66-07eb-4ac8-91e1-e77b95bfe7c2 req-8ba6dfb6-bbd5-4cc3-8298-4dca7891d6db service neutron] Port 99a73876-f6c7-452e-b541-5ee509349a0a on network f1c41e28-5d16-459f-865e-9320359228db not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84164 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 12:55:05.159924 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731cea66-07eb-4ac8-91e1-e77b95bfe7c2 req-8ba6dfb6-bbd5-4cc3-8298-4dca7891d6db service neutron] Attempting to bind port 99a73876-f6c7-452e-b541-5ee509349a0a on network f1c41e28-5d16-459f-865e-9320359228db {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 12:55:05.174555 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731cea66-07eb-4ac8-91e1-e77b95bfe7c2 req-8ba6dfb6-bbd5-4cc3-8298-4dca7891d6db service neutron] Checking agent: {'id': '202f7e15-8fd1-4d3b-a0cb-2b083dcecd1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84164', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 12, 52, 20), 'started_at': datetime.datetime(2022, 5, 13, 12, 52, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 12, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 12:55:05.174886 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731cea66-07eb-4ac8-91e1-e77b95bfe7c2 req-8ba6dfb6-bbd5-4cc3-8298-4dca7891d6db service neutron] Checking segment: {'id': 'c6a3dc01-8071-489d-bd05-606d071e01ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f1c41e28-5d16-459f-865e-9320359228db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 12:55:05.175258 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731cea66-07eb-4ac8-91e1-e77b95bfe7c2 req-8ba6dfb6-bbd5-4cc3-8298-4dca7891d6db service neutron] Bound using segment: {'id': 'c6a3dc01-8071-489d-bd05-606d071e01ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f1c41e28-5d16-459f-865e-9320359228db'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 12:55:05.175686 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-731cea66-07eb-4ac8-91e1-e77b95bfe7c2 req-8ba6dfb6-bbd5-4cc3-8298-4dca7891d6db service neutron] Bound port: 99a73876-f6c7-452e-b541-5ee509349a0a, host: hv-cinder-84164, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6a3dc01-8071-489d-bd05-606d071e01ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f1c41e28-5d16-459f-865e-9320359228db'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 12:55:05.176081 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-731cea66-07eb-4ac8-91e1-e77b95bfe7c2 req-8ba6dfb6-bbd5-4cc3-8298-4dca7891d6db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (99a73876-f6c7-452e-b541-5ee509349a0a), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:05.257199 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-731cea66-07eb-4ac8-91e1-e77b95bfe7c2 req-8ba6dfb6-bbd5-4cc3-8298-4dca7891d6db service neutron] For port 99a73876-f6c7-452e-b541-5ee509349a0a, host hv-cinder-84164, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 12:55:05.260523 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-731cea66-07eb-4ac8-91e1-e77b95bfe7c2 req-8ba6dfb6-bbd5-4cc3-8298-4dca7891d6db service neutron] For port 99a73876-f6c7-452e-b541-5ee509349a0a, host hv-cinder-84164, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84164',level=0,port_id=99a73876-f6c7-452e-b541-5ee509349a0a,segment=NetworkSegment(c6a3dc01-8071-489d-bd05-606d071e01ac),segment_id=c6a3dc01-8071-489d-bd05-606d071e01ac)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 12:55:05.269075 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-731cea66-07eb-4ac8-91e1-e77b95bfe7c2 req-8ba6dfb6-bbd5-4cc3-8298-4dca7891d6db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6509904'] for port (99a73876-f6c7-452e-b541-5ee509349a0a), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:05.309911 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731cea66-07eb-4ac8-91e1-e77b95bfe7c2 req-8ba6dfb6-bbd5-4cc3-8298-4dca7891d6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:05.310591 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-731cea66-07eb-4ac8-91e1-e77b95bfe7c2 req-8ba6dfb6-bbd5-4cc3-8298-4dca7891d6db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617456'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:05.313396 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-731cea66-07eb-4ac8-91e1-e77b95bfe7c2 req-8ba6dfb6-bbd5-4cc3-8298-4dca7891d6db service neutron] 10.222.0.52 "PUT /v2.0/ports/99a73876-f6c7-452e-b541-5ee509349a0a HTTP/1.1" status: 200 len: 1094 time: 0.9912410 May 13 12:55:05.313860 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34789621-2e0a-4fef-8268-7703885edac6', 'tag': '99a73876-f6c7-452e-b541-5ee509349a0a'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 12:55:05.316339 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cdb7c774b4c64768c46a18a465ef1a15500a906a5d07d0e5a65b0b29d0c9ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cda81a44-952a-4dec-8a58-3397109e254a" -d '{"events": [{"name": "network-changed", "server_uuid": "34789621-2e0a-4fef-8268-7703885edac6", "tag": "99a73876-f6c7-452e-b541-5ee509349a0a"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 12:55:05.334537 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26786b1-0de9-4cf3-a7b1-58daac55bece req-50ff633e-7f0c-4c07-a50c-dfe0884dceb4 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:05.344654 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-e26786b1-0de9-4cf3-a7b1-58daac55bece req-50ff633e-7f0c-4c07-a50c-dfe0884dceb4 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f2825cd-1b9d-4434-bf94-ebf3f6688015 HTTP/1.1" status: 200 len: 944 time: 0.0966985 May 13 12:55:05.349055 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba6dfb6-bbd5-4cc3-8298-4dca7891d6db service neutron] Pushing event updated for resources: {'Port': ['ID=99a73876-f6c7-452e-b541-5ee509349a0a,revision_number=3']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:55:05.371206 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d2fcc70b-5bd1-4c50-8572-030ea48c228f admin admin] Publish callbacks [] for security_group (5df6ecca-ff2a-4008-b648-189eb9b60e88), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:05.378749 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d2fcc70b-5bd1-4c50-8572-030ea48c228f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (5df6ecca-ff2a-4008-b648-189eb9b60e88), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:05.429714 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-d2fcc70b-5bd1-4c50-8572-030ea48c228f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6124bc5aa7ab4099b052f88859b7436b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3431518 May 13 12:55:05.436411 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 47034) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:55:05.446439 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fcc70b-5bd1-4c50-8572-030ea48c228f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5df6ecca-ff2a-4008-b648-189eb9b60e88,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:55:05.473575 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97f6a82-c99f-47f6-a99b-8f17c5e50bbe req-5029c43b-a4f1-423d-83f9-a8004fcd205d tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:05.484226 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-b97f6a82-c99f-47f6-a99b-8f17c5e50bbe req-5029c43b-a4f1-423d-83f9-a8004fcd205d tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=83873f65-ba42-4536-9af6-4aff1db77bb4 HTTP/1.1" status: 200 len: 943 time: 0.0866437 May 13 12:55:05.485302 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-e26786b1-0de9-4cf3-a7b1-58daac55bece req-bc0c40cd-f65b-4a88-88ea-4af5f6434cdb tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/security-groups?id=3473c18c-30b6-4258-8d74-d4010b438108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336627 May 13 12:55:05.521425 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-90612635-182a-460b-b545-7cfdf8f252e7 admin admin] Publish callbacks [] for security_group (5df6ecca-ff2a-4008-b648-189eb9b60e88), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:05.546837 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 12:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0099e80-3a0c-47ae-b744-4a03f9f07493 x-openstack-request-id: req-f0099e80-3a0c-47ae-b744-4a03f9f07493 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 12:55:05.547166 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34789621-2e0a-4fef-8268-7703885edac6", "tag": "99a73876-f6c7-452e-b541-5ee509349a0a", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 12:55:05.547396 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f0099e80-3a0c-47ae-b744-4a03f9f07493 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 12:55:05.547783 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0099e80-3a0c-47ae-b744-4a03f9f07493'] response: {'name': 'network-changed', 'server_uuid': '34789621-2e0a-4fef-8268-7703885edac6', 'tag': '99a73876-f6c7-452e-b541-5ee509349a0a', 'status': 'completed', 'code': 200} May 13 12:55:05.553456 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-90612635-182a-460b-b545-7cfdf8f252e7 admin admin] Publish callbacks [] for security_group (5df6ecca-ff2a-4008-b648-189eb9b60e88), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:05.565723 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-b97f6a82-c99f-47f6-a99b-8f17c5e50bbe req-20e585e6-d76a-4b59-bc13-387442ecc736 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups?id=19aba56d-0d38-455b-ace2-2ddb4354d2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800493 May 13 12:55:05.613112 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-90612635-182a-460b-b545-7cfdf8f252e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (5df6ecca-ff2a-4008-b648-189eb9b60e88), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:05.615894 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-90612635-182a-460b-b545-7cfdf8f252e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:05.617139 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-90612635-182a-460b-b545-7cfdf8f252e7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5df6ecca-ff2a-4008-b648-189eb9b60e88 HTTP/1.1" status: 204 len: 168 time: 0.1796684 May 13 12:55:05.681645 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90612635-182a-460b-b545-7cfdf8f252e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5df6ecca-ff2a-4008-b648-189eb9b60e88,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:55:05.690785 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbdd047-0ffa-4d39-80a6-22255ec6c97e req-0b41dbb2-54f1-4c1a-933b-7fca53f1bcc1 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:05.692382 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-ecbdd047-0ffa-4d39-80a6-22255ec6c97e req-0b41dbb2-54f1-4c1a-933b-7fca53f1bcc1 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/ports?device_id=34789621-2e0a-4fef-8268-7703885edac6 HTTP/1.1" status: 200 len: 944 time: 0.0533030 May 13 12:55:05.748357 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-ecbdd047-0ffa-4d39-80a6-22255ec6c97e req-531ab83c-0bf9-49c3-b03f-b4f83c9b074b tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/security-groups?id=70d956b4-bf35-4735-b345-7252a9c796ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486636 May 13 12:55:06.590983 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f053b54-0115-4053-900e-a3fbf2a0dfb5 req-8f8f7c38-d651-4791-9d53-906a57e1a161 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:06.592588 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-5f053b54-0115-4053-900e-a3fbf2a0dfb5 req-8f8f7c38-d651-4791-9d53-906a57e1a161 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f2825cd-1b9d-4434-bf94-ebf3f6688015 HTTP/1.1" status: 200 len: 944 time: 0.0520029 May 13 12:55:06.656883 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-5f053b54-0115-4053-900e-a3fbf2a0dfb5 req-893ad2a4-02eb-4de2-afe9-3f5efc661fef tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/security-groups?id=3473c18c-30b6-4258-8d74-d4010b438108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556607 May 13 12:55:06.707468 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3d28f0-05c6-42ee-b9a1-3f3b86f228ad req-275b5470-1883-4afb-88ab-92165fdad22e tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:06.709654 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-3b3d28f0-05c6-42ee-b9a1-3f3b86f228ad req-275b5470-1883-4afb-88ab-92165fdad22e tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=83873f65-ba42-4536-9af6-4aff1db77bb4 HTTP/1.1" status: 200 len: 943 time: 0.0635102 May 13 12:55:06.759193 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-3b3d28f0-05c6-42ee-b9a1-3f3b86f228ad req-91e0541f-4a0c-45bf-882a-bdc51cfad9f8 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups?id=19aba56d-0d38-455b-ace2-2ddb4354d2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426610 May 13 12:55:06.783003 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 47110) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:55:06.878458 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d50eae3-828a-457d-9bc0-ee58d4c8325b req-ab7e76d2-6624-4366-a068-318503dbb99a tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:06.880456 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-6d50eae3-828a-457d-9bc0-ee58d4c8325b req-ab7e76d2-6624-4366-a068-318503dbb99a tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/ports?device_id=34789621-2e0a-4fef-8268-7703885edac6 HTTP/1.1" status: 200 len: 944 time: 0.0489762 May 13 12:55:06.933205 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-6d50eae3-828a-457d-9bc0-ee58d4c8325b req-e23235ec-3490-40a8-8b17-42fb46df428b tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/security-groups?id=70d956b4-bf35-4735-b345-7252a9c796ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471649 May 13 12:55:07.008166 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-a6a6f74f-18e2-4eff-8fa8-a2714f1cc424 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:07.017947 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Device 312207b7-e73e-4ced-8336-af184bb733a6 details requested by agent hyperv_hv-cinder-84164 with host hv-cinder-84164 {{(pid=109805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 12:55:07.154719 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365095ef-20cc-48a8-981a-a2ef1ec09ae4 req-699744a9-cbf8-4bd9-a3d0-64df9bacc48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:07.157051 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-365095ef-20cc-48a8-981a-a2ef1ec09ae4 req-699744a9-cbf8-4bd9-a3d0-64df9bacc48d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=58bddca6077344bea4cb41b23fcf8d35&device_id=9f2825cd-1b9d-4434-bf94-ebf3f6688015 HTTP/1.1" status: 200 len: 1128 time: 0.0754354 May 13 12:55:07.163088 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] For port 312207b7-e73e-4ced-8336-af184bb733a6, host hv-cinder-84164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84164',level=0,port_id=312207b7-e73e-4ced-8336-af184bb733a6,segment=NetworkSegment(0ccb2fa9-a285-4fe0-a15f-4b492217b87a),segment_id=0ccb2fa9-a285-4fe0-a15f-4b492217b87a)] {{(pid=109805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 12:55:07.181140 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defc48b9-dd30-422c-a0e1-17d5a949c8cf req-8558f04e-49cd-4aa5-a862-7302b6ed827d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:07.182773 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-defc48b9-dd30-422c-a0e1-17d5a949c8cf req-8558f04e-49cd-4aa5-a862-7302b6ed827d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=58bddca6077344bea4cb41b23fcf8d35&device_id=b9ff36f5-3afb-4239-b817-663ac72e599f HTTP/1.1" status: 200 len: 1127 time: 0.1034904 May 13 12:55:07.190990 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-a6a6f74f-18e2-4eff-8fa8-a2714f1cc424 admin admin] Publish callbacks [] for security_group (c0daa8da-9281-4cd0-9276-70cb8d676aea), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:07.193427 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Returning: {'device': '312207b7-e73e-4ced-8336-af184bb733a6', 'network_id': '2600954f-368e-4b9b-9fca-a1e49f9c5d94', 'port_id': '312207b7-e73e-4ced-8336-af184bb733a6', 'mac_address': 'fa:16:3e:e8:27:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddd064bc-4133-46f1-b906-03efc81a9128', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 12:55:07.210267 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-a6a6f74f-18e2-4eff-8fa8-a2714f1cc424 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (c0daa8da-9281-4cd0-9276-70cb8d676aea), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:07.271392 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Current status of the port 312207b7-e73e-4ced-8336-af184bb733a6 is: DOWN; New status is: BUILD {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 12:55:07.272002 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (312207b7-e73e-4ced-8336-af184bb733a6), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:07.294819 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda81a44-952a-4dec-8a58-3397109e254a req-72788b55-fede-4aef-b655-6064f3fe0384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:07.296825 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-cda81a44-952a-4dec-8a58-3397109e254a req-72788b55-fede-4aef-b655-6064f3fe0384 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ec55859792345359fc7b22003b4e995&device_id=34789621-2e0a-4fef-8268-7703885edac6 HTTP/1.1" status: 200 len: 1128 time: 0.1739955 May 13 12:55:07.299121 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.notifiers.nova [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 312207b7-e73e-4ced-8336-af184bb733a6 {{(pid=109805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 12:55:07.307815 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a6f74f-18e2-4eff-8fa8-a2714f1cc424 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0daa8da-9281-4cd0-9276-70cb8d676aea,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:55:07.318122 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-a6a6f74f-18e2-4eff-8fa8-a2714f1cc424 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=29afeeefea9f48249dc012bb96241202&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5340264 May 13 12:55:07.318768 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 47132) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:55:07.329933 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] For port 312207b7-e73e-4ced-8336-af184bb733a6, host hv-cinder-84164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84164',level=0,port_id=312207b7-e73e-4ced-8336-af184bb733a6,segment=NetworkSegment(0ccb2fa9-a285-4fe0-a15f-4b492217b87a),segment_id=0ccb2fa9-a285-4fe0-a15f-4b492217b87a)] {{(pid=109805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 12:55:07.335659 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (312207b7-e73e-4ced-8336-af184bb733a6), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:07.417878 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Pushing event updated for resources: {'Port': ['ID=312207b7-e73e-4ced-8336-af184bb733a6,revision_number=4']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:55:07.428256 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defc48b9-dd30-422c-a0e1-17d5a949c8cf req-8bd7b40b-3582-44f6-b378-106b20082e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:07.429717 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-defc48b9-dd30-422c-a0e1-17d5a949c8cf req-8bd7b40b-3582-44f6-b378-106b20082e95 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f576fff5-2fa1-4591-9247-28b4216fb188 HTTP/1.1" status: 200 len: 919 time: 0.2375667 May 13 12:55:07.430226 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Device 08d00a85-0887-4227-be00-65bf3e7c0381 details requested by agent hyperv_hv-cinder-84164 with host hv-cinder-84164 {{(pid=109805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 12:55:07.445991 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365095ef-20cc-48a8-981a-a2ef1ec09ae4 req-0f1d5fc9-d054-466e-803e-754d47a4a3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:07.447887 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-365095ef-20cc-48a8-981a-a2ef1ec09ae4 req-0f1d5fc9-d054-466e-803e-754d47a4a3a4 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=58bddca6077344bea4cb41b23fcf8d35&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2748551 May 13 12:55:07.485545 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-defc48b9-dd30-422c-a0e1-17d5a949c8cf req-1dc08ab3-e480-482d-b48a-8b443834911a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=08d00a85-0887-4227-be00-65bf3e7c0381 HTTP/1.1" status: 200 len: 217 time: 0.0462568 May 13 12:55:07.494782 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4ebcf6d7-2e44-4982-bd37-3938ce232772 admin admin] Publish callbacks [] for security_group (c0daa8da-9281-4cd0-9276-70cb8d676aea), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:07.528897 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda81a44-952a-4dec-8a58-3397109e254a req-252f68ad-e7a3-4910-8487-6e12e1f74bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:07.530725 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-cda81a44-952a-4dec-8a58-3397109e254a req-252f68ad-e7a3-4910-8487-6e12e1f74bed service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=7ec55859792345359fc7b22003b4e995&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2110386 May 13 12:55:07.569038 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] For port 08d00a85-0887-4227-be00-65bf3e7c0381, host hv-cinder-84164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84164',level=0,port_id=08d00a85-0887-4227-be00-65bf3e7c0381,segment=NetworkSegment(4c692b35-b0de-4c8a-9d7f-cd52d87568b3),segment_id=4c692b35-b0de-4c8a-9d7f-cd52d87568b3)] {{(pid=109805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 12:55:07.596111 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Returning: {'device': '08d00a85-0887-4227-be00-65bf3e7c0381', 'network_id': 'f576fff5-2fa1-4591-9247-28b4216fb188', 'port_id': '08d00a85-0887-4227-be00-65bf3e7c0381', 'mac_address': 'fa:16:3e:69:fc:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '255ce2d7-f0f9-429c-8a86-3bbc48d08e37', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 12:55:07.597222 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defc48b9-dd30-422c-a0e1-17d5a949c8cf req-4dac91c6-e91d-446f-9072-6ac4efcb0195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:07.598745 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-defc48b9-dd30-422c-a0e1-17d5a949c8cf req-4dac91c6-e91d-446f-9072-6ac4efcb0195 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=255ce2d7-f0f9-429c-8a86-3bbc48d08e37 HTTP/1.1" status: 200 len: 857 time: 0.1074622 May 13 12:55:07.655832 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Current status of the port 08d00a85-0887-4227-be00-65bf3e7c0381 is: DOWN; New status is: BUILD {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 12:55:07.656355 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (08d00a85-0887-4227-be00-65bf3e7c0381), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:07.686806 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.notifiers.nova [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08d00a85-0887-4227-be00-65bf3e7c0381 {{(pid=109805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 12:55:07.696012 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda81a44-952a-4dec-8a58-3397109e254a req-94427ed3-ce4e-4fa1-ad36-d025c3957a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:07.697829 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-cda81a44-952a-4dec-8a58-3397109e254a req-94427ed3-ce4e-4fa1-ad36-d025c3957a5c service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1609237 May 13 12:55:07.702681 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defc48b9-dd30-422c-a0e1-17d5a949c8cf req-cde1ef67-0648-4dca-9266-0f23872a3c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:07.704344 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-defc48b9-dd30-422c-a0e1-17d5a949c8cf req-cde1ef67-0648-4dca-9266-0f23872a3c28 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f576fff5-2fa1-4591-9247-28b4216fb188&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0981858 May 13 12:55:07.740199 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] For port 08d00a85-0887-4227-be00-65bf3e7c0381, host hv-cinder-84164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84164',level=0,port_id=08d00a85-0887-4227-be00-65bf3e7c0381,segment=NetworkSegment(4c692b35-b0de-4c8a-9d7f-cd52d87568b3),segment_id=4c692b35-b0de-4c8a-9d7f-cd52d87568b3)] {{(pid=109805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 12:55:07.747244 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] get_ports_and_sgs() called for port_ids ['312207b7-e73e-4ced-8336-af184bb733a6'] {{(pid=109805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 12:55:07.782098 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (08d00a85-0887-4227-be00-65bf3e7c0381), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:07.826690 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4ebcf6d7-2e44-4982-bd37-3938ce232772 admin admin] Publish callbacks [] for security_group (c0daa8da-9281-4cd0-9276-70cb8d676aea), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:07.908930 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Pushing event updated for resources: {'Port': ['ID=08d00a85-0887-4227-be00-65bf3e7c0381,revision_number=4']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:55:07.914666 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78570d3-9fad-43d6-8539-590cbc6605e5 req-62525efb-5f7a-4880-8b52-d9d3a06808e4 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:07.916331 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-e78570d3-9fad-43d6-8539-590cbc6605e5 req-62525efb-5f7a-4880-8b52-d9d3a06808e4 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f2825cd-1b9d-4434-bf94-ebf3f6688015 HTTP/1.1" status: 200 len: 944 time: 0.1276486 May 13 12:55:07.921824 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731cea66-07eb-4ac8-91e1-e77b95bfe7c2 req-a192f978-de04-4097-b3d6-792a7067a556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:07.923379 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-731cea66-07eb-4ac8-91e1-e77b95bfe7c2 req-a192f978-de04-4097-b3d6-792a7067a556 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ec55859792345359fc7b22003b4e995&device_id=34789621-2e0a-4fef-8268-7703885edac6 HTTP/1.1" status: 200 len: 1128 time: 0.1245792 May 13 12:55:08.000358 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7c4483-094c-484c-b6a1-0eb3ffbb600d req-1e354352-359d-428f-89a9-94c7317ff26e tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:08.001921 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-ac7c4483-094c-484c-b6a1-0eb3ffbb600d req-1e354352-359d-428f-89a9-94c7317ff26e tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=83873f65-ba42-4536-9af6-4aff1db77bb4 HTTP/1.1" status: 200 len: 944 time: 0.1055439 May 13 12:55:08.003345 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365095ef-20cc-48a8-981a-a2ef1ec09ae4 req-0b3150ef-84b8-4d09-832c-8e7d908ae7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:08.004637 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-365095ef-20cc-48a8-981a-a2ef1ec09ae4 req-0b3150ef-84b8-4d09-832c-8e7d908ae7bc service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5484774 May 13 12:55:08.008788 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-731cea66-07eb-4ac8-91e1-e77b95bfe7c2 req-eab254b0-7100-4b0a-a217-398af2dbedd4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=99a73876-f6c7-452e-b541-5ee509349a0a HTTP/1.1" status: 200 len: 217 time: 0.0558419 May 13 12:55:08.027888 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4ebcf6d7-2e44-4982-bd37-3938ce232772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (c0daa8da-9281-4cd0-9276-70cb8d676aea), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:08.031612 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4ebcf6d7-2e44-4982-bd37-3938ce232772 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:08.032914 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-4ebcf6d7-2e44-4982-bd37-3938ce232772 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c0daa8da-9281-4cd0-9276-70cb8d676aea HTTP/1.1" status: 204 len: 168 time: 0.7132192 May 13 12:55:08.054047 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebcf6d7-2e44-4982-bd37-3938ce232772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0daa8da-9281-4cd0-9276-70cb8d676aea,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:55:08.062899 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-defc48b9-dd30-422c-a0e1-17d5a949c8cf req-e59031d3-658c-4ec2-8609-fa04bc0da528 service neutron] 10.222.0.52 "GET /v2.0/networks/f576fff5-2fa1-4591-9247-28b4216fb188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3467376 May 13 12:55:08.074200 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-ac7c4483-094c-484c-b6a1-0eb3ffbb600d req-3b35d6ec-c6f2-4b0a-81d0-c15dc327323e tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups?id=19aba56d-0d38-455b-ace2-2ddb4354d2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660777 May 13 12:55:08.086728 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-e78570d3-9fad-43d6-8539-590cbc6605e5 req-dec49dd4-30b1-4c98-8a59-a6a12e5d23bd tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/security-groups?id=3473c18c-30b6-4258-8d74-d4010b438108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606963 May 13 12:55:08.114119 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] get_ports_and_sgs() called for port_ids ['08d00a85-0887-4227-be00-65bf3e7c0381'] {{(pid=109805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 12:55:08.146981 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b80a69-710a-48d5-9996-eb07d5f3a6d5 req-ee444cc4-b89d-4707-9927-fa8873e30790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:08.148616 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-37b80a69-710a-48d5-9996-eb07d5f3a6d5 req-ee444cc4-b89d-4707-9927-fa8873e30790 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=58bddca6077344bea4cb41b23fcf8d35&device_id=9f2825cd-1b9d-4434-bf94-ebf3f6688015 HTTP/1.1" status: 200 len: 1128 time: 0.0729475 May 13 12:55:08.149995 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731cea66-07eb-4ac8-91e1-e77b95bfe7c2 req-3cc8d2b9-bfd3-4869-a5ba-eff0a5f782d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:08.151682 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-731cea66-07eb-4ac8-91e1-e77b95bfe7c2 req-3cc8d2b9-bfd3-4869-a5ba-eff0a5f782d3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=95241052-552d-491a-8c23-5ec0dd2b8fa6 HTTP/1.1" status: 200 len: 853 time: 0.1255987 May 13 12:55:08.233393 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-defc48b9-dd30-422c-a0e1-17d5a949c8cf req-c8b2eb89-bff4-4ebf-8521-595d04d9f56c service neutron] 10.222.0.52 "GET /v2.0/networks/f576fff5-2fa1-4591-9247-28b4216fb188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518326 May 13 12:55:08.271865 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731cea66-07eb-4ac8-91e1-e77b95bfe7c2 req-9a667287-0710-4494-b8d2-bcf0975ecf51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:08.273944 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-731cea66-07eb-4ac8-91e1-e77b95bfe7c2 req-9a667287-0710-4494-b8d2-bcf0975ecf51 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f1c41e28-5d16-459f-865e-9320359228db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1046584 May 13 12:55:08.281740 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade46e8f-4b6f-410d-893c-73d9dee4f5d4 req-fa3fa036-e943-41c9-b323-3b677929a356 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:08.283467 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-ade46e8f-4b6f-410d-893c-73d9dee4f5d4 req-fa3fa036-e943-41c9-b323-3b677929a356 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/ports?device_id=34789621-2e0a-4fef-8268-7703885edac6 HTTP/1.1" status: 200 len: 944 time: 0.0749116 May 13 12:55:08.288110 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-37b80a69-710a-48d5-9996-eb07d5f3a6d5 req-42695479-9200-4655-8adc-44644a8a97f9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2f8c0546-7559-4827-9638-ab93068addc3 HTTP/1.1" status: 200 len: 217 time: 0.1205175 May 13 12:55:08.443005 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-731cea66-07eb-4ac8-91e1-e77b95bfe7c2 req-c432b0c4-ec8b-4541-9581-fb9870312c74 service neutron] 10.222.0.52 "GET /v2.0/networks/f1c41e28-5d16-459f-865e-9320359228db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535499 May 13 12:55:08.467669 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-ade46e8f-4b6f-410d-893c-73d9dee4f5d4 req-54ea373c-f34e-48c6-ac74-336449b706b2 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/security-groups?id=70d956b4-bf35-4735-b345-7252a9c796ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1725769 May 13 12:55:08.513253 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b80a69-710a-48d5-9996-eb07d5f3a6d5 req-524d48ab-5d36-4627-8824-dd05fecd8bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:08.513253 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-37b80a69-710a-48d5-9996-eb07d5f3a6d5 req-524d48ab-5d36-4627-8824-dd05fecd8bfc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=255ce2d7-f0f9-429c-8a86-3bbc48d08e37 HTTP/1.1" status: 200 len: 857 time: 0.2131305 May 13 12:55:08.582982 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b80a69-710a-48d5-9996-eb07d5f3a6d5 req-83a835f6-dc5b-4c48-82e6-f61bb91e5c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:08.585160 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-37b80a69-710a-48d5-9996-eb07d5f3a6d5 req-83a835f6-dc5b-4c48-82e6-f61bb91e5c3d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f576fff5-2fa1-4591-9247-28b4216fb188&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0679018 May 13 12:55:08.749089 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-37b80a69-710a-48d5-9996-eb07d5f3a6d5 req-9251c39e-002d-4684-9052-a6fd60ff453d service neutron] 10.222.0.52 "GET /v2.0/networks/f576fff5-2fa1-4591-9247-28b4216fb188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569524 May 13 12:55:08.853826 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-731cea66-07eb-4ac8-91e1-e77b95bfe7c2 req-592be0a1-5d43-46f0-b14b-30426937da7b service neutron] 10.222.0.52 "GET /v2.0/networks/f1c41e28-5d16-459f-865e-9320359228db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4011922 May 13 12:55:08.962486 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-37b80a69-710a-48d5-9996-eb07d5f3a6d5 req-fd2e79e2-c197-4c33-a07d-8a546eb005c3 service neutron] 10.222.0.52 "GET /v2.0/networks/f576fff5-2fa1-4591-9247-28b4216fb188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060869 May 13 12:55:09.279105 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf7691a-f1de-4dce-b2e4-a9ee5ff1dc44 req-82bd1a22-a01c-46ac-a9fb-1fa24bdb799d tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:09.280742 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-ebf7691a-f1de-4dce-b2e4-a9ee5ff1dc44 req-82bd1a22-a01c-46ac-a9fb-1fa24bdb799d tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=83873f65-ba42-4536-9af6-4aff1db77bb4 HTTP/1.1" status: 200 len: 944 time: 0.0724633 May 13 12:55:09.338508 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-ebf7691a-f1de-4dce-b2e4-a9ee5ff1dc44 req-a3d0a905-fe68-4458-84a7-e7fda21c1e24 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups?id=19aba56d-0d38-455b-ace2-2ddb4354d2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508890 May 13 12:55:09.375338 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Device 08d00a85-0887-4227-be00-65bf3e7c0381 up at agent hyperv_hv-cinder-84164 {{(pid=109805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 12:55:09.433521 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Provisioning for port 08d00a85-0887-4227-be00-65bf3e7c0381 completed by entity L2. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 12:55:09.441828 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Provisioning complete for port 08d00a85-0887-4227-be00-65bf3e7c0381 triggered by entity L2. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 12:55:09.442555 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (08d00a85-0887-4227-be00-65bf3e7c0381), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:09.459902 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f97008-59a7-4604-af9d-84b86c17981d req-84e602b5-eb2d-428e-b8dd-e07d60d81494 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:09.461538 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-57f97008-59a7-4604-af9d-84b86c17981d req-84e602b5-eb2d-428e-b8dd-e07d60d81494 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f2825cd-1b9d-4434-bf94-ebf3f6688015 HTTP/1.1" status: 200 len: 944 time: 0.0620511 May 13 12:55:09.518908 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-57f97008-59a7-4604-af9d-84b86c17981d req-14970628-836e-45b5-becd-2890d007173a tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/security-groups?id=3473c18c-30b6-4258-8d74-d4010b438108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488675 May 13 12:55:09.553124 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Current status of the port 08d00a85-0887-4227-be00-65bf3e7c0381 is: BUILD; New status is: ACTIVE {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 12:55:09.553521 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (08d00a85-0887-4227-be00-65bf3e7c0381), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:09.578809 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9ff36f5-3afb-4239-b817-663ac72e599f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08d00a85-0887-4227-be00-65bf3e7c0381'}] {{(pid=109805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 12:55:09.581053 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bf410fb1f4c9c59dd9b4e78159940bff83c4f370df38d4d08ac4943129d440" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7706f50-b1f5-4200-90c5-1b716adde4e7" -d '{"events": [{"server_uuid": "b9ff36f5-3afb-4239-b817-663ac72e599f", "name": "network-vif-plugged", "status": "completed", "tag": "08d00a85-0887-4227-be00-65bf3e7c0381"}]}' {{(pid=109805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 12:55:09.595984 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] For port 08d00a85-0887-4227-be00-65bf3e7c0381, host hv-cinder-84164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84164',level=0,port_id=08d00a85-0887-4227-be00-65bf3e7c0381,segment=NetworkSegment(4c692b35-b0de-4c8a-9d7f-cd52d87568b3),segment_id=4c692b35-b0de-4c8a-9d7f-cd52d87568b3)] {{(pid=109805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 12:55:09.599595 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (08d00a85-0887-4227-be00-65bf3e7c0381), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:09.600478 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Device 312207b7-e73e-4ced-8336-af184bb733a6 up at agent hyperv_hv-cinder-84164 {{(pid=109805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 12:55:09.624915 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962f0409-ffb6-4f40-8400-95d921d5721f req-c8dc4e47-c0d8-484e-92ff-5765f23d9de7 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:09.626491 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-962f0409-ffb6-4f40-8400-95d921d5721f req-c8dc4e47-c0d8-484e-92ff-5765f23d9de7 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/ports?device_id=34789621-2e0a-4fef-8268-7703885edac6 HTTP/1.1" status: 200 len: 944 time: 0.0499659 May 13 12:55:09.681552 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-962f0409-ffb6-4f40-8400-95d921d5721f req-e8a196e5-becf-4307-ad74-4c072a500993 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/security-groups?id=70d956b4-bf35-4735-b345-7252a9c796ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472665 May 13 12:55:09.687487 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Provisioning for port 312207b7-e73e-4ced-8336-af184bb733a6 completed by entity L2. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 12:55:09.691339 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Pushing event updated for resources: {'Port': ['ID=08d00a85-0887-4227-be00-65bf3e7c0381,revision_number=5']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:55:09.696670 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Provisioning complete for port 312207b7-e73e-4ced-8336-af184bb733a6 triggered by entity L2. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 12:55:09.697442 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (312207b7-e73e-4ced-8336-af184bb733a6), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:09.739732 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 12:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-778cab1a-f145-499f-abfc-6638d4b618ab x-openstack-request-id: req-778cab1a-f145-499f-abfc-6638d4b618ab {{(pid=109805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 12:55:09.740045 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9ff36f5-3afb-4239-b817-663ac72e599f", "name": "network-vif-plugged", "status": "completed", "tag": "08d00a85-0887-4227-be00-65bf3e7c0381", "code": 200}]} {{(pid=109805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 12:55:09.740301 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-778cab1a-f145-499f-abfc-6638d4b618ab {{(pid=109805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 12:55:09.740684 dv-cinder-841644-1-iscsi neutron-server[109805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-778cab1a-f145-499f-abfc-6638d4b618ab'] response: {'server_uuid': 'b9ff36f5-3afb-4239-b817-663ac72e599f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08d00a85-0887-4227-be00-65bf3e7c0381', 'code': 200} May 13 12:55:09.767848 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 47244) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:55:09.800576 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Current status of the port 312207b7-e73e-4ced-8336-af184bb733a6 is: BUILD; New status is: ACTIVE {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 12:55:09.801027 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (312207b7-e73e-4ced-8336-af184bb733a6), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:09.838863 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] For port 312207b7-e73e-4ced-8336-af184bb733a6, host hv-cinder-84164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84164',level=0,port_id=312207b7-e73e-4ced-8336-af184bb733a6,segment=NetworkSegment(0ccb2fa9-a285-4fe0-a15f-4b492217b87a),segment_id=0ccb2fa9-a285-4fe0-a15f-4b492217b87a)] {{(pid=109805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 12:55:09.845485 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (312207b7-e73e-4ced-8336-af184bb733a6), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:09.895809 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Pushing event updated for resources: {'Port': ['ID=312207b7-e73e-4ced-8336-af184bb733a6,revision_number=5']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:55:09.898162 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-8eaa6388-080f-4348-bd16-d88a80791826 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:09.975983 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-8eaa6388-080f-4348-bd16-d88a80791826 admin admin] Publish callbacks [] for security_group (1183c1e0-db3f-4abb-a433-650d1564cbea), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:09.986199 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-8eaa6388-080f-4348-bd16-d88a80791826 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (1183c1e0-db3f-4abb-a433-650d1564cbea), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:10.027515 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-8eaa6388-080f-4348-bd16-d88a80791826 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=dc3352d14e90478a8a71f30a0ca9e715&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2584543 May 13 12:55:10.028330 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaa6388-080f-4348-bd16-d88a80791826 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1183c1e0-db3f-4abb-a433-650d1564cbea,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:55:10.030382 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 47252) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:55:10.081600 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-674748df-58b1-4c97-800c-f3e1131371f4 admin admin] Publish callbacks [] for security_group (1183c1e0-db3f-4abb-a433-650d1564cbea), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:10.103017 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-674748df-58b1-4c97-800c-f3e1131371f4 admin admin] Publish callbacks [] for security_group (1183c1e0-db3f-4abb-a433-650d1564cbea), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:10.153627 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-674748df-58b1-4c97-800c-f3e1131371f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (1183c1e0-db3f-4abb-a433-650d1564cbea), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:10.156183 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-674748df-58b1-4c97-800c-f3e1131371f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:10.157413 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-674748df-58b1-4c97-800c-f3e1131371f4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1183c1e0-db3f-4abb-a433-650d1564cbea HTTP/1.1" status: 204 len: 168 time: 0.1259537 May 13 12:55:10.165700 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674748df-58b1-4c97-800c-f3e1131371f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1183c1e0-db3f-4abb-a433-650d1564cbea,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:55:10.478022 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7005f390-c46d-4434-b700-a6a1987f2975 req-aed00c9b-43e7-4f48-97cc-d394caf42ff0 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:10.481620 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-7005f390-c46d-4434-b700-a6a1987f2975 req-aed00c9b-43e7-4f48-97cc-d394caf42ff0 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=83873f65-ba42-4536-9af6-4aff1db77bb4 HTTP/1.1" status: 200 len: 945 time: 0.0615113 May 13 12:55:10.552456 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-7005f390-c46d-4434-b700-a6a1987f2975 req-3c993070-e1f0-4d95-b6b1-d7c8ed55bf85 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups?id=19aba56d-0d38-455b-ace2-2ddb4354d2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663905 May 13 12:55:10.692779 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3720ef77-8fc3-430b-ac99-2b4cec8623fb req-f12e5aeb-f490-4423-a6e1-3cf14c2c93df tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:10.694302 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-3720ef77-8fc3-430b-ac99-2b4cec8623fb req-f12e5aeb-f490-4423-a6e1-3cf14c2c93df tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f2825cd-1b9d-4434-bf94-ebf3f6688015 HTTP/1.1" status: 200 len: 944 time: 0.0536764 May 13 12:55:10.767894 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-3720ef77-8fc3-430b-ac99-2b4cec8623fb req-f459ab53-059e-432c-a46c-b32ffd2ea88c tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/security-groups?id=3473c18c-30b6-4258-8d74-d4010b438108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659151 May 13 12:55:10.945481 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1407d2a8-1469-4a2b-9603-85cb4dce7200 req-b49247ee-f84d-423c-bde4-be137538a399 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:10.948425 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-1407d2a8-1469-4a2b-9603-85cb4dce7200 req-b49247ee-f84d-423c-bde4-be137538a399 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/ports?device_id=34789621-2e0a-4fef-8268-7703885edac6 HTTP/1.1" status: 200 len: 944 time: 0.1182537 May 13 12:55:11.015423 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462402af-ca2a-4e29-bf0b-3a8ed4ba7c63 req-0c60258b-287d-45c4-aec3-f16bf92230c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:11.017021 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-462402af-ca2a-4e29-bf0b-3a8ed4ba7c63 req-0c60258b-287d-45c4-aec3-f16bf92230c3 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b9ff36f5-3afb-4239-b817-663ac72e599f HTTP/1.1" status: 200 len: 1129 time: 0.1195765 May 13 12:55:11.022334 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 47320) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:55:11.058325 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-1407d2a8-1469-4a2b-9603-85cb4dce7200 req-3513c344-7928-4273-a914-5645ea012d58 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/security-groups?id=70d956b4-bf35-4735-b345-7252a9c796ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842614 May 13 12:55:11.108859 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-462402af-ca2a-4e29-bf0b-3a8ed4ba7c63 req-a3821c24-8d28-458e-9ae5-64bb5cd3777b service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=3473c18c-30b6-4258-8d74-d4010b438108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793953 May 13 12:55:11.190768 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-46a99f9c-1696-41e7-8bf2-fc440c4fcb34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:11.276080 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-46a99f9c-1696-41e7-8bf2-fc440c4fcb34 admin admin] Publish callbacks [] for security_group (0a03de8a-e91f-45f5-b6f1-d41c5fcb9f82), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:11.281954 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-46a99f9c-1696-41e7-8bf2-fc440c4fcb34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (0a03de8a-e91f-45f5-b6f1-d41c5fcb9f82), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:11.324296 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-46a99f9c-1696-41e7-8bf2-fc440c4fcb34 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=64b4bde38a154b9e93021844f76a0249&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3008733 May 13 12:55:11.324854 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 47332) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:55:11.325267 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a99f9c-1696-41e7-8bf2-fc440c4fcb34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a03de8a-e91f-45f5-b6f1-d41c5fcb9f82,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:55:11.382900 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c284fc5d-8d57-49fe-8c32-95914312161f admin admin] Publish callbacks [] for security_group (0a03de8a-e91f-45f5-b6f1-d41c5fcb9f82), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:11.412611 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c284fc5d-8d57-49fe-8c32-95914312161f admin admin] Publish callbacks [] for security_group (0a03de8a-e91f-45f5-b6f1-d41c5fcb9f82), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:11.442084 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-ada4a4a8-6009-44a6-9be3-c25339a874f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (12f7f474-a19f-4cf7-bcdf-b9ad7dbdd770), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:11.490238 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c284fc5d-8d57-49fe-8c32-95914312161f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (0a03de8a-e91f-45f5-b6f1-d41c5fcb9f82), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:11.492745 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c284fc5d-8d57-49fe-8c32-95914312161f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:11.513260 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-c284fc5d-8d57-49fe-8c32-95914312161f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0a03de8a-e91f-45f5-b6f1-d41c5fcb9f82 HTTP/1.1" status: 204 len: 168 time: 0.1762640 May 13 12:55:11.529608 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c284fc5d-8d57-49fe-8c32-95914312161f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a03de8a-e91f-45f5-b6f1-d41c5fcb9f82,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:55:11.712815 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9126d5db-3466-4f2c-bc52-461707f48a62 req-e5310d21-e535-46b7-a645-6e6e61434c62 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:11.715529 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-9126d5db-3466-4f2c-bc52-461707f48a62 req-e5310d21-e535-46b7-a645-6e6e61434c62 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=83873f65-ba42-4536-9af6-4aff1db77bb4 HTTP/1.1" status: 200 len: 945 time: 0.0585766 May 13 12:55:11.741921 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83873f65-ba42-4536-9af6-4aff1db77bb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '312207b7-e73e-4ced-8336-af184bb733a6'}] {{(pid=109805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 12:55:11.744472 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bf410fb1f4c9c59dd9b4e78159940bff83c4f370df38d4d08ac4943129d440" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aacc963-826f-49d9-83d0-18a472da46bb" -d '{"events": [{"server_uuid": "83873f65-ba42-4536-9af6-4aff1db77bb4", "name": "network-vif-plugged", "status": "completed", "tag": "312207b7-e73e-4ced-8336-af184bb733a6"}]}' {{(pid=109805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 12:55:11.771595 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-9126d5db-3466-4f2c-bc52-461707f48a62 req-47d0131e-283f-4a24-8af1-727a3f6cf6f6 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups?id=19aba56d-0d38-455b-ace2-2ddb4354d2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490229 May 13 12:55:11.783757 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 12:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d58e718f-f4a4-4a44-b25e-ed3ecdef7ff2 x-openstack-request-id: req-d58e718f-f4a4-4a44-b25e-ed3ecdef7ff2 {{(pid=109805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 12:55:11.784050 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83873f65-ba42-4536-9af6-4aff1db77bb4", "name": "network-vif-plugged", "status": "completed", "tag": "312207b7-e73e-4ced-8336-af184bb733a6", "code": 200}]} {{(pid=109805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 12:55:11.784457 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d58e718f-f4a4-4a44-b25e-ed3ecdef7ff2 {{(pid=109805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 12:55:11.785117 dv-cinder-841644-1-iscsi neutron-server[109805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d58e718f-f4a4-4a44-b25e-ed3ecdef7ff2'] response: {'server_uuid': '83873f65-ba42-4536-9af6-4aff1db77bb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '312207b7-e73e-4ced-8336-af184bb733a6', 'code': 200} May 13 12:55:11.895205 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f95c909-b57e-4244-b667-47de88e84e50 req-1df35fab-f503-4593-acc8-511966d8ac53 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:11.897009 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-0f95c909-b57e-4244-b667-47de88e84e50 req-1df35fab-f503-4593-acc8-511966d8ac53 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f2825cd-1b9d-4434-bf94-ebf3f6688015 HTTP/1.1" status: 200 len: 944 time: 0.0609970 May 13 12:55:11.920603 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 47360) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:55:11.935951 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-cc845126-68e0-40fa-845b-c0da51757886 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:12.007186 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-0f95c909-b57e-4244-b667-47de88e84e50 req-b5e883fd-d197-4bc0-aa5d-f4c052940f22 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/security-groups?id=3473c18c-30b6-4258-8d74-d4010b438108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017766 May 13 12:55:12.080035 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-cc845126-68e0-40fa-845b-c0da51757886 admin admin] Publish callbacks [] for security_group (0f448327-5e82-4099-bc08-797b976f4e83), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:12.086637 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-cc845126-68e0-40fa-845b-c0da51757886 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (0f448327-5e82-4099-bc08-797b976f4e83), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:12.133818 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-cc845126-68e0-40fa-845b-c0da51757886 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3abf7ea16acb460aa540631541d80b62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2118762 May 13 12:55:12.136303 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc845126-68e0-40fa-845b-c0da51757886 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f448327-5e82-4099-bc08-797b976f4e83,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:55:12.137163 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 47370) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:55:12.211867 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fef7bb3-22d1-45bc-81c4-8925c596614b req-57aed357-5b16-43fc-8e55-aa2551fa45ba tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:12.220000 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-3fef7bb3-22d1-45bc-81c4-8925c596614b req-57aed357-5b16-43fc-8e55-aa2551fa45ba tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/ports?device_id=34789621-2e0a-4fef-8268-7703885edac6 HTTP/1.1" status: 200 len: 944 time: 0.0616400 May 13 12:55:12.224774 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fb318194-fb8e-44da-9af7-8a9449fc5abd admin admin] Publish callbacks [] for security_group (0f448327-5e82-4099-bc08-797b976f4e83), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:12.251374 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fb318194-fb8e-44da-9af7-8a9449fc5abd admin admin] Publish callbacks [] for security_group (0f448327-5e82-4099-bc08-797b976f4e83), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:12.271136 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-3fef7bb3-22d1-45bc-81c4-8925c596614b req-b53170a3-23a3-4713-a518-8d53abd3575a tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/security-groups?id=70d956b4-bf35-4735-b345-7252a9c796ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502682 May 13 12:55:12.315600 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fb318194-fb8e-44da-9af7-8a9449fc5abd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (0f448327-5e82-4099-bc08-797b976f4e83), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:12.318692 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fb318194-fb8e-44da-9af7-8a9449fc5abd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:12.319816 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-fb318194-fb8e-44da-9af7-8a9449fc5abd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0f448327-5e82-4099-bc08-797b976f4e83 HTTP/1.1" status: 204 len: 168 time: 0.1748984 May 13 12:55:12.329296 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb318194-fb8e-44da-9af7-8a9449fc5abd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f448327-5e82-4099-bc08-797b976f4e83,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:55:12.546721 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c4f71f-de07-471c-ac49-ae584032c513 req-e93c437b-c79d-48d3-b23a-8aaece56e236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:12.548225 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-78c4f71f-de07-471c-ac49-ae584032c513 req-e93c437b-c79d-48d3-b23a-8aaece56e236 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=83873f65-ba42-4536-9af6-4aff1db77bb4 HTTP/1.1" status: 200 len: 1129 time: 0.0423048 May 13 12:55:12.671334 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 47388) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:55:12.687799 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-cfa44d77-7310-466c-85c9-99dce0fb7d8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:12.748754 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-78c4f71f-de07-471c-ac49-ae584032c513 req-bf0837a4-27b1-408e-8285-48b5ba008580 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=19aba56d-0d38-455b-ace2-2ddb4354d2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528874 May 13 12:55:12.785173 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-cfa44d77-7310-466c-85c9-99dce0fb7d8c admin admin] Publish callbacks [] for security_group (603b6908-01a1-4426-8b4f-b9a70dca04a6), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:12.789838 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-cfa44d77-7310-466c-85c9-99dce0fb7d8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (603b6908-01a1-4426-8b4f-b9a70dca04a6), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:12.843061 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 47398) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:55:12.846915 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-cfa44d77-7310-466c-85c9-99dce0fb7d8c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3a0a594cf6d049dc95fc8da7542005e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1731265 May 13 12:55:12.848652 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa44d77-7310-466c-85c9-99dce0fb7d8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=603b6908-01a1-4426-8b4f-b9a70dca04a6,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:55:12.945733 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9cad579f-1781-4d00-a590-0f993105bb4c admin admin] Publish callbacks [] for security_group (603b6908-01a1-4426-8b4f-b9a70dca04a6), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:12.961722 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeb7d11-1f15-44be-b21f-8cb24eb5ceeb req-3aa92787-4745-46fe-92d3-89bb5795dac1 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:12.963276 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-feeb7d11-1f15-44be-b21f-8cb24eb5ceeb req-3aa92787-4745-46fe-92d3-89bb5795dac1 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=83873f65-ba42-4536-9af6-4aff1db77bb4 HTTP/1.1" status: 200 len: 945 time: 0.0696733 May 13 12:55:12.991565 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9cad579f-1781-4d00-a590-0f993105bb4c admin admin] Publish callbacks [] for security_group (603b6908-01a1-4426-8b4f-b9a70dca04a6), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:13.052134 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-feeb7d11-1f15-44be-b21f-8cb24eb5ceeb req-7087214b-f636-4ba8-b069-302470d44616 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups?id=19aba56d-0d38-455b-ace2-2ddb4354d2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803530 May 13 12:55:13.074318 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9cad579f-1781-4d00-a590-0f993105bb4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (603b6908-01a1-4426-8b4f-b9a70dca04a6), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:13.076997 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9cad579f-1781-4d00-a590-0f993105bb4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:13.078297 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-9cad579f-1781-4d00-a590-0f993105bb4c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/603b6908-01a1-4426-8b4f-b9a70dca04a6 HTTP/1.1" status: 204 len: 168 time: 0.2342873 May 13 12:55:13.087751 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cad579f-1781-4d00-a590-0f993105bb4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=603b6908-01a1-4426-8b4f-b9a70dca04a6,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:55:13.165312 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b4577a-f4a1-4bec-a67a-7761c96ed376 req-b05be328-7946-483a-b49b-3e81c56505e8 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:13.166816 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-d5b4577a-f4a1-4bec-a67a-7761c96ed376 req-b05be328-7946-483a-b49b-3e81c56505e8 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f2825cd-1b9d-4434-bf94-ebf3f6688015 HTTP/1.1" status: 200 len: 944 time: 0.0548475 May 13 12:55:13.229732 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-d5b4577a-f4a1-4bec-a67a-7761c96ed376 req-4fec9194-b80f-4108-8cdd-5a64da77b6aa tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/security-groups?id=3473c18c-30b6-4258-8d74-d4010b438108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553205 May 13 12:55:13.374982 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Device 99a73876-f6c7-452e-b541-5ee509349a0a details requested by agent hyperv_hv-cinder-84164 with host hv-cinder-84164 {{(pid=109805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 12:55:13.437499 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e1dc76-2689-4529-ad60-2fed9214e8a1 req-e5a3fc8a-6a32-4cc8-af58-1e0b8d8a88d5 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:13.446698 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-a8e1dc76-2689-4529-ad60-2fed9214e8a1 req-e5a3fc8a-6a32-4cc8-af58-1e0b8d8a88d5 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/ports?device_id=34789621-2e0a-4fef-8268-7703885edac6 HTTP/1.1" status: 200 len: 944 time: 0.0857530 May 13 12:55:13.533611 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-a8e1dc76-2689-4529-ad60-2fed9214e8a1 req-229efadf-de83-4c3c-9297-7cc14f3142b9 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/security-groups?id=70d956b4-bf35-4735-b345-7252a9c796ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860453 May 13 12:55:13.562769 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] For port 99a73876-f6c7-452e-b541-5ee509349a0a, host hv-cinder-84164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84164',level=0,port_id=99a73876-f6c7-452e-b541-5ee509349a0a,segment=NetworkSegment(c6a3dc01-8071-489d-bd05-606d071e01ac),segment_id=c6a3dc01-8071-489d-bd05-606d071e01ac)] {{(pid=109805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 12:55:13.584127 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Returning: {'device': '99a73876-f6c7-452e-b541-5ee509349a0a', 'network_id': 'f1c41e28-5d16-459f-865e-9320359228db', 'port_id': '99a73876-f6c7-452e-b541-5ee509349a0a', 'mac_address': 'fa:16:3e:e6:0c:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95241052-552d-491a-8c23-5ec0dd2b8fa6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 12:55:13.635391 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Current status of the port 99a73876-f6c7-452e-b541-5ee509349a0a is: DOWN; New status is: BUILD {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 12:55:13.635933 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (99a73876-f6c7-452e-b541-5ee509349a0a), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:13.649938 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.notifiers.nova [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99a73876-f6c7-452e-b541-5ee509349a0a {{(pid=109805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 12:55:13.670758 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] For port 99a73876-f6c7-452e-b541-5ee509349a0a, host hv-cinder-84164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84164',level=0,port_id=99a73876-f6c7-452e-b541-5ee509349a0a,segment=NetworkSegment(c6a3dc01-8071-489d-bd05-606d071e01ac),segment_id=c6a3dc01-8071-489d-bd05-606d071e01ac)] {{(pid=109805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 12:55:13.675729 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (99a73876-f6c7-452e-b541-5ee509349a0a), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:13.676534 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Device 2f8c0546-7559-4827-9638-ab93068addc3 details requested by agent hyperv_hv-cinder-84164 with host hv-cinder-84164 {{(pid=109805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 12:55:13.747701 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Pushing event updated for resources: {'Port': ['ID=99a73876-f6c7-452e-b541-5ee509349a0a,revision_number=4']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:55:13.821191 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] For port 2f8c0546-7559-4827-9638-ab93068addc3, host hv-cinder-84164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84164',level=0,port_id=2f8c0546-7559-4827-9638-ab93068addc3,segment=NetworkSegment(4c692b35-b0de-4c8a-9d7f-cd52d87568b3),segment_id=4c692b35-b0de-4c8a-9d7f-cd52d87568b3)] {{(pid=109805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 12:55:13.832758 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Returning: {'device': '2f8c0546-7559-4827-9638-ab93068addc3', 'network_id': 'f576fff5-2fa1-4591-9247-28b4216fb188', 'port_id': '2f8c0546-7559-4827-9638-ab93068addc3', 'mac_address': 'fa:16:3e:05:b4:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '255ce2d7-f0f9-429c-8a86-3bbc48d08e37', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 12:55:13.891730 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Current status of the port 2f8c0546-7559-4827-9638-ab93068addc3 is: DOWN; New status is: BUILD {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 12:55:13.892275 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (2f8c0546-7559-4827-9638-ab93068addc3), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:13.905366 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-9437c6fd-dc31-4ebe-96bf-8b5c642ca954 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (6d8a5631-9f63-444c-af3b-4dcce4842b62), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:13.909338 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.notifiers.nova [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f8c0546-7559-4827-9638-ab93068addc3 {{(pid=109805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 12:55:13.936730 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] For port 2f8c0546-7559-4827-9638-ab93068addc3, host hv-cinder-84164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84164',level=0,port_id=2f8c0546-7559-4827-9638-ab93068addc3,segment=NetworkSegment(4c692b35-b0de-4c8a-9d7f-cd52d87568b3),segment_id=4c692b35-b0de-4c8a-9d7f-cd52d87568b3)] {{(pid=109805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 12:55:13.940710 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (2f8c0546-7559-4827-9638-ab93068addc3), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:14.007445 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Pushing event updated for resources: {'Port': ['ID=2f8c0546-7559-4827-9638-ab93068addc3,revision_number=4']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:55:14.191096 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb38e33-fbe1-4435-9630-a31f8c5e3d7a req-3be3fedd-120f-4d62-aae8-8d0f3dd1db2c tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:14.192756 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-2fb38e33-fbe1-4435-9630-a31f8c5e3d7a req-3be3fedd-120f-4d62-aae8-8d0f3dd1db2c tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=83873f65-ba42-4536-9af6-4aff1db77bb4 HTTP/1.1" status: 200 len: 945 time: 0.0489516 May 13 12:55:14.265779 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-2fb38e33-fbe1-4435-9630-a31f8c5e3d7a req-51804440-5183-485f-b629-dd3dd5de6ecc tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups?id=19aba56d-0d38-455b-ace2-2ddb4354d2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661058 May 13 12:55:14.387762 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcfd775-12c3-4985-ab99-40bcb4385fc6 req-496e0fda-fe01-4001-92f8-6bb50970c077 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:14.395199 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-fdcfd775-12c3-4985-ab99-40bcb4385fc6 req-496e0fda-fe01-4001-92f8-6bb50970c077 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f2825cd-1b9d-4434-bf94-ebf3f6688015 HTTP/1.1" status: 200 len: 945 time: 0.0633380 May 13 12:55:14.445534 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-fdcfd775-12c3-4985-ab99-40bcb4385fc6 req-34d0736d-db51-4929-8549-6621b8e9fda2 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/security-groups?id=3473c18c-30b6-4258-8d74-d4010b438108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493639 May 13 12:55:14.609732 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] get_ports_and_sgs() called for port_ids ['99a73876-f6c7-452e-b541-5ee509349a0a'] {{(pid=109805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 12:55:14.691848 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42cdbef-d41a-46cd-a92e-ba87fb159a09 req-92cc5dab-062b-4cf6-931d-80d7927961e4 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:14.700244 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-a42cdbef-d41a-46cd-a92e-ba87fb159a09 req-92cc5dab-062b-4cf6-931d-80d7927961e4 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/ports?device_id=34789621-2e0a-4fef-8268-7703885edac6 HTTP/1.1" status: 200 len: 945 time: 0.0711300 May 13 12:55:14.736723 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] get_ports_and_sgs() called for port_ids ['2f8c0546-7559-4827-9638-ab93068addc3'] {{(pid=109805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 12:55:14.768322 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-a42cdbef-d41a-46cd-a92e-ba87fb159a09 req-4e951d0f-c5d2-4fac-b9be-83613c5a81aa tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/security-groups?id=70d956b4-bf35-4735-b345-7252a9c796ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670576 May 13 12:55:14.989251 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 47518) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:55:15.035413 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-4a907869-afee-4d69-acd8-cccc744e537a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (d2cfa305-5f5a-49b3-8228-876061d7e1f6), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:15.230432 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4b13906e-d46e-43ed-af5e-d6ed2ce10781 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:15.311182 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4b13906e-d46e-43ed-af5e-d6ed2ce10781 admin admin] Publish callbacks [] for security_group (fecfa4fe-2cc7-4c3e-89ee-f60358729846), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:15.314734 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4b13906e-d46e-43ed-af5e-d6ed2ce10781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (fecfa4fe-2cc7-4c3e-89ee-f60358729846), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:15.359848 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-4b13906e-d46e-43ed-af5e-d6ed2ce10781 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0283e67e6a744080acf3ebf8d34a2c97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3695197 May 13 12:55:15.362552 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 47540) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:55:15.377219 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b13906e-d46e-43ed-af5e-d6ed2ce10781 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fecfa4fe-2cc7-4c3e-89ee-f60358729846,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:55:15.432701 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ce4a30-f4a4-492b-b9fe-baa7faa6d125 req-cd3983e1-15ea-4caa-87af-8245099c347a tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:15.438790 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-e5ce4a30-f4a4-492b-b9fe-baa7faa6d125 req-cd3983e1-15ea-4caa-87af-8245099c347a tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=83873f65-ba42-4536-9af6-4aff1db77bb4 HTTP/1.1" status: 200 len: 945 time: 0.0707963 May 13 12:55:15.450675 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-46bf10c7-013f-49d3-9e89-9bdab2fc55ff admin admin] Publish callbacks [] for security_group (fecfa4fe-2cc7-4c3e-89ee-f60358729846), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:15.494534 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-46bf10c7-013f-49d3-9e89-9bdab2fc55ff admin admin] Publish callbacks [] for security_group (fecfa4fe-2cc7-4c3e-89ee-f60358729846), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:15.526324 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-e5ce4a30-f4a4-492b-b9fe-baa7faa6d125 req-1bdddfda-beff-4f1d-b5a3-e8d39ad902c4 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups?id=19aba56d-0d38-455b-ace2-2ddb4354d2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763667 May 13 12:55:15.617150 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455d23c0-d016-4fab-ab0c-c62588484091 req-a249bc3e-e7f5-47a8-a2cb-9235a1e65068 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:15.619269 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-455d23c0-d016-4fab-ab0c-c62588484091 req-a249bc3e-e7f5-47a8-a2cb-9235a1e65068 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f2825cd-1b9d-4434-bf94-ebf3f6688015 HTTP/1.1" status: 200 len: 945 time: 0.0782855 May 13 12:55:15.621290 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-46bf10c7-013f-49d3-9e89-9bdab2fc55ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (fecfa4fe-2cc7-4c3e-89ee-f60358729846), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:15.624641 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-46bf10c7-013f-49d3-9e89-9bdab2fc55ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:15.626001 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-46bf10c7-013f-49d3-9e89-9bdab2fc55ff admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fecfa4fe-2cc7-4c3e-89ee-f60358729846 HTTP/1.1" status: 204 len: 168 time: 0.2624547 May 13 12:55:15.646620 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bf10c7-013f-49d3-9e89-9bdab2fc55ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fecfa4fe-2cc7-4c3e-89ee-f60358729846,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:55:15.706227 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cfb3cc-744e-4aeb-8fb1-5f0b2d226d0b req-77dc1f31-f7ce-466b-831f-84f0e70ff13a tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:15.707768 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-21cfb3cc-744e-4aeb-8fb1-5f0b2d226d0b req-77dc1f31-f7ce-466b-831f-84f0e70ff13a tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=83873f65-ba42-4536-9af6-4aff1db77bb4 HTTP/1.1" status: 200 len: 945 time: 0.0632730 May 13 12:55:15.720230 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 47556) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:55:15.725461 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-455d23c0-d016-4fab-ab0c-c62588484091 req-79875627-3030-4558-b1dc-9f3ad0300ca2 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/security-groups?id=3473c18c-30b6-4258-8d74-d4010b438108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950153 May 13 12:55:15.732558 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.v2.base [None req-b4b2732d-2f20-4c31-ac56-6f10521c72e8 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Request body: {'floatingip': {'port_id': '312207b7-e73e-4ced-8336-af184bb733a6'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 12:55:15.821440 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b4b2732d-2f20-4c31-ac56-6f10521c72e8 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Publish callbacks [] for floatingip (643e198e-9757-4ba6-a473-78bb2518b769), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:15.958243 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f1753a-1e3e-494b-acba-a29b9d46f9d7 req-5e9527b1-f174-4e0a-8524-2c4bfd1a1580 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:15.960000 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-18f1753a-1e3e-494b-acba-a29b9d46f9d7 req-5e9527b1-f174-4e0a-8524-2c4bfd1a1580 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/ports?device_id=34789621-2e0a-4fef-8268-7703885edac6 HTTP/1.1" status: 200 len: 945 time: 0.1018465 May 13 12:55:16.106423 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Device 99a73876-f6c7-452e-b541-5ee509349a0a up at agent hyperv_hv-cinder-84164 {{(pid=109805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 12:55:16.132398 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-18f1753a-1e3e-494b-acba-a29b9d46f9d7 req-535e43a7-038a-4292-a279-2b386569a577 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/security-groups?id=70d956b4-bf35-4735-b345-7252a9c796ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1495247 May 13 12:55:16.193905 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Provisioning for port 99a73876-f6c7-452e-b541-5ee509349a0a completed by entity L2. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 12:55:16.203475 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Provisioning complete for port 99a73876-f6c7-452e-b541-5ee509349a0a triggered by entity L2. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 12:55:16.204373 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (99a73876-f6c7-452e-b541-5ee509349a0a), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:16.320704 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Current status of the port 99a73876-f6c7-452e-b541-5ee509349a0a is: BUILD; New status is: ACTIVE {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 12:55:16.321119 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (99a73876-f6c7-452e-b541-5ee509349a0a), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:16.346224 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34789621-2e0a-4fef-8268-7703885edac6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99a73876-f6c7-452e-b541-5ee509349a0a'}] {{(pid=109805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 12:55:16.350773 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bf410fb1f4c9c59dd9b4e78159940bff83c4f370df38d4d08ac4943129d440" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c0d3cb8-b7f1-4a72-bf85-9b9202bac1a3" -d '{"events": [{"server_uuid": "34789621-2e0a-4fef-8268-7703885edac6", "name": "network-vif-plugged", "status": "completed", "tag": "99a73876-f6c7-452e-b541-5ee509349a0a"}]}' {{(pid=109805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 12:55:16.382015 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] For port 99a73876-f6c7-452e-b541-5ee509349a0a, host hv-cinder-84164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84164',level=0,port_id=99a73876-f6c7-452e-b541-5ee509349a0a,segment=NetworkSegment(c6a3dc01-8071-489d-bd05-606d071e01ac),segment_id=c6a3dc01-8071-489d-bd05-606d071e01ac)] {{(pid=109805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 12:55:16.389399 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (99a73876-f6c7-452e-b541-5ee509349a0a), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:16.390367 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Device 2f8c0546-7559-4827-9638-ab93068addc3 up at agent hyperv_hv-cinder-84164 {{(pid=109805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 12:55:16.393561 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 12:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-961bcfc7-e8f0-4f83-84be-ee4ffc9fa46b x-openstack-request-id: req-961bcfc7-e8f0-4f83-84be-ee4ffc9fa46b {{(pid=109805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 12:55:16.393875 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34789621-2e0a-4fef-8268-7703885edac6", "name": "network-vif-plugged", "status": "completed", "tag": "99a73876-f6c7-452e-b541-5ee509349a0a", "code": 200}]} {{(pid=109805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 12:55:16.394171 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-961bcfc7-e8f0-4f83-84be-ee4ffc9fa46b {{(pid=109805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 12:55:16.394620 dv-cinder-841644-1-iscsi neutron-server[109805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-961bcfc7-e8f0-4f83-84be-ee4ffc9fa46b'] response: {'server_uuid': '34789621-2e0a-4fef-8268-7703885edac6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99a73876-f6c7-452e-b541-5ee509349a0a', 'code': 200} May 13 12:55:16.537175 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Provisioning for port 2f8c0546-7559-4827-9638-ab93068addc3 completed by entity L2. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 12:55:16.549402 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Pushing event updated for resources: {'Port': ['ID=99a73876-f6c7-452e-b541-5ee509349a0a,revision_number=5']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:55:16.562348 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Provisioning complete for port 2f8c0546-7559-4827-9638-ab93068addc3 triggered by entity L2. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 12:55:16.570531 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (2f8c0546-7559-4827-9638-ab93068addc3), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:16.735313 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-7baa8e58-cb75-431e-995b-6c55a6feb1d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (5f75012c-56a5-4b0a-a85c-97c3435c2a5d), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:16.750587 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Current status of the port 2f8c0546-7559-4827-9638-ab93068addc3 is: BUILD; New status is: ACTIVE {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 12:55:16.751281 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (2f8c0546-7559-4827-9638-ab93068addc3), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:16.793486 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] For port 2f8c0546-7559-4827-9638-ab93068addc3, host hv-cinder-84164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84164',level=0,port_id=2f8c0546-7559-4827-9638-ab93068addc3,segment=NetworkSegment(4c692b35-b0de-4c8a-9d7f-cd52d87568b3),segment_id=4c692b35-b0de-4c8a-9d7f-cd52d87568b3)] {{(pid=109805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 12:55:16.800516 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (2f8c0546-7559-4827-9638-ab93068addc3), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:16.860363 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Pushing event updated for resources: {'Port': ['ID=2f8c0546-7559-4827-9638-ab93068addc3,revision_number=5']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:55:17.025441 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b4b2732d-2f20-4c31-ac56-6f10521c72e8 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:17.034840 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b4b2732d-2f20-4c31-ac56-6f10521c72e8 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621791'] for floatingip (643e198e-9757-4ba6-a473-78bb2518b769), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:17.084522 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddb1f0a-ae51-4ffe-aa8f-04d09a9d08f0 req-cf260c89-888e-4053-9065-07add78a0cb0 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:17.086180 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-8ddb1f0a-ae51-4ffe-aa8f-04d09a9d08f0 req-cf260c89-888e-4053-9065-07add78a0cb0 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f2825cd-1b9d-4434-bf94-ebf3f6688015 HTTP/1.1" status: 200 len: 946 time: 0.1817174 May 13 12:55:17.096435 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552602c6-29bf-4ec4-925b-2f6101d0c5fe req-fc385360-8131-4c5f-9cac-495bd9a7c2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:17.098020 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-552602c6-29bf-4ec4-925b-2f6101d0c5fe req-fc385360-8131-4c5f-9cac-495bd9a7c2b4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=34789621-2e0a-4fef-8268-7703885edac6 HTTP/1.1" status: 200 len: 1130 time: 0.1845369 May 13 12:55:17.117981 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-7250ab15-1195-4b10-bb4d-747b6d35c700 req-844005ac-6ddd-4441-a610-4231686108de service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b10c17e5-f9fb-4451-bb6a-7b1184b89c69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0682154 May 13 12:55:17.327076 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7250ab15-1195-4b10-bb4d-747b6d35c700 req-88ef7ea5-8dd5-4c22-8db9-5b7beee06468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:17.329678 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-7250ab15-1195-4b10-bb4d-747b6d35c700 req-88ef7ea5-8dd5-4c22-8db9-5b7beee06468 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=612784cc2dcc45b1b71ec19fc213f48f&device_id=b10c17e5-f9fb-4451-bb6a-7b1184b89c69 HTTP/1.1" status: 200 len: 1129 time: 0.1368835 May 13 12:55:17.349798 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-552602c6-29bf-4ec4-925b-2f6101d0c5fe req-887535d2-0b82-4c1f-8c18-6ccf54ef7cbc service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=70d956b4-bf35-4735-b345-7252a9c796ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2340662 May 13 12:55:17.349926 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71983be4-3da6-4727-934e-d05f44f1215c req-93e0c7cf-8df2-4d89-abb0-f99a3682f258 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:17.349926 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-71983be4-3da6-4727-934e-d05f44f1215c req-93e0c7cf-8df2-4d89-abb0-f99a3682f258 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/ports?device_id=34789621-2e0a-4fef-8268-7703885edac6 HTTP/1.1" status: 200 len: 946 time: 0.1043546 May 13 12:55:17.350126 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-8ddb1f0a-ae51-4ffe-aa8f-04d09a9d08f0 req-a222fa40-4ec1-4cd9-9ae6-30d37907faa8 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/security-groups?id=3473c18c-30b6-4258-8d74-d4010b438108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524521 May 13 12:55:17.360315 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.db.l3_db [None req-b4b2732d-2f20-4c31-ac56-6f10521c72e8 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Floating IP 643e198e-9757-4ba6-a473-78bb2518b769 associated. External IP: 172.27.3.59, port: 312207b7-e73e-4ced-8336-af184bb733a6. May 13 12:55:17.409791 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-71983be4-3da6-4727-934e-d05f44f1215c req-fb6b001f-eac7-4809-b0a4-edd575129f81 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/security-groups?id=70d956b4-bf35-4735-b345-7252a9c796ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504346 May 13 12:55:17.641620 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4b2732d-2f20-4c31-ac56-6f10521c72e8 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Router 3998afaf-1597-4f3d-9f76-568897366df8 has already been hosted by L3 agent 6d8a5631-9f63-444c-af3b-4dcce4842b62 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 12:55:17.854748 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (f7880a20-862d-46b4-8dd6-192b0a47d710), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:17.906519 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4b2732d-2f20-4c31-ac56-6f10521c72e8 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Notify agent at l3_agent.dv-cinder-841644-1-iscsi the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 12:55:17.912409 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b4b2732d-2f20-4c31-ac56-6f10521c72e8 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4290'] for floatingip (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:17.916207 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7250ab15-1195-4b10-bb4d-747b6d35c700 req-6b294033-3c04-4c6a-a0f8-5df31ae6ec07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:17.918718 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-7250ab15-1195-4b10-bb4d-747b6d35c700 req-6b294033-3c04-4c6a-a0f8-5df31ae6ec07 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b032638b-546c-4763-8f7c-e53a0e0d1071 HTTP/1.1" status: 200 len: 912 time: 0.2272384 May 13 12:55:17.919762 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569c87ac-53eb-48e7-849c-04fd4ccc5685 None None] Sync routers for ids ['3998afaf-1597-4f3d-9f76-568897366df8'] in dv-cinder-841644-1-iscsi {{(pid=109806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 12:55:17.930002 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569c87ac-53eb-48e7-849c-04fd4ccc5685 None None] Routers {'3998afaf-1597-4f3d-9f76-568897366df8'} bound to L3 agent in host dv-cinder-841644-1-iscsi {{(pid=109806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 12:55:17.930603 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_hamode_db [None req-569c87ac-53eb-48e7-849c-04fd4ccc5685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841644-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T12:45:44Z,description=,heartbeat_timestamp=2022-05-13T12:55:14Z,host='dv-cinder-841644-1-iscsi',id=6d8a5631-9f63-444c-af3b-4dcce4842b62,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T12:45:44Z,topic='l3_agent')) {'router_ids': ['3998afaf-1597-4f3d-9f76-568897366df8'], 'active': True} {{(pid=109806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 12:55:17.949474 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-b4b2732d-2f20-4c31-ac56-6f10521c72e8 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "PUT /v2.0/floatingips/643e198e-9757-4ba6-a473-78bb2518b769 HTTP/1.1" status: 200 len: 990 time: 2.2276998 May 13 12:55:17.950222 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83873f65-ba42-4536-9af6-4aff1db77bb4', 'tag': '312207b7-e73e-4ced-8336-af184bb733a6'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 12:55:17.952818 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cdb7c774b4c64768c46a18a465ef1a15500a906a5d07d0e5a65b0b29d0c9ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4bffdef-57a1-4686-a2c3-1b5d12ad3c71" -d '{"events": [{"name": "network-changed", "server_uuid": "83873f65-ba42-4536-9af6-4aff1db77bb4", "tag": "312207b7-e73e-4ced-8336-af184bb733a6"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 12:55:18.041560 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 12:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a13b41b-5488-4a5b-b569-dfbd6042b265 x-openstack-request-id: req-0a13b41b-5488-4a5b-b569-dfbd6042b265 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 12:55:18.042567 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83873f65-ba42-4536-9af6-4aff1db77bb4", "tag": "312207b7-e73e-4ced-8336-af184bb733a6", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 12:55:18.042829 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0a13b41b-5488-4a5b-b569-dfbd6042b265 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 12:55:18.043256 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a13b41b-5488-4a5b-b569-dfbd6042b265'] response: {'name': 'network-changed', 'server_uuid': '83873f65-ba42-4536-9af6-4aff1db77bb4', 'tag': '312207b7-e73e-4ced-8336-af184bb733a6', 'status': 'completed', 'code': 200} May 13 12:55:18.060706 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_dvr_db [None req-569c87ac-53eb-48e7-849c-04fd4ccc5685 None None] Set router 3998afaf-1597-4f3d-9f76-568897366df8 gateway port host: dv-cinder-841644-1-iscsi {{(pid=109806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 12:55:18.205840 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-7250ab15-1195-4b10-bb4d-747b6d35c700 req-066d1e78-85c8-4e21-b7f6-22c39b0e0acd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=10edcfdf-27bf-47e2-bc00-13c44bd9924a HTTP/1.1" status: 200 len: 217 time: 0.0471408 May 13 12:55:18.238460 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bffdef-57a1-4686-a2c3-1b5d12ad3c71 req-5ee3e21f-9e72-4cfe-83a3-f0bba5db5273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:18.242043 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-a4bffdef-57a1-4686-a2c3-1b5d12ad3c71 req-5ee3e21f-9e72-4cfe-83a3-f0bba5db5273 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0b148a16abbc49ed816ed45fc1ad4980&device_id=83873f65-ba42-4536-9af6-4aff1db77bb4 HTTP/1.1" status: 200 len: 1129 time: 0.0507216 May 13 12:55:18.325709 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7250ab15-1195-4b10-bb4d-747b6d35c700 req-ef0731ef-cc22-49d7-ade8-35d03dc426fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:18.331144 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-7250ab15-1195-4b10-bb4d-747b6d35c700 req-ef0731ef-cc22-49d7-ade8-35d03dc426fb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=328b78fe-385d-46c0-82d9-9073fff40e6f HTTP/1.1" status: 200 len: 851 time: 0.0904872 May 13 12:55:18.389849 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bffdef-57a1-4686-a2c3-1b5d12ad3c71 req-21c258ff-2576-4071-82e6-a65e0bf5e66d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:18.391337 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-a4bffdef-57a1-4686-a2c3-1b5d12ad3c71 req-21c258ff-2576-4071-82e6-a65e0bf5e66d service neutron] 10.222.0.52 "GET /v2.0/networks?id=2600954f-368e-4b9b-9fca-a1e49f9c5d94 HTTP/1.1" status: 200 len: 918 time: 0.1419370 May 13 12:55:18.395428 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f2825cd-1b9d-4434-bf94-ebf3f6688015', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f8c0546-7559-4827-9638-ab93068addc3'}] {{(pid=109805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 12:55:18.398360 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bf410fb1f4c9c59dd9b4e78159940bff83c4f370df38d4d08ac4943129d440" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53330253-164a-48eb-a220-97525e1c55a8" -d '{"events": [{"server_uuid": "9f2825cd-1b9d-4434-bf94-ebf3f6688015", "name": "network-vif-plugged", "status": "completed", "tag": "2f8c0546-7559-4827-9638-ab93068addc3"}]}' {{(pid=109805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 12:55:18.405416 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_hamode_db [None req-569c87ac-53eb-48e7-849c-04fd4ccc5685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3998afaf-1597-4f3d-9f76-568897366df8', 'name': 'tempest-AttachVolumeShelveTestJSON-1244794626-router', 'tenant_id': '0b148a16abbc49ed816ed45fc1ad4980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': '20f9def9-d5cf-42f7-b355-bde634d176ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T12:54:20Z', 'updated_at': '2022-05-13T12:54:31Z', 'revision_number': 4, 'project_id': '0b148a16abbc49ed816ed45fc1ad4980', 'gw_port': {'id': '20f9def9-d5cf-42f7-b355-bde634d176ac', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:48:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3998afaf-1597-4f3d-9f76-568897366df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:54:21Z', 'updated_at': '2022-05-13T12:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi', '_floatingips': [{'id': '643e198e-9757-4ba6-a473-78bb2518b769', 'tenant_id': '0b148a16abbc49ed816ed45fc1ad4980', 'floating_ip_address': '172.27.3.59', 'floating_network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'router_id': '3998afaf-1597-4f3d-9f76-568897366df8', 'port_id': '312207b7-e73e-4ced-8336-af184bb733a6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2600954f-368e-4b9b-9fca-a1e49f9c5d94', 'mac_address': 'fa:16:3e:e8:27:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83873f65-ba42-4536-9af6-4aff1db77bb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T12:54:44Z', 'updated_at': '2022-05-13T12:55:16Z', 'revision_number': 1, 'project_id': '0b148a16abbc49ed816ed45fc1ad4980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '997935f8-c07a-48fd-a9cb-2f402621c90b', 'name': '', 'network_id': '2600954f-368e-4b9b-9fca-a1e49f9c5d94', 'tenant_id': '0b148a16abbc49ed816ed45fc1ad4980', 'mac_address': 'fa:16:3e:25:93:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3998afaf-1597-4f3d-9f76-568897366df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ddd064bc-4133-46f1-b906-03efc81a9128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:54:28Z', 'updated_at': '2022-05-13T12:54:43Z', 'revision_number': 5, 'project_id': '0b148a16abbc49ed816ed45fc1ad4980', 'subnets': [{'id': 'ddd064bc-4133-46f1-b906-03efc81a9128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841644-1-iscsi', False) {} {{(pid=109806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 12:55:18.423486 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-7250ab15-1195-4b10-bb4d-747b6d35c700 req-88d1d750-7a49-41c6-8d6e-f0c3144fd58a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b032638b-546c-4763-8f7c-e53a0e0d1071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673118 May 13 12:55:18.464157 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569c87ac-53eb-48e7-849c-04fd4ccc5685 None None] Checking router: 3998afaf-1597-4f3d-9f76-568897366df8 for host: dv-cinder-841644-1-iscsi {{(pid=109806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 12:55:18.473887 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569c87ac-53eb-48e7-849c-04fd4ccc5685 None None] Routers {'3998afaf-1597-4f3d-9f76-568897366df8'} bound to L3 agent in host dv-cinder-841644-1-iscsi {{(pid=109806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 12:55:18.474410 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_hamode_db [None req-569c87ac-53eb-48e7-849c-04fd4ccc5685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841644-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T12:45:44Z,description=,heartbeat_timestamp=2022-05-13T12:55:14Z,host='dv-cinder-841644-1-iscsi',id=6d8a5631-9f63-444c-af3b-4dcce4842b62,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T12:45:44Z,topic='l3_agent')) {'router_ids': ['3998afaf-1597-4f3d-9f76-568897366df8'], 'active': True} {{(pid=109806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 12:55:18.476513 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 12:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f59d8f7-8677-4e9c-865d-f5a56ab64d2c x-openstack-request-id: req-2f59d8f7-8677-4e9c-865d-f5a56ab64d2c {{(pid=109805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 12:55:18.476899 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f2825cd-1b9d-4434-bf94-ebf3f6688015", "name": "network-vif-plugged", "status": "completed", "tag": "2f8c0546-7559-4827-9638-ab93068addc3", "code": 200}]} {{(pid=109805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 12:55:18.476899 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2f59d8f7-8677-4e9c-865d-f5a56ab64d2c {{(pid=109805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 12:55:18.477779 dv-cinder-841644-1-iscsi neutron-server[109805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f59d8f7-8677-4e9c-865d-f5a56ab64d2c'] response: {'server_uuid': '9f2825cd-1b9d-4434-bf94-ebf3f6688015', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f8c0546-7559-4827-9638-ab93068addc3', 'code': 200} May 13 12:55:18.609257 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f36710-6877-45e5-901d-de6dc774135d req-a81f2ed4-ee0c-48cc-b620-dc41aae15b73 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:18.615480 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2d0086-db33-45ef-a2f5-37ca67cc5fa8 req-4c823011-eb84-41e3-b2b2-96c3f1faa161 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:18.619740 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-96f36710-6877-45e5-901d-de6dc774135d req-a81f2ed4-ee0c-48cc-b620-dc41aae15b73 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/ports?device_id=34789621-2e0a-4fef-8268-7703885edac6 HTTP/1.1" status: 200 len: 946 time: 0.0843437 May 13 12:55:18.625622 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-3f2d0086-db33-45ef-a2f5-37ca67cc5fa8 req-4c823011-eb84-41e3-b2b2-96c3f1faa161 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f2825cd-1b9d-4434-bf94-ebf3f6688015 HTTP/1.1" status: 200 len: 946 time: 0.0869160 May 13 12:55:18.650081 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_dvr_db [None req-569c87ac-53eb-48e7-849c-04fd4ccc5685 None None] Set router 3998afaf-1597-4f3d-9f76-568897366df8 gateway port host: dv-cinder-841644-1-iscsi {{(pid=109806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 12:55:18.692292 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-a4bffdef-57a1-4686-a2c3-1b5d12ad3c71 req-2d2eef6d-a57f-4d69-869d-39577d4c2d0c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=312207b7-e73e-4ced-8336-af184bb733a6 HTTP/1.1" status: 200 len: 998 time: 0.2310007 May 13 12:55:18.710361 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-96f36710-6877-45e5-901d-de6dc774135d req-8b39b8b1-65b0-4d27-8ea0-a7701ac6cb99 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/security-groups?id=70d956b4-bf35-4735-b345-7252a9c796ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843730 May 13 12:55:18.716950 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-3f2d0086-db33-45ef-a2f5-37ca67cc5fa8 req-4cf42c30-52cd-493e-91d3-a90c055bc706 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/security-groups?id=3473c18c-30b6-4258-8d74-d4010b438108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740013 May 13 12:55:18.901535 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_hamode_db [None req-569c87ac-53eb-48e7-849c-04fd4ccc5685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3998afaf-1597-4f3d-9f76-568897366df8', 'name': 'tempest-AttachVolumeShelveTestJSON-1244794626-router', 'tenant_id': '0b148a16abbc49ed816ed45fc1ad4980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': '20f9def9-d5cf-42f7-b355-bde634d176ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T12:54:20Z', 'updated_at': '2022-05-13T12:54:31Z', 'revision_number': 4, 'project_id': '0b148a16abbc49ed816ed45fc1ad4980', 'gw_port': {'id': '20f9def9-d5cf-42f7-b355-bde634d176ac', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:48:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3998afaf-1597-4f3d-9f76-568897366df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:54:21Z', 'updated_at': '2022-05-13T12:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi', '_floatingips': [{'id': '643e198e-9757-4ba6-a473-78bb2518b769', 'tenant_id': '0b148a16abbc49ed816ed45fc1ad4980', 'floating_ip_address': '172.27.3.59', 'floating_network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'router_id': '3998afaf-1597-4f3d-9f76-568897366df8', 'port_id': '312207b7-e73e-4ced-8336-af184bb733a6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2600954f-368e-4b9b-9fca-a1e49f9c5d94', 'mac_address': 'fa:16:3e:e8:27:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83873f65-ba42-4536-9af6-4aff1db77bb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T12:54:44Z', 'updated_at': '2022-05-13T12:55:16Z', 'revision_number': 1, 'project_id': '0b148a16abbc49ed816ed45fc1ad4980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '997935f8-c07a-48fd-a9cb-2f402621c90b', 'name': '', 'network_id': '2600954f-368e-4b9b-9fca-a1e49f9c5d94', 'tenant_id': '0b148a16abbc49ed816ed45fc1ad4980', 'mac_address': 'fa:16:3e:25:93:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3998afaf-1597-4f3d-9f76-568897366df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ddd064bc-4133-46f1-b906-03efc81a9128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:54:28Z', 'updated_at': '2022-05-13T12:54:43Z', 'revision_number': 5, 'project_id': '0b148a16abbc49ed816ed45fc1ad4980', 'subnets': [{'id': 'ddd064bc-4133-46f1-b906-03efc81a9128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841644-1-iscsi', False) {} {{(pid=109806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 12:55:19.022231 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569c87ac-53eb-48e7-849c-04fd4ccc5685 None None] The sync data for ids ['3998afaf-1597-4f3d-9f76-568897366df8'] in dv-cinder-841644-1-iscsi is: [{'id': '3998afaf-1597-4f3d-9f76-568897366df8', 'name': 'tempest-AttachVolumeShelveTestJSON-1244794626-router', 'tenant_id': '0b148a16abbc49ed816ed45fc1ad4980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': '20f9def9-d5cf-42f7-b355-bde634d176ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T12:54:20Z', 'updated_at': '2022-05-13T12:54:31Z', 'revision_number': 4, 'project_id': '0b148a16abbc49ed816ed45fc1ad4980', 'gw_port': {'id': '20f9def9-d5cf-42f7-b355-bde634d176ac', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:48:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3998afaf-1597-4f3d-9f76-568897366df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:54:21Z', 'updated_at': '2022-05-13T12:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi', '_floatingips': [{'id': '643e198e-9757-4ba6-a473-78bb2518b769', 'tenant_id': '0b148a16abbc49ed816ed45fc1ad4980', 'floating_ip_address': '172.27.3.59', 'floating_network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'router_id': '3998afaf-1597-4f3d-9f76-568897366df8', 'port_id': '312207b7-e73e-4ced-8336-af184bb733a6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2600954f-368e-4b9b-9fca-a1e49f9c5d94', 'mac_address': 'fa:16:3e:e8:27:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83873f65-ba42-4536-9af6-4aff1db77bb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T12:54:44Z', 'updated_at': '2022-05-13T12:55:16Z', 'revision_number': 1, 'project_id': '0b148a16abbc49ed816ed45fc1ad4980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '997935f8-c07a-48fd-a9cb-2f402621c90b', 'name': '', 'network_id': '2600954f-368e-4b9b-9fca-a1e49f9c5d94', 'tenant_id': '0b148a16abbc49ed816ed45fc1ad4980', 'mac_address': 'fa:16:3e:25:93:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3998afaf-1597-4f3d-9f76-568897366df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ddd064bc-4133-46f1-b906-03efc81a9128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:54:28Z', 'updated_at': '2022-05-13T12:54:43Z', 'revision_number': 5, 'project_id': '0b148a16abbc49ed816ed45fc1ad4980', 'subnets': [{'id': 'ddd064bc-4133-46f1-b906-03efc81a9128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 12:55:19.297264 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ad6a49-aaea-4ac3-999d-071c8ae317c4 None None] New status for floating IP 643e198e-9757-4ba6-a473-78bb2518b769: ACTIVE {{(pid=109805) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 12:55:19.408889 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-7250ab15-1195-4b10-bb4d-747b6d35c700 req-4a1916e8-bcff-4d4b-a3f1-44bb0687c022 service neutron] 10.222.0.52 "GET /v2.0/networks/b032638b-546c-4763-8f7c-e53a0e0d1071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883698 May 13 12:55:19.444825 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bffdef-57a1-4686-a2c3-1b5d12ad3c71 req-9408035c-0e95-4f61-8ef8-0841102ce10f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:19.446356 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-a4bffdef-57a1-4686-a2c3-1b5d12ad3c71 req-9408035c-0e95-4f61-8ef8-0841102ce10f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ddd064bc-4133-46f1-b906-03efc81a9128 HTTP/1.1" status: 200 len: 856 time: 0.0622017 May 13 12:55:19.516022 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-7250ab15-1195-4b10-bb4d-747b6d35c700 req-68597bfe-6a98-4ae2-afd7-140d6d57ec04 service neutron] 10.222.0.52 "GET /v2.0/networks/b032638b-546c-4763-8f7c-e53a0e0d1071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897355 May 13 12:55:19.813068 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6225f3-91b1-4360-ab4e-80e81e699a0c req-f6f437dc-3559-43f5-aeb0-53c7608725c0 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:19.814576 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-2c6225f3-91b1-4360-ab4e-80e81e699a0c req-f6f437dc-3559-43f5-aeb0-53c7608725c0 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f2825cd-1b9d-4434-bf94-ebf3f6688015 HTTP/1.1" status: 200 len: 946 time: 0.0493493 May 13 12:55:19.836924 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421a1d70-0f55-4459-bd98-802c95c14c22 req-fddf1b62-eaa4-4c22-8971-0ddcfb81eed5 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:19.838931 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-421a1d70-0f55-4459-bd98-802c95c14c22 req-fddf1b62-eaa4-4c22-8971-0ddcfb81eed5 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/ports?device_id=34789621-2e0a-4fef-8268-7703885edac6 HTTP/1.1" status: 200 len: 946 time: 0.0557694 May 13 12:55:19.877883 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-2c6225f3-91b1-4360-ab4e-80e81e699a0c req-f2df2db4-690e-4e3f-b873-aa7b5038fb85 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/security-groups?id=3473c18c-30b6-4258-8d74-d4010b438108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573337 May 13 12:55:19.893069 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-421a1d70-0f55-4459-bd98-802c95c14c22 req-8dcc3859-bc29-44f9-bbc4-b9b5f3f60a88 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/security-groups?id=70d956b4-bf35-4735-b345-7252a9c796ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463290 May 13 12:55:20.012396 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7adca74-9548-4e08-8a62-f3ff16983113 req-0a689f70-219e-471f-8b02-587d45dbd2ad tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:20.013907 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-b7adca74-9548-4e08-8a62-f3ff16983113 req-0a689f70-219e-471f-8b02-587d45dbd2ad tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/ports?device_id=34789621-2e0a-4fef-8268-7703885edac6 HTTP/1.1" status: 200 len: 946 time: 0.0520289 May 13 12:55:20.022605 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 47730) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:55:20.028170 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.v2.base [None req-3d63e330-1d93-45b3-b9cd-b1bc5b3752d6 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Request body: {'floatingip': {'port_id': '99a73876-f6c7-452e-b541-5ee509349a0a'}} {{(pid=109804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 12:55:20.106660 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3d63e330-1d93-45b3-b9cd-b1bc5b3752d6 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks [] for floatingip (4f8d944e-04eb-42d5-8bf5-2639b9e54c90), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:20.135018 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (202f7e15-8fd1-4d3b-a0cb-2b083dcecd1a), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:20.264199 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 47750) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:55:20.314901 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b83dfcf-b18f-4d7a-a8d4-07368108e8b1 admin admin] Deleting subnet e50eca3f-9543-4dd9-ae89-1e2f25e96a5c {{(pid=109803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 13 12:55:20.318272 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7b83dfcf-b18f-4d7a-a8d4-07368108e8b1 admin admin] Publish callbacks [] for subnet (e50eca3f-9543-4dd9-ae89-1e2f25e96a5c), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:20.363841 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7b83dfcf-b18f-4d7a-a8d4-07368108e8b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6506723'] for subnet (e50eca3f-9543-4dd9-ae89-1e2f25e96a5c), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:20.410881 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7b83dfcf-b18f-4d7a-a8d4-07368108e8b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1488813'] for subnet (e50eca3f-9543-4dd9-ae89-1e2f25e96a5c), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:20.484439 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7b83dfcf-b18f-4d7a-a8d4-07368108e8b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6509854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5762263'] for subnet (e50eca3f-9543-4dd9-ae89-1e2f25e96a5c), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:20.530250 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7b83dfcf-b18f-4d7a-a8d4-07368108e8b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617456'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:20.533404 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-7b83dfcf-b18f-4d7a-a8d4-07368108e8b1 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/e50eca3f-9543-4dd9-ae89-1e2f25e96a5c HTTP/1.1" status: 204 len: 168 time: 0.2681327 May 13 12:55:20.534402 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b83dfcf-b18f-4d7a-a8d4-07368108e8b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e50eca3f-9543-4dd9-ae89-1e2f25e96a5c,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:55:20.536383 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 47760) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:55:20.550436 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b83dfcf-b18f-4d7a-a8d4-07368108e8b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:55:20.550782 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b83dfcf-b18f-4d7a-a8d4-07368108e8b1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:55:20.551115 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b83dfcf-b18f-4d7a-a8d4-07368108e8b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:55:20.551450 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b83dfcf-b18f-4d7a-a8d4-07368108e8b1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:55:20.551795 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b83dfcf-b18f-4d7a-a8d4-07368108e8b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:55:20.552123 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b83dfcf-b18f-4d7a-a8d4-07368108e8b1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:55:20.552517 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b83dfcf-b18f-4d7a-a8d4-07368108e8b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:55:20.552930 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b83dfcf-b18f-4d7a-a8d4-07368108e8b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:55:20.553301 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b83dfcf-b18f-4d7a-a8d4-07368108e8b1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:55:20.553652 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b83dfcf-b18f-4d7a-a8d4-07368108e8b1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:55:20.553987 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b83dfcf-b18f-4d7a-a8d4-07368108e8b1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:55:20.554314 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b83dfcf-b18f-4d7a-a8d4-07368108e8b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:55:20.554609 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b83dfcf-b18f-4d7a-a8d4-07368108e8b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:55:20.554939 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b83dfcf-b18f-4d7a-a8d4-07368108e8b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:55:20.555234 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b83dfcf-b18f-4d7a-a8d4-07368108e8b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:55:20.641295 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7d493f2b-fa94-4476-8564-c16986d3c156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1355768'] for network (ea84694a-02c3-4e46-bed5-346ef793d705), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:20.768370 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853b7972-5dca-4636-b466-79f45d3732f7 req-7a930241-61ef-41b9-ba26-64449d572d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:20.769934 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-853b7972-5dca-4636-b466-79f45d3732f7 req-7a930241-61ef-41b9-ba26-64449d572d59 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9f2825cd-1b9d-4434-bf94-ebf3f6688015 HTTP/1.1" status: 200 len: 1130 time: 0.0851943 May 13 12:55:20.786642 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7d493f2b-fa94-4476-8564-c16986d3c156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1476694', 'neutron.services.segments.db._delete_segments_for_network-8750967377201'] for network (ea84694a-02c3-4e46-bed5-346ef793d705), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:20.809699 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.services.segments.db [None req-7d493f2b-fa94-4476-8564-c16986d3c156 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea84694a-02c3-4e46-bed5-346ef793d705']}} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 12:55:20.819691 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.services.segments.db [None req-7d493f2b-fa94-4476-8564-c16986d3c156 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4080ad90-8342-473c-bc9a-4efe6570d585') {'for_net_delete': True} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 12:55:20.819975 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.services.segments.db [None req-7d493f2b-fa94-4476-8564-c16986d3c156 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4080ad90-8342-473c-bc9a-4efe6570d585') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 12:55:20.830264 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7d493f2b-fa94-4476-8564-c16986d3c156 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750967377722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6506520'] for segment (4080ad90-8342-473c-bc9a-4efe6570d585), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:20.848263 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7d493f2b-fa94-4476-8564-c16986d3c156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488896'] for segment (4080ad90-8342-473c-bc9a-4efe6570d585), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:20.856169 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d493f2b-fa94-4476-8564-c16986d3c156 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=109803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 12:55:20.856836 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7d493f2b-fa94-4476-8564-c16986d3c156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6509940'] for segment (4080ad90-8342-473c-bc9a-4efe6570d585), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:20.858857 dv-cinder-841644-1-iscsi neutron-server[109803]: Traceback (most recent call last): May 13 12:55:20.858857 dv-cinder-841644-1-iscsi neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 12:55:20.858857 dv-cinder-841644-1-iscsi neutron-server[109803]: timer() May 13 12:55:20.858857 dv-cinder-841644-1-iscsi neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 12:55:20.858857 dv-cinder-841644-1-iscsi neutron-server[109803]: cb(*args, **kw) May 13 12:55:20.858857 dv-cinder-841644-1-iscsi neutron-server[109803]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 13 12:55:20.858857 dv-cinder-841644-1-iscsi neutron-server[109803]: return func(*args, **kwargs) May 13 12:55:20.858857 dv-cinder-841644-1-iscsi neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 12:55:20.858857 dv-cinder-841644-1-iscsi neutron-server[109803]: self._notify() May 13 12:55:20.858857 dv-cinder-841644-1-iscsi neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 12:55:20.858857 dv-cinder-841644-1-iscsi neutron-server[109803]: self.callback(batched_events) May 13 12:55:20.858857 dv-cinder-841644-1-iscsi neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 12:55:20.858857 dv-cinder-841644-1-iscsi neutron-server[109803]: event.method(event) May 13 12:55:20.858857 dv-cinder-841644-1-iscsi neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 13 12:55:20.858857 dv-cinder-841644-1-iscsi neutron-server[109803]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 12:55:20.858857 dv-cinder-841644-1-iscsi neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 13 12:55:20.858857 dv-cinder-841644-1-iscsi neutron-server[109803]: aggregate_uuid = self.p_client.list_aggregates( May 13 12:55:20.858857 dv-cinder-841644-1-iscsi neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 13 12:55:20.858857 dv-cinder-841644-1-iscsi neutron-server[109803]: return f(self, *a, **k) May 13 12:55:20.858857 dv-cinder-841644-1-iscsi neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 13 12:55:20.858857 dv-cinder-841644-1-iscsi neutron-server[109803]: return self._get(url).json() May 13 12:55:20.858857 dv-cinder-841644-1-iscsi neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 13 12:55:20.858857 dv-cinder-841644-1-iscsi neutron-server[109803]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 12:55:20.858857 dv-cinder-841644-1-iscsi neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 12:55:20.858857 dv-cinder-841644-1-iscsi neutron-server[109803]: return self.request(url, 'GET', **kwargs) May 13 12:55:20.858857 dv-cinder-841644-1-iscsi neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 12:55:20.858857 dv-cinder-841644-1-iscsi neutron-server[109803]: base_url = self.get_endpoint(auth, allow=allow, May 13 12:55:20.858857 dv-cinder-841644-1-iscsi neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 12:55:20.858857 dv-cinder-841644-1-iscsi neutron-server[109803]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 12:55:20.858857 dv-cinder-841644-1-iscsi neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 12:55:20.858857 dv-cinder-841644-1-iscsi neutron-server[109803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 12:55:20.858857 dv-cinder-841644-1-iscsi neutron-server[109803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 12:55:20.924388 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7d493f2b-fa94-4476-8564-c16986d3c156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1476655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621796'] for network (ea84694a-02c3-4e46-bed5-346ef793d705), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:20.935341 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7d493f2b-fa94-4476-8564-c16986d3c156 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617456'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:20.940847 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-7d493f2b-fa94-4476-8564-c16986d3c156 admin admin] 10.222.0.49 "DELETE /v2.0/networks/ea84694a-02c3-4e46-bed5-346ef793d705 HTTP/1.1" status: 204 len: 168 time: 0.4026911 May 13 12:55:20.941465 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 47770) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:55:20.960565 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d493f2b-fa94-4476-8564-c16986d3c156 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea84694a-02c3-4e46-bed5-346ef793d705,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:55:20.961663 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.db.resource_extend [None req-3d63e330-1d93-45b3-b9cd-b1bc5b3752d6 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 12:55:20.995263 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bffdef-57a1-4686-a2c3-1b5d12ad3c71 req-cf1e63b2-903c-4a39-8225-c8fb515ceaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:20.996791 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-a4bffdef-57a1-4686-a2c3-1b5d12ad3c71 req-cf1e63b2-903c-4a39-8225-c8fb515ceaf5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2600954f-368e-4b9b-9fca-a1e49f9c5d94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3106844 May 13 12:55:21.029014 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bca5dc0-d7f3-4f06-8f87-40379c2a83ab admin admin] Deleting subnet 31cf2851-3c4c-47e9-a641-e5f0fedab9bc {{(pid=109803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 13 12:55:21.036265 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520d2882-f6bb-469c-887b-2fb7e3e6b81b req-2f7ded0c-e8b7-4933-b201-aaf3e83f71ad tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:21.037732 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-520d2882-f6bb-469c-887b-2fb7e3e6b81b req-2f7ded0c-e8b7-4933-b201-aaf3e83f71ad tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f2825cd-1b9d-4434-bf94-ebf3f6688015 HTTP/1.1" status: 200 len: 946 time: 0.0801251 May 13 12:55:21.039608 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7bca5dc0-d7f3-4f06-8f87-40379c2a83ab admin admin] Publish callbacks [] for subnet (31cf2851-3c4c-47e9-a641-e5f0fedab9bc), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:21.045402 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3d63e330-1d93-45b3-b9cd-b1bc5b3752d6 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:21.049512 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3d63e330-1d93-45b3-b9cd-b1bc5b3752d6 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621791'] for floatingip (4f8d944e-04eb-42d5-8bf5-2639b9e54c90), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:21.089929 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7bca5dc0-d7f3-4f06-8f87-40379c2a83ab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6506723'] for subnet (31cf2851-3c4c-47e9-a641-e5f0fedab9bc), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:21.166630 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-520d2882-f6bb-469c-887b-2fb7e3e6b81b req-bdc2f107-aad2-4838-804c-18e42709036e tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/security-groups?id=3473c18c-30b6-4258-8d74-d4010b438108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076231 May 13 12:55:21.176596 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7bca5dc0-d7f3-4f06-8f87-40379c2a83ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1488813'] for subnet (31cf2851-3c4c-47e9-a641-e5f0fedab9bc), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:21.218529 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-853b7972-5dca-4636-b466-79f45d3732f7 req-b3239107-47b9-4ac6-a1d7-2bb0b2182968 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=3473c18c-30b6-4258-8d74-d4010b438108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988975 May 13 12:55:21.223984 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.db.l3_db [None req-3d63e330-1d93-45b3-b9cd-b1bc5b3752d6 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Floating IP 4f8d944e-04eb-42d5-8bf5-2639b9e54c90 associated. External IP: 172.27.3.86, port: 99a73876-f6c7-452e-b541-5ee509349a0a. May 13 12:55:21.248020 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7bca5dc0-d7f3-4f06-8f87-40379c2a83ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6509854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5762263'] for subnet (31cf2851-3c4c-47e9-a641-e5f0fedab9bc), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:21.274828 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bca5dc0-d7f3-4f06-8f87-40379c2a83ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31cf2851-3c4c-47e9-a641-e5f0fedab9bc,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:55:21.280438 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7bca5dc0-d7f3-4f06-8f87-40379c2a83ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617456'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:21.286376 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-7bca5dc0-d7f3-4f06-8f87-40379c2a83ab admin admin] 10.222.0.49 "DELETE /v2.0/subnets/31cf2851-3c4c-47e9-a641-e5f0fedab9bc HTTP/1.1" status: 204 len: 168 time: 0.3427916 May 13 12:55:21.286943 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 47778) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:55:21.301850 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-a4bffdef-57a1-4686-a2c3-1b5d12ad3c71 req-31932788-53f6-4793-b48d-8deb7c081c58 service neutron] 10.222.0.52 "GET /v2.0/networks/2600954f-368e-4b9b-9fca-a1e49f9c5d94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651974 May 13 12:55:21.405389 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7d59258c-6acc-48aa-a055-c5c7ba1175bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1355768'] for network (58a10b44-9add-4791-bdf7-b1c77d1e47a6), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:21.544204 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7d59258c-6acc-48aa-a055-c5c7ba1175bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1476694', 'neutron.services.segments.db._delete_segments_for_network-8750967377201'] for network (58a10b44-9add-4791-bdf7-b1c77d1e47a6), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:21.598657 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.services.segments.db [None req-7d59258c-6acc-48aa-a055-c5c7ba1175bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58a10b44-9add-4791-bdf7-b1c77d1e47a6']}} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 12:55:21.612078 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.services.segments.db [None req-7d59258c-6acc-48aa-a055-c5c7ba1175bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d753b67-1224-4513-b26d-9babde473551') {'for_net_delete': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 12:55:21.612373 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.services.segments.db [None req-7d59258c-6acc-48aa-a055-c5c7ba1175bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d753b67-1224-4513-b26d-9babde473551') {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 12:55:21.630250 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7d59258c-6acc-48aa-a055-c5c7ba1175bb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750967377722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6106823'] for segment (3d753b67-1224-4513-b26d-9babde473551), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:21.635116 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d63e330-1d93-45b3-b9cd-b1bc5b3752d6 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Router 045f35fc-2c99-4b59-9cb3-9ddcf675eecc has already been hosted by L3 agent 6d8a5631-9f63-444c-af3b-4dcce4842b62 {{(pid=109804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 12:55:21.651193 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7d59258c-6acc-48aa-a055-c5c7ba1175bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488896'] for segment (3d753b67-1224-4513-b26d-9babde473551), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:21.660317 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d59258c-6acc-48aa-a055-c5c7ba1175bb admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=109804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 12:55:21.660816 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7d59258c-6acc-48aa-a055-c5c7ba1175bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6007266'] for segment (3d753b67-1224-4513-b26d-9babde473551), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:21.662481 dv-cinder-841644-1-iscsi neutron-server[109804]: Traceback (most recent call last): May 13 12:55:21.662481 dv-cinder-841644-1-iscsi neutron-server[109804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 12:55:21.662481 dv-cinder-841644-1-iscsi neutron-server[109804]: timer() May 13 12:55:21.662481 dv-cinder-841644-1-iscsi neutron-server[109804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 12:55:21.662481 dv-cinder-841644-1-iscsi neutron-server[109804]: cb(*args, **kw) May 13 12:55:21.662481 dv-cinder-841644-1-iscsi neutron-server[109804]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 13 12:55:21.662481 dv-cinder-841644-1-iscsi neutron-server[109804]: return func(*args, **kwargs) May 13 12:55:21.662481 dv-cinder-841644-1-iscsi neutron-server[109804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 12:55:21.662481 dv-cinder-841644-1-iscsi neutron-server[109804]: self._notify() May 13 12:55:21.662481 dv-cinder-841644-1-iscsi neutron-server[109804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 12:55:21.662481 dv-cinder-841644-1-iscsi neutron-server[109804]: self.callback(batched_events) May 13 12:55:21.662481 dv-cinder-841644-1-iscsi neutron-server[109804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 12:55:21.662481 dv-cinder-841644-1-iscsi neutron-server[109804]: event.method(event) May 13 12:55:21.662481 dv-cinder-841644-1-iscsi neutron-server[109804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 13 12:55:21.662481 dv-cinder-841644-1-iscsi neutron-server[109804]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 12:55:21.662481 dv-cinder-841644-1-iscsi neutron-server[109804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 13 12:55:21.662481 dv-cinder-841644-1-iscsi neutron-server[109804]: aggregate_uuid = self.p_client.list_aggregates( May 13 12:55:21.662481 dv-cinder-841644-1-iscsi neutron-server[109804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 13 12:55:21.662481 dv-cinder-841644-1-iscsi neutron-server[109804]: return f(self, *a, **k) May 13 12:55:21.662481 dv-cinder-841644-1-iscsi neutron-server[109804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 13 12:55:21.662481 dv-cinder-841644-1-iscsi neutron-server[109804]: return self._get(url).json() May 13 12:55:21.662481 dv-cinder-841644-1-iscsi neutron-server[109804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 13 12:55:21.662481 dv-cinder-841644-1-iscsi neutron-server[109804]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 12:55:21.662481 dv-cinder-841644-1-iscsi neutron-server[109804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 12:55:21.662481 dv-cinder-841644-1-iscsi neutron-server[109804]: return self.request(url, 'GET', **kwargs) May 13 12:55:21.662481 dv-cinder-841644-1-iscsi neutron-server[109804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 12:55:21.662481 dv-cinder-841644-1-iscsi neutron-server[109804]: base_url = self.get_endpoint(auth, allow=allow, May 13 12:55:21.662481 dv-cinder-841644-1-iscsi neutron-server[109804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 12:55:21.662481 dv-cinder-841644-1-iscsi neutron-server[109804]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 12:55:21.662481 dv-cinder-841644-1-iscsi neutron-server[109804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 12:55:21.662481 dv-cinder-841644-1-iscsi neutron-server[109804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 12:55:21.662481 dv-cinder-841644-1-iscsi neutron-server[109804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 12:55:21.756960 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7d59258c-6acc-48aa-a055-c5c7ba1175bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1476655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621796'] for network (58a10b44-9add-4791-bdf7-b1c77d1e47a6), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:21.786491 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7d59258c-6acc-48aa-a055-c5c7ba1175bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617456'] for network (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:21.790236 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-7d59258c-6acc-48aa-a055-c5c7ba1175bb admin admin] 10.222.0.49 "DELETE /v2.0/networks/58a10b44-9add-4791-bdf7-b1c77d1e47a6 HTTP/1.1" status: 204 len: 168 time: 0.5005231 May 13 12:55:21.793153 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d59258c-6acc-48aa-a055-c5c7ba1175bb admin admin] Pushing event deleted for resources: {'Network': ['ID=58a10b44-9add-4791-bdf7-b1c77d1e47a6,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:55:21.802044 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d59258c-6acc-48aa-a055-c5c7ba1175bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:55:21.802378 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d59258c-6acc-48aa-a055-c5c7ba1175bb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:55:21.802696 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d59258c-6acc-48aa-a055-c5c7ba1175bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:55:21.803014 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d59258c-6acc-48aa-a055-c5c7ba1175bb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:55:21.803564 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d59258c-6acc-48aa-a055-c5c7ba1175bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:55:21.804036 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d59258c-6acc-48aa-a055-c5c7ba1175bb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:55:21.804555 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d59258c-6acc-48aa-a055-c5c7ba1175bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:55:21.805089 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d59258c-6acc-48aa-a055-c5c7ba1175bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:55:21.805330 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d59258c-6acc-48aa-a055-c5c7ba1175bb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:55:21.805702 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d59258c-6acc-48aa-a055-c5c7ba1175bb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:55:21.806007 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d59258c-6acc-48aa-a055-c5c7ba1175bb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:55:21.806364 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d59258c-6acc-48aa-a055-c5c7ba1175bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:55:21.806683 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d59258c-6acc-48aa-a055-c5c7ba1175bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:55:21.806975 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d59258c-6acc-48aa-a055-c5c7ba1175bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:55:21.807469 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d59258c-6acc-48aa-a055-c5c7ba1175bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:55:21.945934 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d63e330-1d93-45b3-b9cd-b1bc5b3752d6 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Notify agent at l3_agent.dv-cinder-841644-1-iscsi the message routers_updated {{(pid=109804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 12:55:21.952921 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3d63e330-1d93-45b3-b9cd-b1bc5b3752d6 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4290'] for floatingip (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:21.961505 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965f83aa-bfed-4086-8b24-0b51ab302ab0 None None] Sync routers for ids ['045f35fc-2c99-4b59-9cb3-9ddcf675eecc'] in dv-cinder-841644-1-iscsi {{(pid=109806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 12:55:21.989768 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965f83aa-bfed-4086-8b24-0b51ab302ab0 None None] Routers {'045f35fc-2c99-4b59-9cb3-9ddcf675eecc'} bound to L3 agent in host dv-cinder-841644-1-iscsi {{(pid=109806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 12:55:21.990534 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_hamode_db [None req-965f83aa-bfed-4086-8b24-0b51ab302ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841644-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T12:45:44Z,description=,heartbeat_timestamp=2022-05-13T12:55:14Z,host='dv-cinder-841644-1-iscsi',id=6d8a5631-9f63-444c-af3b-4dcce4842b62,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T12:45:44Z,topic='l3_agent')) {'router_ids': ['045f35fc-2c99-4b59-9cb3-9ddcf675eecc'], 'active': True} {{(pid=109806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 12:55:22.010377 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-a4bffdef-57a1-4686-a2c3-1b5d12ad3c71 req-fff83c8a-0669-445d-b8e4-de344715ca39 service neutron] 10.222.0.52 "GET /v2.0/networks/2600954f-368e-4b9b-9fca-a1e49f9c5d94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735408 May 13 12:55:22.016659 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-3d63e330-1d93-45b3-b9cd-b1bc5b3752d6 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "PUT /v2.0/floatingips/4f8d944e-04eb-42d5-8bf5-2639b9e54c90 HTTP/1.1" status: 200 len: 991 time: 1.9909105 May 13 12:55:22.016659 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34789621-2e0a-4fef-8268-7703885edac6', 'tag': '99a73876-f6c7-452e-b541-5ee509349a0a'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 12:55:22.017530 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1b69bbfd011f85c3db934c4b22a349ffa5730c167d2456731e37bfe5d9c9e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fac1c8f8-4070-4af4-b070-9f2d44bca2bf" -d '{"events": [{"name": "network-changed", "server_uuid": "34789621-2e0a-4fef-8268-7703885edac6", "tag": "99a73876-f6c7-452e-b541-5ee509349a0a"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 12:55:22.066754 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 12:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ff0627a-5013-4517-b473-e980bd793323 x-openstack-request-id: req-5ff0627a-5013-4517-b473-e980bd793323 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 12:55:22.067141 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34789621-2e0a-4fef-8268-7703885edac6", "tag": "99a73876-f6c7-452e-b541-5ee509349a0a", "status": "completed", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 12:55:22.067646 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5ff0627a-5013-4517-b473-e980bd793323 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 12:55:22.068132 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ff0627a-5013-4517-b473-e980bd793323'] response: {'name': 'network-changed', 'server_uuid': '34789621-2e0a-4fef-8268-7703885edac6', 'tag': '99a73876-f6c7-452e-b541-5ee509349a0a', 'status': 'completed', 'code': 200} May 13 12:55:22.097600 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 47820) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:55:22.142339 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-04baef38-f86d-4438-aac5-cc0318f934f4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=88dc8239c33a43a0b8f88053e88b6370&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0432467 May 13 12:55:22.145489 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 47822) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:55:22.156521 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_dvr_db [None req-965f83aa-bfed-4086-8b24-0b51ab302ab0 None None] Set router 045f35fc-2c99-4b59-9cb3-9ddcf675eecc gateway port host: dv-cinder-841644-1-iscsi {{(pid=109806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 12:55:22.199931 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-5495c4be-a0fe-47ad-85da-825ce1013728 admin admin] Publish callbacks [] for security_group (ff8328c8-e2e7-43c3-a574-15785874dcd0), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:22.224963 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-5495c4be-a0fe-47ad-85da-825ce1013728 admin admin] Publish callbacks [] for security_group (ff8328c8-e2e7-43c3-a574-15785874dcd0), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:22.334149 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44becd36-9e17-4d0c-b575-eba0476211ff req-719cbcff-0547-4dc8-91e0-0329ce895cb9 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:22.335952 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-44becd36-9e17-4d0c-b575-eba0476211ff req-719cbcff-0547-4dc8-91e0-0329ce895cb9 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f2825cd-1b9d-4434-bf94-ebf3f6688015 HTTP/1.1" status: 200 len: 946 time: 0.0744281 May 13 12:55:22.369407 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-5495c4be-a0fe-47ad-85da-825ce1013728 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (ff8328c8-e2e7-43c3-a574-15785874dcd0), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:22.374031 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-5495c4be-a0fe-47ad-85da-825ce1013728 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:22.375511 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-5495c4be-a0fe-47ad-85da-825ce1013728 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ff8328c8-e2e7-43c3-a574-15785874dcd0 HTTP/1.1" status: 204 len: 168 time: 0.2290938 May 13 12:55:22.411615 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5495c4be-a0fe-47ad-85da-825ce1013728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff8328c8-e2e7-43c3-a574-15785874dcd0,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:55:22.445945 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf07d1b-245b-4e88-b614-3e62f133adea req-358724de-9d23-4303-9195-24ce01f65313 tempest-DeleteServersTestJSON-1651286599 tempest-DeleteServersTestJSON-1651286599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:22.450253 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-adf07d1b-245b-4e88-b614-3e62f133adea req-358724de-9d23-4303-9195-24ce01f65313 tempest-DeleteServersTestJSON-1651286599 tempest-DeleteServersTestJSON-1651286599-project] 10.222.0.49 "GET /v2.0/ports?device_id=b10c17e5-f9fb-4451-bb6a-7b1184b89c69 HTTP/1.1" status: 200 len: 945 time: 0.0954456 May 13 12:55:22.458881 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-44becd36-9e17-4d0c-b575-eba0476211ff req-7aba96e4-c7f4-4d04-bc12-eccf7a2bb1ac tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/security-groups?id=3473c18c-30b6-4258-8d74-d4010b438108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059992 May 13 12:55:22.513009 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_hamode_db [None req-965f83aa-bfed-4086-8b24-0b51ab302ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '045f35fc-2c99-4b59-9cb3-9ddcf675eecc', 'name': 'tempest-AttachVolumeNegativeTest-207558896-router', 'tenant_id': '7ec55859792345359fc7b22003b4e995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '02b711c9-c253-4fa7-9b82-c20738edf579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T12:54:23Z', 'updated_at': '2022-05-13T12:54:39Z', 'revision_number': 4, 'project_id': '7ec55859792345359fc7b22003b4e995', 'gw_port': {'id': '02b711c9-c253-4fa7-9b82-c20738edf579', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ac:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045f35fc-2c99-4b59-9cb3-9ddcf675eecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:54:25Z', 'updated_at': '2022-05-13T12:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi', '_floatingips': [{'id': '4f8d944e-04eb-42d5-8bf5-2639b9e54c90', 'tenant_id': '7ec55859792345359fc7b22003b4e995', 'floating_ip_address': '172.27.3.86', 'floating_network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'router_id': '045f35fc-2c99-4b59-9cb3-9ddcf675eecc', 'port_id': '99a73876-f6c7-452e-b541-5ee509349a0a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1c41e28-5d16-459f-865e-9320359228db', 'mac_address': 'fa:16:3e:e6:0c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34789621-2e0a-4fef-8268-7703885edac6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T12:54:51Z', 'updated_at': '2022-05-13T12:55:20Z', 'revision_number': 1, 'project_id': '7ec55859792345359fc7b22003b4e995', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '809a9c8d-b43e-4e7d-bc47-feb11109602a', 'name': '', 'network_id': 'f1c41e28-5d16-459f-865e-9320359228db', 'tenant_id': '7ec55859792345359fc7b22003b4e995', 'mac_address': 'fa:16:3e:84:69:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045f35fc-2c99-4b59-9cb3-9ddcf675eecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '95241052-552d-491a-8c23-5ec0dd2b8fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:54:35Z', 'updated_at': '2022-05-13T12:54:49Z', 'revision_number': 5, 'project_id': '7ec55859792345359fc7b22003b4e995', 'subnets': [{'id': '95241052-552d-491a-8c23-5ec0dd2b8fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841644-1-iscsi', False) {} {{(pid=109806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 12:55:22.514473 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-adf07d1b-245b-4e88-b614-3e62f133adea req-4829636e-173b-45d7-b321-e3d9dce3cac3 tempest-DeleteServersTestJSON-1651286599 tempest-DeleteServersTestJSON-1651286599-project] 10.222.0.49 "GET /v2.0/security-groups?id=00d96c8d-9604-401a-8db1-0d6089e57080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590668 May 13 12:55:22.564428 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965f83aa-bfed-4086-8b24-0b51ab302ab0 None None] Checking router: 045f35fc-2c99-4b59-9cb3-9ddcf675eecc for host: dv-cinder-841644-1-iscsi {{(pid=109806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 12:55:22.576795 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac1c8f8-4070-4af4-b070-9f2d44bca2bf req-64b524bd-345b-49b4-bf96-66545562c0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:22.578235 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-fac1c8f8-4070-4af4-b070-9f2d44bca2bf req-64b524bd-345b-49b4-bf96-66545562c0cb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ec55859792345359fc7b22003b4e995&device_id=34789621-2e0a-4fef-8268-7703885edac6 HTTP/1.1" status: 200 len: 1130 time: 0.0601535 May 13 12:55:22.580920 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965f83aa-bfed-4086-8b24-0b51ab302ab0 None None] Routers {'045f35fc-2c99-4b59-9cb3-9ddcf675eecc'} bound to L3 agent in host dv-cinder-841644-1-iscsi {{(pid=109806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 12:55:22.581785 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_hamode_db [None req-965f83aa-bfed-4086-8b24-0b51ab302ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841644-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T12:45:44Z,description=,heartbeat_timestamp=2022-05-13T12:55:14Z,host='dv-cinder-841644-1-iscsi',id=6d8a5631-9f63-444c-af3b-4dcce4842b62,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T12:45:44Z,topic='l3_agent')) {'router_ids': ['045f35fc-2c99-4b59-9cb3-9ddcf675eecc'], 'active': True} {{(pid=109806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 12:55:22.743807 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_dvr_db [None req-965f83aa-bfed-4086-8b24-0b51ab302ab0 None None] Set router 045f35fc-2c99-4b59-9cb3-9ddcf675eecc gateway port host: dv-cinder-841644-1-iscsi {{(pid=109806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 12:55:23.018415 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 47862) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:55:23.050801 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 47866) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:55:23.070863 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-fc022b47-9d9c-4a9d-b210-1029f4b17f0f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5137506c1663449db67a8ef895d4bfa2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0510600 May 13 12:55:23.073393 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 47870) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:55:23.095612 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_hamode_db [None req-965f83aa-bfed-4086-8b24-0b51ab302ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '045f35fc-2c99-4b59-9cb3-9ddcf675eecc', 'name': 'tempest-AttachVolumeNegativeTest-207558896-router', 'tenant_id': '7ec55859792345359fc7b22003b4e995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '02b711c9-c253-4fa7-9b82-c20738edf579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T12:54:23Z', 'updated_at': '2022-05-13T12:54:39Z', 'revision_number': 4, 'project_id': '7ec55859792345359fc7b22003b4e995', 'gw_port': {'id': '02b711c9-c253-4fa7-9b82-c20738edf579', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ac:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045f35fc-2c99-4b59-9cb3-9ddcf675eecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:54:25Z', 'updated_at': '2022-05-13T12:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi', '_floatingips': [{'id': '4f8d944e-04eb-42d5-8bf5-2639b9e54c90', 'tenant_id': '7ec55859792345359fc7b22003b4e995', 'floating_ip_address': '172.27.3.86', 'floating_network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'router_id': '045f35fc-2c99-4b59-9cb3-9ddcf675eecc', 'port_id': '99a73876-f6c7-452e-b541-5ee509349a0a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1c41e28-5d16-459f-865e-9320359228db', 'mac_address': 'fa:16:3e:e6:0c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34789621-2e0a-4fef-8268-7703885edac6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T12:54:51Z', 'updated_at': '2022-05-13T12:55:20Z', 'revision_number': 1, 'project_id': '7ec55859792345359fc7b22003b4e995', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '809a9c8d-b43e-4e7d-bc47-feb11109602a', 'name': '', 'network_id': 'f1c41e28-5d16-459f-865e-9320359228db', 'tenant_id': '7ec55859792345359fc7b22003b4e995', 'mac_address': 'fa:16:3e:84:69:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045f35fc-2c99-4b59-9cb3-9ddcf675eecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '95241052-552d-491a-8c23-5ec0dd2b8fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:54:35Z', 'updated_at': '2022-05-13T12:54:49Z', 'revision_number': 5, 'project_id': '7ec55859792345359fc7b22003b4e995', 'subnets': [{'id': '95241052-552d-491a-8c23-5ec0dd2b8fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841644-1-iscsi', False) {} {{(pid=109806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 12:55:23.129387 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965f83aa-bfed-4086-8b24-0b51ab302ab0 None None] The sync data for ids ['045f35fc-2c99-4b59-9cb3-9ddcf675eecc'] in dv-cinder-841644-1-iscsi is: [{'id': '045f35fc-2c99-4b59-9cb3-9ddcf675eecc', 'name': 'tempest-AttachVolumeNegativeTest-207558896-router', 'tenant_id': '7ec55859792345359fc7b22003b4e995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '02b711c9-c253-4fa7-9b82-c20738edf579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T12:54:23Z', 'updated_at': '2022-05-13T12:54:39Z', 'revision_number': 4, 'project_id': '7ec55859792345359fc7b22003b4e995', 'gw_port': {'id': '02b711c9-c253-4fa7-9b82-c20738edf579', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ac:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045f35fc-2c99-4b59-9cb3-9ddcf675eecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:54:25Z', 'updated_at': '2022-05-13T12:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi', '_floatingips': [{'id': '4f8d944e-04eb-42d5-8bf5-2639b9e54c90', 'tenant_id': '7ec55859792345359fc7b22003b4e995', 'floating_ip_address': '172.27.3.86', 'floating_network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'router_id': '045f35fc-2c99-4b59-9cb3-9ddcf675eecc', 'port_id': '99a73876-f6c7-452e-b541-5ee509349a0a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1c41e28-5d16-459f-865e-9320359228db', 'mac_address': 'fa:16:3e:e6:0c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34789621-2e0a-4fef-8268-7703885edac6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T12:54:51Z', 'updated_at': '2022-05-13T12:55:20Z', 'revision_number': 1, 'project_id': '7ec55859792345359fc7b22003b4e995', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '809a9c8d-b43e-4e7d-bc47-feb11109602a', 'name': '', 'network_id': 'f1c41e28-5d16-459f-865e-9320359228db', 'tenant_id': '7ec55859792345359fc7b22003b4e995', 'mac_address': 'fa:16:3e:84:69:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045f35fc-2c99-4b59-9cb3-9ddcf675eecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '95241052-552d-491a-8c23-5ec0dd2b8fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:54:35Z', 'updated_at': '2022-05-13T12:54:49Z', 'revision_number': 5, 'project_id': '7ec55859792345359fc7b22003b4e995', 'subnets': [{'id': '95241052-552d-491a-8c23-5ec0dd2b8fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 12:55:23.146194 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f2063535-7dc2-459d-8261-c190a1982a94 admin admin] Publish callbacks [] for security_group (b422eef1-0661-40f1-943f-6194dee6e19b), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:23.170398 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f2063535-7dc2-459d-8261-c190a1982a94 admin admin] Publish callbacks [] for security_group (b422eef1-0661-40f1-943f-6194dee6e19b), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:23.242144 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f2063535-7dc2-459d-8261-c190a1982a94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (b422eef1-0661-40f1-943f-6194dee6e19b), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:23.245093 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f2063535-7dc2-459d-8261-c190a1982a94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:23.247236 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-f2063535-7dc2-459d-8261-c190a1982a94 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b422eef1-0661-40f1-943f-6194dee6e19b HTTP/1.1" status: 204 len: 168 time: 0.1720896 May 13 12:55:23.248259 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-66d71435-6c25-4c84-8473-3bd17827b762 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:23.265591 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2063535-7dc2-459d-8261-c190a1982a94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b422eef1-0661-40f1-943f-6194dee6e19b,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:55:23.368618 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-66d71435-6c25-4c84-8473-3bd17827b762 admin admin] Publish callbacks [] for security_group (a2157f20-6d88-4737-bf1f-6f9131ae8b28), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:23.374884 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-66d71435-6c25-4c84-8473-3bd17827b762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (a2157f20-6d88-4737-bf1f-6f9131ae8b28), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:23.434607 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-66d71435-6c25-4c84-8473-3bd17827b762 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f42916f6495a41fbb82278d020373868&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3798413 May 13 12:55:23.434811 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecfcd63c-1ea2-4a5d-a70b-05907cdc1d55 None None] New status for floating IP 4f8d944e-04eb-42d5-8bf5-2639b9e54c90: ACTIVE {{(pid=109805) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 12:55:23.435274 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d71435-6c25-4c84-8473-3bd17827b762 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2157f20-6d88-4737-bf1f-6f9131ae8b28,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:55:23.435352 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 47884) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:55:23.507389 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7a52ff68-93ca-4787-a389-60ac649fc8f4 admin admin] Publish callbacks [] for security_group (a2157f20-6d88-4737-bf1f-6f9131ae8b28), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:23.530413 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7a52ff68-93ca-4787-a389-60ac649fc8f4 admin admin] Publish callbacks [] for security_group (a2157f20-6d88-4737-bf1f-6f9131ae8b28), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:23.693543 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9a4c99-decd-44b3-9b09-b632683ddba7 req-e88ab84b-f222-46ef-9d03-308893886845 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:23.695430 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-cf9a4c99-decd-44b3-9b09-b632683ddba7 req-e88ab84b-f222-46ef-9d03-308893886845 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f2825cd-1b9d-4434-bf94-ebf3f6688015 HTTP/1.1" status: 200 len: 946 time: 0.0850437 May 13 12:55:23.713355 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76272de-1751-4166-84bb-1a22061580d4 req-d6a3d0fc-c758-4d36-b122-59909a57b352 tempest-DeleteServersTestJSON-1651286599 tempest-DeleteServersTestJSON-1651286599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:23.715229 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-a76272de-1751-4166-84bb-1a22061580d4 req-d6a3d0fc-c758-4d36-b122-59909a57b352 tempest-DeleteServersTestJSON-1651286599 tempest-DeleteServersTestJSON-1651286599-project] 10.222.0.49 "GET /v2.0/ports?device_id=b10c17e5-f9fb-4451-bb6a-7b1184b89c69 HTTP/1.1" status: 200 len: 945 time: 0.0926609 May 13 12:55:23.717869 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7a52ff68-93ca-4787-a389-60ac649fc8f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (a2157f20-6d88-4737-bf1f-6f9131ae8b28), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:23.720459 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7a52ff68-93ca-4787-a389-60ac649fc8f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:23.726027 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-7a52ff68-93ca-4787-a389-60ac649fc8f4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a2157f20-6d88-4737-bf1f-6f9131ae8b28 HTTP/1.1" status: 204 len: 168 time: 0.2900662 May 13 12:55:23.775781 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a52ff68-93ca-4787-a389-60ac649fc8f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2157f20-6d88-4737-bf1f-6f9131ae8b28,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:55:23.789536 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-a76272de-1751-4166-84bb-1a22061580d4 req-9f9674f2-42f9-4dc4-a01a-b732e924aea9 tempest-DeleteServersTestJSON-1651286599 tempest-DeleteServersTestJSON-1651286599-project] 10.222.0.49 "GET /v2.0/security-groups?id=00d96c8d-9604-401a-8db1-0d6089e57080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674806 May 13 12:55:23.825758 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-cf9a4c99-decd-44b3-9b09-b632683ddba7 req-13ff85b3-c55d-44f0-b4aa-a4a68ff48016 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/security-groups?id=3473c18c-30b6-4258-8d74-d4010b438108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231782 May 13 12:55:24.195379 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34097e8-16c0-4547-b56e-f65745417c56 req-34b15b35-1703-44a3-bd49-4d6055f10df7 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:24.196898 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-f34097e8-16c0-4547-b56e-f65745417c56 req-34b15b35-1703-44a3-bd49-4d6055f10df7 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f2825cd-1b9d-4434-bf94-ebf3f6688015 HTTP/1.1" status: 200 len: 946 time: 0.0550761 May 13 12:55:24.274333 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-f34097e8-16c0-4547-b56e-f65745417c56 req-fbb6072f-dee4-4696-bf87-749dc5e96275 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/security-groups?id=3473c18c-30b6-4258-8d74-d4010b438108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656664 May 13 12:55:24.315865 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 47938) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:55:24.335063 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-cdf5bc34-54fb-49a6-a090-ef851a8ad229 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:24.434951 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-cdf5bc34-54fb-49a6-a090-ef851a8ad229 admin admin] Publish callbacks [] for security_group (d9e7753c-5b21-4304-8b7b-f8fe7dd91313), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:24.440240 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-cdf5bc34-54fb-49a6-a090-ef851a8ad229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (d9e7753c-5b21-4304-8b7b-f8fe7dd91313), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:24.484658 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf5bc34-54fb-49a6-a090-ef851a8ad229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9e7753c-5b21-4304-8b7b-f8fe7dd91313,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:55:24.496815 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac1c8f8-4070-4af4-b070-9f2d44bca2bf req-16d0f009-d2e2-4301-9e5e-161128d68455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:24.498569 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-fac1c8f8-4070-4af4-b070-9f2d44bca2bf req-16d0f009-d2e2-4301-9e5e-161128d68455 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f1c41e28-5d16-459f-865e-9320359228db HTTP/1.1" status: 200 len: 915 time: 0.2010419 May 13 12:55:24.510394 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-cdf5bc34-54fb-49a6-a090-ef851a8ad229 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=97c4c02aabae42589d336fd7ed26de2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1928604 May 13 12:55:24.514815 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 47950) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:55:24.565970 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-2aaefd56-ed66-4a33-95f7-7a015ffbfd07 admin admin] Publish callbacks [] for security_group (d9e7753c-5b21-4304-8b7b-f8fe7dd91313), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:24.594008 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-2aaefd56-ed66-4a33-95f7-7a015ffbfd07 admin admin] Publish callbacks [] for security_group (d9e7753c-5b21-4304-8b7b-f8fe7dd91313), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:24.646708 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-2aaefd56-ed66-4a33-95f7-7a015ffbfd07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (d9e7753c-5b21-4304-8b7b-f8fe7dd91313), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:24.649714 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-2aaefd56-ed66-4a33-95f7-7a015ffbfd07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:24.650882 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-2aaefd56-ed66-4a33-95f7-7a015ffbfd07 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d9e7753c-5b21-4304-8b7b-f8fe7dd91313 HTTP/1.1" status: 204 len: 168 time: 0.1350899 May 13 12:55:24.659611 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaefd56-ed66-4a33-95f7-7a015ffbfd07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9e7753c-5b21-4304-8b7b-f8fe7dd91313,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:55:24.928558 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12f00ee-59d1-4b8b-8085-0213163bb1dd req-cc760d8e-6cbe-4291-b4b7-b1f0bfb3489e tempest-DeleteServersTestJSON-1651286599 tempest-DeleteServersTestJSON-1651286599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:24.930251 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-a12f00ee-59d1-4b8b-8085-0213163bb1dd req-cc760d8e-6cbe-4291-b4b7-b1f0bfb3489e tempest-DeleteServersTestJSON-1651286599 tempest-DeleteServersTestJSON-1651286599-project] 10.222.0.49 "GET /v2.0/ports?device_id=b10c17e5-f9fb-4451-bb6a-7b1184b89c69 HTTP/1.1" status: 200 len: 945 time: 0.0576298 May 13 12:55:25.007390 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-a12f00ee-59d1-4b8b-8085-0213163bb1dd req-4379d712-4483-409e-94b0-409a6500b3b9 tempest-DeleteServersTestJSON-1651286599 tempest-DeleteServersTestJSON-1651286599-project] 10.222.0.49 "GET /v2.0/security-groups?id=00d96c8d-9604-401a-8db1-0d6089e57080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698130 May 13 12:55:25.159040 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 47978) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:55:25.172310 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d3111a63-4d82-49ab-8567-7d44d8bc6d9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:25.244791 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d3111a63-4d82-49ab-8567-7d44d8bc6d9d admin admin] Publish callbacks [] for security_group (cb29d128-a055-427e-a37c-87023bcc97e3), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:25.248854 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d3111a63-4d82-49ab-8567-7d44d8bc6d9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (cb29d128-a055-427e-a37c-87023bcc97e3), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:25.286465 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-d3111a63-4d82-49ab-8567-7d44d8bc6d9d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2f790ca6418c4349b70cd21fe1121216&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1263287 May 13 12:55:25.287285 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3111a63-4d82-49ab-8567-7d44d8bc6d9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb29d128-a055-427e-a37c-87023bcc97e3,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:55:25.289780 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 47982) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:55:25.337806 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-dcb3ff97-25ea-430d-8956-03b60b9e882d admin admin] Publish callbacks [] for security_group (cb29d128-a055-427e-a37c-87023bcc97e3), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:25.360068 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-dcb3ff97-25ea-430d-8956-03b60b9e882d admin admin] Publish callbacks [] for security_group (cb29d128-a055-427e-a37c-87023bcc97e3), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:25.385842 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418b4e21-a4c0-4de1-a4a2-7f2b2b8f1c68 req-bb1f7d92-7821-471b-a7a0-46ec3cb90051 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:25.387495 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-418b4e21-a4c0-4de1-a4a2-7f2b2b8f1c68 req-bb1f7d92-7821-471b-a7a0-46ec3cb90051 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f2825cd-1b9d-4434-bf94-ebf3f6688015 HTTP/1.1" status: 200 len: 946 time: 0.0495570 May 13 12:55:25.406429 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-dcb3ff97-25ea-430d-8956-03b60b9e882d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (cb29d128-a055-427e-a37c-87023bcc97e3), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:25.409015 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-dcb3ff97-25ea-430d-8956-03b60b9e882d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:25.410137 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-dcb3ff97-25ea-430d-8956-03b60b9e882d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cb29d128-a055-427e-a37c-87023bcc97e3 HTTP/1.1" status: 204 len: 168 time: 0.1199944 May 13 12:55:25.420116 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb3ff97-25ea-430d-8956-03b60b9e882d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb29d128-a055-427e-a37c-87023bcc97e3,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:55:25.447171 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-418b4e21-a4c0-4de1-a4a2-7f2b2b8f1c68 req-5e294d4b-9539-4322-a88c-6f6cc4069092 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/security-groups?id=3473c18c-30b6-4258-8d74-d4010b438108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538507 May 13 12:55:26.138272 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780bc562-2488-4900-a605-3d99a210a3ef req-6a789342-d544-4376-aa16-013a511ffee3 tempest-DeleteServersTestJSON-1651286599 tempest-DeleteServersTestJSON-1651286599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:26.139768 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-780bc562-2488-4900-a605-3d99a210a3ef req-6a789342-d544-4376-aa16-013a511ffee3 tempest-DeleteServersTestJSON-1651286599 tempest-DeleteServersTestJSON-1651286599-project] 10.222.0.49 "GET /v2.0/ports?device_id=b10c17e5-f9fb-4451-bb6a-7b1184b89c69 HTTP/1.1" status: 200 len: 945 time: 0.0511830 May 13 12:55:26.186712 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-780bc562-2488-4900-a605-3d99a210a3ef req-389b85cb-46c8-4249-9dc2-0673e8ee56cc tempest-DeleteServersTestJSON-1651286599 tempest-DeleteServersTestJSON-1651286599-project] 10.222.0.49 "GET /v2.0/security-groups?id=00d96c8d-9604-401a-8db1-0d6089e57080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410178 May 13 12:55:26.565123 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5b5d26-cbcb-4935-a4b7-8dca86a5a0fd req-fe72b980-8ec1-4edc-ad1b-987e34cd09fc tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:26.566822 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-dd5b5d26-cbcb-4935-a4b7-8dca86a5a0fd req-fe72b980-8ec1-4edc-ad1b-987e34cd09fc tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f2825cd-1b9d-4434-bf94-ebf3f6688015 HTTP/1.1" status: 200 len: 946 time: 0.0562627 May 13 12:55:26.628139 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-dd5b5d26-cbcb-4935-a4b7-8dca86a5a0fd req-7ba4e7a6-6ab5-47d6-8153-58f0d7f8a173 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/security-groups?id=3473c18c-30b6-4258-8d74-d4010b438108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549626 May 13 12:55:26.958495 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.agents_db [None req-04065fb1-5207-409b-a281-8f6301b2fc59 None None] Agent healthcheck: found 6 active agents {{(pid=109806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 12:55:27.299928 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8d8f09-d376-44dc-afe4-2100206fffcb req-a3a3ad36-938f-4efd-835e-026f24032e8f tempest-DeleteServersTestJSON-1651286599 tempest-DeleteServersTestJSON-1651286599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:27.301397 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-5e8d8f09-d376-44dc-afe4-2100206fffcb req-a3a3ad36-938f-4efd-835e-026f24032e8f tempest-DeleteServersTestJSON-1651286599 tempest-DeleteServersTestJSON-1651286599-project] 10.222.0.49 "GET /v2.0/ports?device_id=b10c17e5-f9fb-4451-bb6a-7b1184b89c69 HTTP/1.1" status: 200 len: 945 time: 0.0472286 May 13 12:55:27.347290 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-5e8d8f09-d376-44dc-afe4-2100206fffcb req-941c7ef3-14b8-4e25-9f13-69d2af0a8559 tempest-DeleteServersTestJSON-1651286599 tempest-DeleteServersTestJSON-1651286599-project] 10.222.0.49 "GET /v2.0/security-groups?id=00d96c8d-9604-401a-8db1-0d6089e57080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403578 May 13 12:55:27.740888 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe385692-9e3a-4e3f-a2ee-a55faf5467da req-44eca9b7-1bed-4a37-b284-15757c1b4ce0 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:27.742340 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-fe385692-9e3a-4e3f-a2ee-a55faf5467da req-44eca9b7-1bed-4a37-b284-15757c1b4ce0 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f2825cd-1b9d-4434-bf94-ebf3f6688015 HTTP/1.1" status: 200 len: 946 time: 0.0451550 May 13 12:55:27.790977 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-fe385692-9e3a-4e3f-a2ee-a55faf5467da req-517d86d5-320c-44ff-97f0-af7b6b4a31f7 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/security-groups?id=3473c18c-30b6-4258-8d74-d4010b438108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424514 May 13 12:55:27.883879 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e39557e-301e-47db-848e-cbab51400fcf req-2c6bc37b-c527-405e-ad95-046ff2046c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:27.885365 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-1e39557e-301e-47db-848e-cbab51400fcf req-2c6bc37b-c527-405e-ad95-046ff2046c24 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=58bddca6077344bea4cb41b23fcf8d35&device_id=9f2825cd-1b9d-4434-bf94-ebf3f6688015 HTTP/1.1" status: 200 len: 1130 time: 0.0379040 May 13 12:55:28.205789 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-fac1c8f8-4070-4af4-b070-9f2d44bca2bf req-e351a700-1f39-4c79-8147-352914456ba6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=99a73876-f6c7-452e-b541-5ee509349a0a HTTP/1.1" status: 200 len: 1001 time: 0.0611742 May 13 12:55:28.256099 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e39557e-301e-47db-848e-cbab51400fcf req-4830a434-252c-40cf-847f-ead8b8bbbf95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:28.258382 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-1e39557e-301e-47db-848e-cbab51400fcf req-4830a434-252c-40cf-847f-ead8b8bbbf95 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f576fff5-2fa1-4591-9247-28b4216fb188 HTTP/1.1" status: 200 len: 919 time: 0.1026158 May 13 12:55:28.262174 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac1c8f8-4070-4af4-b070-9f2d44bca2bf req-e118f4e6-61d1-4f8a-abe6-1ed8bd366cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:28.263974 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-fac1c8f8-4070-4af4-b070-9f2d44bca2bf req-e118f4e6-61d1-4f8a-abe6-1ed8bd366cac service neutron] 10.222.0.52 "GET /v2.0/subnets?id=95241052-552d-491a-8c23-5ec0dd2b8fa6 HTTP/1.1" status: 200 len: 853 time: 0.0455410 May 13 12:55:28.392460 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-1e39557e-301e-47db-848e-cbab51400fcf req-3ce297b5-f0f9-4794-9653-bf4a2b7ae520 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2f8c0546-7559-4827-9638-ab93068addc3 HTTP/1.1" status: 200 len: 217 time: 0.0365958 May 13 12:55:28.440685 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac1c8f8-4070-4af4-b070-9f2d44bca2bf req-297de499-ff35-44cc-9c5e-3ffabcb5ccd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:28.442244 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-fac1c8f8-4070-4af4-b070-9f2d44bca2bf req-297de499-ff35-44cc-9c5e-3ffabcb5ccd3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f1c41e28-5d16-459f-865e-9320359228db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0829151 May 13 12:55:28.448476 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe390e82-b1da-44ce-aaae-9855517334f5 req-7d6bfa59-a844-472c-b257-fb7e13a04cbd tempest-DeleteServersTestJSON-1651286599 tempest-DeleteServersTestJSON-1651286599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:28.449968 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-fe390e82-b1da-44ce-aaae-9855517334f5 req-7d6bfa59-a844-472c-b257-fb7e13a04cbd tempest-DeleteServersTestJSON-1651286599 tempest-DeleteServersTestJSON-1651286599-project] 10.222.0.52 "GET /v2.0/ports?device_id=b10c17e5-f9fb-4451-bb6a-7b1184b89c69 HTTP/1.1" status: 200 len: 945 time: 0.0827267 May 13 12:55:28.481960 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e39557e-301e-47db-848e-cbab51400fcf req-5a915441-cecf-4c2c-a09a-9cd9e7fa871c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:28.483504 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-1e39557e-301e-47db-848e-cbab51400fcf req-5a915441-cecf-4c2c-a09a-9cd9e7fa871c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=255ce2d7-f0f9-429c-8a86-3bbc48d08e37 HTTP/1.1" status: 200 len: 857 time: 0.0844350 May 13 12:55:28.492214 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90391833-cfc7-429e-9fc8-3ec23cd1132b req-8a6b7427-4a60-4458-86c0-8c804290c076 tempest-DeleteServersTestJSON-1651286599 tempest-DeleteServersTestJSON-1651286599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:28.494362 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-90391833-cfc7-429e-9fc8-3ec23cd1132b req-8a6b7427-4a60-4458-86c0-8c804290c076 tempest-DeleteServersTestJSON-1651286599 tempest-DeleteServersTestJSON-1651286599-project] 10.222.0.49 "GET /v2.0/ports?device_id=b10c17e5-f9fb-4451-bb6a-7b1184b89c69 HTTP/1.1" status: 200 len: 945 time: 0.0621688 May 13 12:55:28.570321 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e39557e-301e-47db-848e-cbab51400fcf req-6c295e07-239c-494d-adff-1530549e851f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:28.572499 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-1e39557e-301e-47db-848e-cbab51400fcf req-6c295e07-239c-494d-adff-1530549e851f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f576fff5-2fa1-4591-9247-28b4216fb188&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0700715 May 13 12:55:28.612219 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-90391833-cfc7-429e-9fc8-3ec23cd1132b req-c29e9d85-6add-48ed-b18c-aac511f40e7a tempest-DeleteServersTestJSON-1651286599 tempest-DeleteServersTestJSON-1651286599-project] 10.222.0.49 "GET /v2.0/security-groups?id=00d96c8d-9604-401a-8db1-0d6089e57080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005282 May 13 12:55:28.661102 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-fac1c8f8-4070-4af4-b070-9f2d44bca2bf req-36bfe376-bd76-4b49-bcde-d875a1400bd2 service neutron] 10.222.0.52 "GET /v2.0/networks/f1c41e28-5d16-459f-865e-9320359228db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099147 May 13 12:55:28.661690 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [req-fe390e82-b1da-44ce-aaae-9855517334f5 req-d813fd28-90d2-4735-b667-24761308b1f4 tempest-DeleteServersTestJSON-1651286599 tempest-DeleteServersTestJSON-1651286599-project] Deleting port 10edcfdf-27bf-47e2-bc00-13c44bd9924a {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 12:55:28.662027 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-fe390e82-b1da-44ce-aaae-9855517334f5 req-d813fd28-90d2-4735-b667-24761308b1f4 tempest-DeleteServersTestJSON-1651286599 tempest-DeleteServersTestJSON-1651286599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750967565572'] for port (10edcfdf-27bf-47e2-bc00-13c44bd9924a), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:28.684578 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-1e39557e-301e-47db-848e-cbab51400fcf req-72a81442-3eb6-4818-803c-fefb753b8d3e service neutron] 10.222.0.52 "GET /v2.0/networks/f576fff5-2fa1-4591-9247-28b4216fb188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026785 May 13 12:55:29.046744 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177451eb-2895-46e6-8fd4-b67fa2862b37 req-16368970-5a9c-4428-8c3d-72eab2f354c2 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:29.048197 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-177451eb-2895-46e6-8fd4-b67fa2862b37 req-16368970-5a9c-4428-8c3d-72eab2f354c2 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f2825cd-1b9d-4434-bf94-ebf3f6688015 HTTP/1.1" status: 200 len: 946 time: 0.1156731 May 13 12:55:29.087561 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.db [req-fe390e82-b1da-44ce-aaae-9855517334f5 req-d813fd28-90d2-4735-b667-24761308b1f4 tempest-DeleteServersTestJSON-1651286599 tempest-DeleteServersTestJSON-1651286599-project] For port 10edcfdf-27bf-47e2-bc00-13c44bd9924a, host hv-cinder-84164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84164',level=0,port_id=10edcfdf-27bf-47e2-bc00-13c44bd9924a,segment=NetworkSegment(eedc70e4-57fe-4fe6-949a-899ecd732f0e),segment_id=eedc70e4-57fe-4fe6-949a-899ecd732f0e)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 12:55:29.087914 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-fe390e82-b1da-44ce-aaae-9855517334f5 req-d813fd28-90d2-4735-b667-24761308b1f4 tempest-DeleteServersTestJSON-1651286599 tempest-DeleteServersTestJSON-1651286599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624050'] for port (10edcfdf-27bf-47e2-bc00-13c44bd9924a), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:29.122865 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [req-fe390e82-b1da-44ce-aaae-9855517334f5 req-d813fd28-90d2-4735-b667-24761308b1f4 tempest-DeleteServersTestJSON-1651286599 tempest-DeleteServersTestJSON-1651286599-project] Calling delete_port for 10edcfdf-27bf-47e2-bc00-13c44bd9924a owned by compute:nova {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 12:55:29.129283 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-fac1c8f8-4070-4af4-b070-9f2d44bca2bf req-6b14a6f2-0e05-4bae-945a-e1621a385504 service neutron] 10.222.0.52 "GET /v2.0/networks/f1c41e28-5d16-459f-865e-9320359228db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4524837 May 13 12:55:29.222019 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-177451eb-2895-46e6-8fd4-b67fa2862b37 req-44540727-7dd2-4d79-9790-5693b339b23f tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/security-groups?id=3473c18c-30b6-4258-8d74-d4010b438108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610196 May 13 12:55:29.336252 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-fe390e82-b1da-44ce-aaae-9855517334f5 req-d813fd28-90d2-4735-b667-24761308b1f4 tempest-DeleteServersTestJSON-1651286599 tempest-DeleteServersTestJSON-1651286599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750967572628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750967062393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6007231'] for port (10edcfdf-27bf-47e2-bc00-13c44bd9924a), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:29.365950 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d813fd28-90d2-4735-b667-24761308b1f4 tempest-DeleteServersTestJSON-1651286599 tempest-DeleteServersTestJSON-1651286599-project] Pushing event deleted for resources: {'Port': ['ID=10edcfdf-27bf-47e2-bc00-13c44bd9924a,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:55:29.442465 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe390e82-b1da-44ce-aaae-9855517334f5 req-d813fd28-90d2-4735-b667-24761308b1f4 tempest-DeleteServersTestJSON-1651286599 tempest-DeleteServersTestJSON-1651286599-project] No DVR routers for this DVR port 10edcfdf-27bf-47e2-bc00-13c44bd9924a on host hv-cinder-84164 {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 12:55:29.445535 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-fe390e82-b1da-44ce-aaae-9855517334f5 req-d813fd28-90d2-4735-b667-24761308b1f4 tempest-DeleteServersTestJSON-1651286599 tempest-DeleteServersTestJSON-1651286599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4290'] for port (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:29.449043 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-fe390e82-b1da-44ce-aaae-9855517334f5 req-d813fd28-90d2-4735-b667-24761308b1f4 tempest-DeleteServersTestJSON-1651286599 tempest-DeleteServersTestJSON-1651286599-project] 10.222.0.52 "DELETE /v2.0/ports/10edcfdf-27bf-47e2-bc00-13c44bd9924a HTTP/1.1" status: 204 len: 173 time: 0.9900789 May 13 12:55:29.449487 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b10c17e5-f9fb-4451-bb6a-7b1184b89c69', 'name': 'network-vif-deleted', 'tag': '10edcfdf-27bf-47e2-bc00-13c44bd9924a'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 12:55:29.452326 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1b69bbfd011f85c3db934c4b22a349ffa5730c167d2456731e37bfe5d9c9e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6347a658-a616-4a1a-b68f-19c89272d561" -d '{"events": [{"server_uuid": "b10c17e5-f9fb-4451-bb6a-7b1184b89c69", "name": "network-vif-deleted", "tag": "10edcfdf-27bf-47e2-bc00-13c44bd9924a"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 12:55:29.487874 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 12:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c259b43-88dd-48cd-806b-119f1305bd93 x-openstack-request-id: req-5c259b43-88dd-48cd-806b-119f1305bd93 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 12:55:29.488184 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b10c17e5-f9fb-4451-bb6a-7b1184b89c69", "name": "network-vif-deleted", "tag": "10edcfdf-27bf-47e2-bc00-13c44bd9924a", "status": "completed", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 12:55:29.488436 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5c259b43-88dd-48cd-806b-119f1305bd93 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 12:55:29.488827 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c259b43-88dd-48cd-806b-119f1305bd93'] response: {'server_uuid': 'b10c17e5-f9fb-4451-bb6a-7b1184b89c69', 'name': 'network-vif-deleted', 'tag': '10edcfdf-27bf-47e2-bc00-13c44bd9924a', 'status': 'completed', 'code': 200} May 13 12:55:29.708857 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-61ddbce3-6989-43b8-a433-6129fa486291 req-10b7cf1c-1c87-4929-ab28-53724345b21b tempest-DeleteServersTestJSON-1651286599 tempest-DeleteServersTestJSON-1651286599-project] 10.222.0.49 "GET /v2.0/ports?device_id=b10c17e5-f9fb-4451-bb6a-7b1184b89c69 HTTP/1.1" status: 200 len: 210 time: 0.0282907 May 13 12:55:30.345232 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b97ef0f-4937-40ec-9399-521ac177f42e req-8b567c66-0624-445f-bba7-7aa368491ce8 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:30.346720 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-2b97ef0f-4937-40ec-9399-521ac177f42e req-8b567c66-0624-445f-bba7-7aa368491ce8 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f2825cd-1b9d-4434-bf94-ebf3f6688015 HTTP/1.1" status: 200 len: 946 time: 0.0469046 May 13 12:55:30.394138 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-2b97ef0f-4937-40ec-9399-521ac177f42e req-19a39958-800e-43ee-994c-b388c37bcc9a tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/security-groups?id=3473c18c-30b6-4258-8d74-d4010b438108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418618 May 13 12:55:30.806688 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-0ccf5eb9-5817-41a2-9694-70f6e645c6ea req-17ebdab2-987b-4293-8f7b-99f46ad08902 tempest-DeleteServersTestJSON-1651286599 tempest-DeleteServersTestJSON-1651286599-project] 10.222.0.49 "GET /v2.0/ports?device_id=b10c17e5-f9fb-4451-bb6a-7b1184b89c69 HTTP/1.1" status: 200 len: 210 time: 0.0276775 May 13 12:55:31.507010 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0223df61-9b37-415f-8fd9-b4919f5e4b21 req-ddcc4f0c-7a5f-4ba5-91d9-714021f72202 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:31.508475 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-0223df61-9b37-415f-8fd9-b4919f5e4b21 req-ddcc4f0c-7a5f-4ba5-91d9-714021f72202 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f2825cd-1b9d-4434-bf94-ebf3f6688015 HTTP/1.1" status: 200 len: 946 time: 0.0463433 May 13 12:55:31.775385 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-0223df61-9b37-415f-8fd9-b4919f5e4b21 req-36b030fc-9122-470e-8eb7-7ab5fe56f36c tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/security-groups?id=3473c18c-30b6-4258-8d74-d4010b438108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610357 May 13 12:55:31.905198 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-9940a85d-a4eb-45e9-962c-379abad44a72 req-7d0ed708-0b2a-4909-8686-a782f99e2b4c tempest-DeleteServersTestJSON-1651286599 tempest-DeleteServersTestJSON-1651286599-project] 10.222.0.49 "GET /v2.0/ports?device_id=b10c17e5-f9fb-4451-bb6a-7b1184b89c69 HTTP/1.1" status: 200 len: 210 time: 0.0296032 May 13 12:55:31.974717 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] get_ports_and_sgs() called for port_ids ['10edcfdf-27bf-47e2-bc00-13c44bd9924a'] {{(pid=109805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 12:55:32.073437 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-1e39557e-301e-47db-848e-cbab51400fcf req-111bc1a3-e7ee-4f1b-a902-63479bd557c6 service neutron] 10.222.0.52 "GET /v2.0/networks/f576fff5-2fa1-4591-9247-28b4216fb188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950992 May 13 12:55:32.901084 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f2c304-0b8b-4490-90c3-3a4bd726b3e7 req-2448361b-a846-4067-97a6-ad927f192b12 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:32.902854 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-84f2c304-0b8b-4490-90c3-3a4bd726b3e7 req-2448361b-a846-4067-97a6-ad927f192b12 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f2825cd-1b9d-4434-bf94-ebf3f6688015 HTTP/1.1" status: 200 len: 946 time: 0.0595152 May 13 12:55:32.955825 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-84f2c304-0b8b-4490-90c3-3a4bd726b3e7 req-654ad247-64a5-4dfe-bd4e-385ebb296df9 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/security-groups?id=3473c18c-30b6-4258-8d74-d4010b438108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470359 May 13 12:55:33.011841 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-fc938712-86db-4135-a10a-96bdab7e37ba req-bc2265d4-3c51-4bbd-9dc7-005bfaa66765 tempest-DeleteServersTestJSON-1651286599 tempest-DeleteServersTestJSON-1651286599-project] 10.222.0.49 "GET /v2.0/ports?device_id=b10c17e5-f9fb-4451-bb6a-7b1184b89c69 HTTP/1.1" status: 200 len: 210 time: 0.0277660 May 13 12:55:34.069671 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80f9277-98ec-4815-972b-36bb0f71f4bd req-46931054-58a3-4749-87ec-eca62822e200 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:34.071255 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-e80f9277-98ec-4815-972b-36bb0f71f4bd req-46931054-58a3-4749-87ec-eca62822e200 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f2825cd-1b9d-4434-bf94-ebf3f6688015 HTTP/1.1" status: 200 len: 946 time: 0.0477643 May 13 12:55:34.114268 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-800bb162-d693-430e-8ac2-ff9970a65153 req-8bfb2511-a40e-4d78-ab28-d1c8bf175651 tempest-DeleteServersTestJSON-1651286599 tempest-DeleteServersTestJSON-1651286599-project] 10.222.0.49 "GET /v2.0/ports?device_id=b10c17e5-f9fb-4451-bb6a-7b1184b89c69 HTTP/1.1" status: 200 len: 210 time: 0.0296364 May 13 12:55:34.122892 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-e80f9277-98ec-4815-972b-36bb0f71f4bd req-11141a95-c895-4d29-a38e-6090bad4a738 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/security-groups?id=3473c18c-30b6-4258-8d74-d4010b438108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430634 May 13 12:55:35.208258 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-475dfe41-e656-458b-b8bc-f39f3742810e req-3c04a218-e3e3-476f-aab8-829c83d984fe tempest-DeleteServersTestJSON-1651286599 tempest-DeleteServersTestJSON-1651286599-project] 10.222.0.49 "GET /v2.0/ports?device_id=b10c17e5-f9fb-4451-bb6a-7b1184b89c69 HTTP/1.1" status: 200 len: 210 time: 0.0265348 May 13 12:55:35.234996 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f4b943-78f2-4fd4-a1d3-e272d62bdd7f req-5e507c46-26a6-47e2-81dd-a5b823c33211 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:35.236385 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-f8f4b943-78f2-4fd4-a1d3-e272d62bdd7f req-5e507c46-26a6-47e2-81dd-a5b823c33211 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f2825cd-1b9d-4434-bf94-ebf3f6688015 HTTP/1.1" status: 200 len: 946 time: 0.0455110 May 13 12:55:35.283475 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-f8f4b943-78f2-4fd4-a1d3-e272d62bdd7f req-854bd82f-a47c-47a0-a7ba-ba3c761f44f6 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/security-groups?id=3473c18c-30b6-4258-8d74-d4010b438108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414469 May 13 12:55:35.979783 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Device 10edcfdf-27bf-47e2-bc00-13c44bd9924a no longer exists at agent hyperv_hv-cinder-84164 {{(pid=109805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 12:55:36.001277 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] No Port match for: 10edcfdf-27bf-47e2-bc00-13c44bd9924a {{(pid=109805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 12:55:36.001618 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Device 10edcfdf-27bf-47e2-bc00-13c44bd9924a not bound to the agent host hv-cinder-84164 {{(pid=109805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 12:55:36.315081 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-0b7fa852-a81f-4a22-9005-e9f9daa9938e req-59357fed-7553-49b0-bc56-04fcc1c9dfa7 tempest-DeleteServersTestJSON-1651286599 tempest-DeleteServersTestJSON-1651286599-project] 10.222.0.49 "GET /v2.0/ports?device_id=b10c17e5-f9fb-4451-bb6a-7b1184b89c69 HTTP/1.1" status: 200 len: 210 time: 0.0301399 May 13 12:55:36.407610 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093f1791-4722-4f7a-81cb-711065ecaf32 req-184a97eb-2d63-40da-95da-ad8dc05c365e tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:36.409115 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-093f1791-4722-4f7a-81cb-711065ecaf32 req-184a97eb-2d63-40da-95da-ad8dc05c365e tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f2825cd-1b9d-4434-bf94-ebf3f6688015 HTTP/1.1" status: 200 len: 946 time: 0.0496523 May 13 12:55:36.457301 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-093f1791-4722-4f7a-81cb-711065ecaf32 req-c457af51-5107-4108-acf5-576b6913413c tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/security-groups?id=3473c18c-30b6-4258-8d74-d4010b438108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419021 May 13 12:55:37.584560 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e3b66b-45d3-413a-8966-680c50942761 req-7bd91dc5-96cd-49c5-915e-271f17fed0ff tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:37.586144 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-d0e3b66b-45d3-413a-8966-680c50942761 req-7bd91dc5-96cd-49c5-915e-271f17fed0ff tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f2825cd-1b9d-4434-bf94-ebf3f6688015 HTTP/1.1" status: 200 len: 946 time: 0.0519001 May 13 12:55:37.645067 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-d0e3b66b-45d3-413a-8966-680c50942761 req-1fa16364-4698-44d8-8266-2e4903718964 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/security-groups?id=3473c18c-30b6-4258-8d74-d4010b438108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468085 May 13 12:55:38.764464 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61233a0c-76f4-4551-9adc-1396d8aab89f req-ed0c93dc-2d5d-4b6b-9c64-59fa9752a6e4 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:38.766565 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-61233a0c-76f4-4551-9adc-1396d8aab89f req-ed0c93dc-2d5d-4b6b-9c64-59fa9752a6e4 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f2825cd-1b9d-4434-bf94-ebf3f6688015 HTTP/1.1" status: 200 len: 946 time: 0.0480502 May 13 12:55:38.797904 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 48320) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:55:38.826200 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-61233a0c-76f4-4551-9adc-1396d8aab89f req-2823432d-868c-434c-9a7a-ae95d1dcb1ac tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/security-groups?id=3473c18c-30b6-4258-8d74-d4010b438108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539083 May 13 12:55:38.855847 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.db.db_base_plugin_v2 [None req-e074db5d-9319-4294-ac37-1e450ff2d661 admin admin] Deleting subnet 328b78fe-385d-46c0-82d9-9073fff40e6f {{(pid=109804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 13 12:55:38.858959 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e074db5d-9319-4294-ac37-1e450ff2d661 admin admin] Publish callbacks [] for subnet (328b78fe-385d-46c0-82d9-9073fff40e6f), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:38.894146 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e074db5d-9319-4294-ac37-1e450ff2d661 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6106684'] for subnet (328b78fe-385d-46c0-82d9-9073fff40e6f), precommit_delete_associations {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:38.932597 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e074db5d-9319-4294-ac37-1e450ff2d661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1488813'] for subnet (328b78fe-385d-46c0-82d9-9073fff40e6f), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:38.992358 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e074db5d-9319-4294-ac37-1e450ff2d661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6007176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5962105'] for subnet (328b78fe-385d-46c0-82d9-9073fff40e6f), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:39.019812 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e074db5d-9319-4294-ac37-1e450ff2d661 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=328b78fe-385d-46c0-82d9-9073fff40e6f,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:55:39.025567 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e074db5d-9319-4294-ac37-1e450ff2d661 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:39.032738 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-e074db5d-9319-4294-ac37-1e450ff2d661 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/328b78fe-385d-46c0-82d9-9073fff40e6f HTTP/1.1" status: 204 len: 168 time: 0.2300749 May 13 12:55:39.032738 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 48328) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:55:39.103352 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-2a40bcef-6e21-4bf7-bde4-fab93346936d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1355768'] for network (b032638b-546c-4763-8f7c-e53a0e0d1071), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:39.187904 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-2a40bcef-6e21-4bf7-bde4-fab93346936d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1476694', 'neutron.services.segments.db._delete_segments_for_network-8750967377201'] for network (b032638b-546c-4763-8f7c-e53a0e0d1071), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:39.209497 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.services.segments.db [None req-2a40bcef-6e21-4bf7-bde4-fab93346936d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b032638b-546c-4763-8f7c-e53a0e0d1071']}} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 12:55:39.219021 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.services.segments.db [None req-2a40bcef-6e21-4bf7-bde4-fab93346936d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eedc70e4-57fe-4fe6-949a-899ecd732f0e') {'for_net_delete': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 12:55:39.219319 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.services.segments.db [None req-2a40bcef-6e21-4bf7-bde4-fab93346936d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eedc70e4-57fe-4fe6-949a-899ecd732f0e') {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 12:55:39.226776 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 48332) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:55:39.228851 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-2a40bcef-6e21-4bf7-bde4-fab93346936d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750967377722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6106823'] for segment (eedc70e4-57fe-4fe6-949a-899ecd732f0e), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:39.243240 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-2a40bcef-6e21-4bf7-bde4-fab93346936d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488896'] for segment (eedc70e4-57fe-4fe6-949a-899ecd732f0e), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:39.251878 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a40bcef-6e21-4bf7-bde4-fab93346936d admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=109804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 12:55:39.252282 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-2a40bcef-6e21-4bf7-bde4-fab93346936d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6007266'] for segment (eedc70e4-57fe-4fe6-949a-899ecd732f0e), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:39.254020 dv-cinder-841644-1-iscsi neutron-server[109804]: Traceback (most recent call last): May 13 12:55:39.254020 dv-cinder-841644-1-iscsi neutron-server[109804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 12:55:39.254020 dv-cinder-841644-1-iscsi neutron-server[109804]: timer() May 13 12:55:39.254020 dv-cinder-841644-1-iscsi neutron-server[109804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 12:55:39.254020 dv-cinder-841644-1-iscsi neutron-server[109804]: cb(*args, **kw) May 13 12:55:39.254020 dv-cinder-841644-1-iscsi neutron-server[109804]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 13 12:55:39.254020 dv-cinder-841644-1-iscsi neutron-server[109804]: return func(*args, **kwargs) May 13 12:55:39.254020 dv-cinder-841644-1-iscsi neutron-server[109804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 12:55:39.254020 dv-cinder-841644-1-iscsi neutron-server[109804]: self._notify() May 13 12:55:39.254020 dv-cinder-841644-1-iscsi neutron-server[109804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 12:55:39.254020 dv-cinder-841644-1-iscsi neutron-server[109804]: self.callback(batched_events) May 13 12:55:39.254020 dv-cinder-841644-1-iscsi neutron-server[109804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 12:55:39.254020 dv-cinder-841644-1-iscsi neutron-server[109804]: event.method(event) May 13 12:55:39.254020 dv-cinder-841644-1-iscsi neutron-server[109804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 13 12:55:39.254020 dv-cinder-841644-1-iscsi neutron-server[109804]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 12:55:39.254020 dv-cinder-841644-1-iscsi neutron-server[109804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 13 12:55:39.254020 dv-cinder-841644-1-iscsi neutron-server[109804]: aggregate_uuid = self.p_client.list_aggregates( May 13 12:55:39.254020 dv-cinder-841644-1-iscsi neutron-server[109804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 13 12:55:39.254020 dv-cinder-841644-1-iscsi neutron-server[109804]: return f(self, *a, **k) May 13 12:55:39.254020 dv-cinder-841644-1-iscsi neutron-server[109804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 13 12:55:39.254020 dv-cinder-841644-1-iscsi neutron-server[109804]: return self._get(url).json() May 13 12:55:39.254020 dv-cinder-841644-1-iscsi neutron-server[109804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 13 12:55:39.254020 dv-cinder-841644-1-iscsi neutron-server[109804]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 12:55:39.254020 dv-cinder-841644-1-iscsi neutron-server[109804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 12:55:39.254020 dv-cinder-841644-1-iscsi neutron-server[109804]: return self.request(url, 'GET', **kwargs) May 13 12:55:39.254020 dv-cinder-841644-1-iscsi neutron-server[109804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 12:55:39.254020 dv-cinder-841644-1-iscsi neutron-server[109804]: base_url = self.get_endpoint(auth, allow=allow, May 13 12:55:39.254020 dv-cinder-841644-1-iscsi neutron-server[109804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 12:55:39.254020 dv-cinder-841644-1-iscsi neutron-server[109804]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 12:55:39.254020 dv-cinder-841644-1-iscsi neutron-server[109804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 12:55:39.254020 dv-cinder-841644-1-iscsi neutron-server[109804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 12:55:39.254020 dv-cinder-841644-1-iscsi neutron-server[109804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 12:55:39.312406 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-2a40bcef-6e21-4bf7-bde4-fab93346936d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1476655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621796'] for network (b032638b-546c-4763-8f7c-e53a0e0d1071), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:39.320120 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-2a40bcef-6e21-4bf7-bde4-fab93346936d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617456'] for network (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:39.325702 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-2a40bcef-6e21-4bf7-bde4-fab93346936d admin admin] 10.222.0.49 "DELETE /v2.0/networks/b032638b-546c-4763-8f7c-e53a0e0d1071 HTTP/1.1" status: 204 len: 168 time: 0.2899144 May 13 12:55:39.346426 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a40bcef-6e21-4bf7-bde4-fab93346936d admin admin] Pushing event deleted for resources: {'Network': ['ID=b032638b-546c-4763-8f7c-e53a0e0d1071,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:55:39.354007 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fc7f9ca4-4ee2-4faf-8d5e-9b8f11389420 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:39.437422 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fc7f9ca4-4ee2-4faf-8d5e-9b8f11389420 admin admin] Publish callbacks [] for security_group (56ec719a-8180-47c1-8e73-8803ef99f274), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:39.441660 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fc7f9ca4-4ee2-4faf-8d5e-9b8f11389420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (56ec719a-8180-47c1-8e73-8803ef99f274), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:39.457423 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 48340) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:55:39.488504 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7f9ca4-4ee2-4faf-8d5e-9b8f11389420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56ec719a-8180-47c1-8e73-8803ef99f274,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:55:39.493552 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-fc7f9ca4-4ee2-4faf-8d5e-9b8f11389420 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cc9b556047354e45b6ca430f669b759c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2656858 May 13 12:55:39.496113 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 48346) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:55:39.509575 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-88210689-c1e1-4724-a79a-39405bcd5314 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=612784cc2dcc45b1b71ec19fc213f48f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0507216 May 13 12:55:39.512070 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 48348) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:55:39.589673 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9f612ff7-c59d-4474-8f7f-1f9e72065555 admin admin] Publish callbacks [] for security_group (56ec719a-8180-47c1-8e73-8803ef99f274), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:39.600681 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3032fa5f-9f90-4247-bcc7-c13fce4336be admin admin] Publish callbacks [] for security_group (00d96c8d-9604-401a-8db1-0d6089e57080), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:39.626577 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9f612ff7-c59d-4474-8f7f-1f9e72065555 admin admin] Publish callbacks [] for security_group (56ec719a-8180-47c1-8e73-8803ef99f274), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:39.643218 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3032fa5f-9f90-4247-bcc7-c13fce4336be admin admin] Publish callbacks [] for security_group (00d96c8d-9604-401a-8db1-0d6089e57080), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:39.729600 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9f612ff7-c59d-4474-8f7f-1f9e72065555 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (56ec719a-8180-47c1-8e73-8803ef99f274), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:39.733312 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9f612ff7-c59d-4474-8f7f-1f9e72065555 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:39.737436 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-9f612ff7-c59d-4474-8f7f-1f9e72065555 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/56ec719a-8180-47c1-8e73-8803ef99f274 HTTP/1.1" status: 204 len: 168 time: 0.2402880 May 13 12:55:39.744296 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3032fa5f-9f90-4247-bcc7-c13fce4336be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (00d96c8d-9604-401a-8db1-0d6089e57080), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:39.747715 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3032fa5f-9f90-4247-bcc7-c13fce4336be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:39.749633 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-3032fa5f-9f90-4247-bcc7-c13fce4336be admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/00d96c8d-9604-401a-8db1-0d6089e57080 HTTP/1.1" status: 204 len: 168 time: 0.2365737 May 13 12:55:39.755133 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f612ff7-c59d-4474-8f7f-1f9e72065555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56ec719a-8180-47c1-8e73-8803ef99f274,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:55:39.772912 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3032fa5f-9f90-4247-bcc7-c13fce4336be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00d96c8d-9604-401a-8db1-0d6089e57080,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:55:39.808376 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 48366) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:55:39.986753 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d31cc6c-e3bb-433d-b6e4-b289e05ea03e req-6e576431-303c-43ca-b1a8-e176cd82fa16 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:40.005367 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-4d31cc6c-e3bb-433d-b6e4-b289e05ea03e req-6e576431-303c-43ca-b1a8-e176cd82fa16 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f2825cd-1b9d-4434-bf94-ebf3f6688015 HTTP/1.1" status: 200 len: 946 time: 0.0899684 May 13 12:55:40.108130 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-4d31cc6c-e3bb-433d-b6e4-b289e05ea03e req-78224c02-c228-4dc3-8eb3-8ae3603b02ee tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/security-groups?id=3473c18c-30b6-4258-8d74-d4010b438108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930715 May 13 12:55:40.208417 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-75914707-184a-4147-90ad-01ce6d7a57b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:40.297219 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-75914707-184a-4147-90ad-01ce6d7a57b5 admin admin] Publish callbacks [] for security_group (5b88664c-b5b7-4533-a4f8-864be414241c), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:40.301124 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-75914707-184a-4147-90ad-01ce6d7a57b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (5b88664c-b5b7-4533-a4f8-864be414241c), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:40.340008 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-75914707-184a-4147-90ad-01ce6d7a57b5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6e1959e4537e4c709bf1624d7755b366&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5304339 May 13 12:55:40.341301 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75914707-184a-4147-90ad-01ce6d7a57b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b88664c-b5b7-4533-a4f8-864be414241c,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:55:40.343460 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 48388) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:55:40.402780 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-87fecdda-7aa1-42b6-9661-aa0695959070 admin admin] Publish callbacks [] for security_group (5b88664c-b5b7-4533-a4f8-864be414241c), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:40.427161 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-87fecdda-7aa1-42b6-9661-aa0695959070 admin admin] Publish callbacks [] for security_group (5b88664c-b5b7-4533-a4f8-864be414241c), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:40.475243 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-87fecdda-7aa1-42b6-9661-aa0695959070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (5b88664c-b5b7-4533-a4f8-864be414241c), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:40.477914 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-87fecdda-7aa1-42b6-9661-aa0695959070 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:40.479215 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-87fecdda-7aa1-42b6-9661-aa0695959070 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5b88664c-b5b7-4533-a4f8-864be414241c HTTP/1.1" status: 204 len: 168 time: 0.1337039 May 13 12:55:40.488170 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fecdda-7aa1-42b6-9661-aa0695959070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b88664c-b5b7-4533-a4f8-864be414241c,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:55:40.647712 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 48404) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:55:40.744935 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.v2.base [None req-b44eba7a-fcec-44e7-8276-5ebe3dd12b26 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1698186003-network', 'tenant_id': 'a8e091db3cd14ecb9c40257451cd434d'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 12:55:40.767076 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b44eba7a-fcec-44e7-8276-5ebe3dd12b26 admin admin] Made reservation on behalf of a8e091db3cd14ecb9c40257451cd434d for: {'network': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 12:55:40.772833 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b44eba7a-fcec-44e7-8276-5ebe3dd12b26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for network (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:40.782596 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b44eba7a-fcec-44e7-8276-5ebe3dd12b26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:40.863704 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b44eba7a-fcec-44e7-8276-5ebe3dd12b26 admin admin] Publish callbacks [] for security_group (86478128-c2ff-401c-9293-67bb531c9050), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:40.867776 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b44eba7a-fcec-44e7-8276-5ebe3dd12b26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (86478128-c2ff-401c-9293-67bb531c9050), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:40.893316 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b44eba7a-fcec-44e7-8276-5ebe3dd12b26 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=109803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 12:55:40.902352 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44eba7a-fcec-44e7-8276-5ebe3dd12b26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86478128-c2ff-401c-9293-67bb531c9050,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:55:40.912409 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b44eba7a-fcec-44e7-8276-5ebe3dd12b26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488896'] for segment (0f3297cd-6882-42ac-b9e0-5f7f169df451), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:40.912744 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.db.segments_db [None req-b44eba7a-fcec-44e7-8276-5ebe3dd12b26 admin admin] Added segment 0f3297cd-6882-42ac-b9e0-5f7f169df451 of type vlan for network 2e48d261-a2df-43c6-bd2a-fa0153331d4d May 13 12:55:40.958316 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b44eba7a-fcec-44e7-8276-5ebe3dd12b26 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750967083174'] for network (2e48d261-a2df-43c6-bd2a-fa0153331d4d), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:40.986426 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b44eba7a-fcec-44e7-8276-5ebe3dd12b26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478'] for network (2e48d261-a2df-43c6-bd2a-fa0153331d4d), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:40.987496 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44eba7a-fcec-44e7-8276-5ebe3dd12b26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:40.988203 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b44eba7a-fcec-44e7-8276-5ebe3dd12b26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617456'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:41.051363 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-b44eba7a-fcec-44e7-8276-5ebe3dd12b26 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4025955 May 13 12:55:41.056296 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 48422) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:55:41.064112 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44eba7a-fcec-44e7-8276-5ebe3dd12b26 admin admin] Pushing event updated for resources: {'Network': ['ID=2e48d261-a2df-43c6-bd2a-fa0153331d4d,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:55:41.064935 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.v2.base [None req-95f19f43-b317-4032-8078-3cb816194116 admin admin] Request body: {'subnet': {'network_id': '2e48d261-a2df-43c6-bd2a-fa0153331d4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1698186003-subnet', 'tenant_id': 'a8e091db3cd14ecb9c40257451cd434d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 12:55:41.078555 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Network 2e48d261-a2df-43c6-bd2a-fa0153331d4d details requested by agent ovs-agent-dv-cinder-841644-1-iscsi with host dv-cinder-841644-1-iscsi {{(pid=109805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 13 12:55:41.105750 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95f19f43-b317-4032-8078-3cb816194116 admin admin] Made reservation on behalf of a8e091db3cd14ecb9c40257451cd434d for: {'subnet': 1} {{(pid=109804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 12:55:41.108469 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-95f19f43-b317-4032-8078-3cb816194116 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5962014'] for subnet (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:41.237287 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7a7c00-5e1c-4b47-826d-f4023392040c req-8ee582ff-18d8-4abd-b731-0d71e8cf9c83 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:41.244380 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-ef7a7c00-5e1c-4b47-826d-f4023392040c req-8ee582ff-18d8-4abd-b731-0d71e8cf9c83 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f2825cd-1b9d-4434-bf94-ebf3f6688015 HTTP/1.1" status: 200 len: 946 time: 0.0703323 May 13 12:55:41.323752 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-ef7a7c00-5e1c-4b47-826d-f4023392040c req-27a320aa-0056-40bd-a766-51aa0ed42bd1 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/security-groups?id=3473c18c-30b6-4258-8d74-d4010b438108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782704 May 13 12:55:41.351895 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-95f19f43-b317-4032-8078-3cb816194116 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6009935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5961984'] for subnet (9e6203bd-7b13-480f-9ce9-60943080d6b6), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:41.415494 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f19f43-b317-4032-8078-3cb816194116 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e6203bd-7b13-480f-9ce9-60943080d6b6,revision_number=0']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:55:41.425872 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f19f43-b317-4032-8078-3cb816194116 admin admin] Checking segment: {'id': '0f3297cd-6882-42ac-b9e0-5f7f169df451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2e48d261-a2df-43c6-bd2a-fa0153331d4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 12:55:41.426431 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f19f43-b317-4032-8078-3cb816194116 admin admin] Network hostable DHCP agents. Network: 2e48d261-a2df-43c6-bd2a-fa0153331d4d, hostable agents: ['12f7f474-a19f-4cf7-bcdf-b9ad7dbdd770'], hosted agents: [] {{(pid=109804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 12:55:41.455242 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f19f43-b317-4032-8078-3cb816194116 admin admin] Network 2e48d261-a2df-43c6-bd2a-fa0153331d4d is scheduled to be hosted by DHCP agent 12f7f474-a19f-4cf7-bcdf-b9ad7dbdd770 with binding_index 1 {{(pid=109804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 12:55:41.481106 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-95f19f43-b317-4032-8078-3cb816194116 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841644-1-iscsi, 2e48d261-a2df-43c6-bd2a-fa0153331d4d) {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 12:55:41.494031 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f19f43-b317-4032-8078-3cb816194116 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:41.494222 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7509f9fc-a835-4e91-8aea-19175f9d3c38 None None] Network 2e48d261-a2df-43c6-bd2a-fa0153331d4d requested from dv-cinder-841644-1-iscsi {{(pid=109805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 12:55:41.496193 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-95f19f43-b317-4032-8078-3cb816194116 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:41.498679 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-26cab3e5-9c22-4aba-80ea-3c9791c744ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (12f7f474-a19f-4cf7-bcdf-b9ad7dbdd770), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:41.529992 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 48450) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:55:41.530632 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-95f19f43-b317-4032-8078-3cb816194116 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4719458 May 13 12:55:41.534386 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.v2.base [None req-3c5e1696-298b-4fe6-92f4-15987b8c5d67 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1698186003-router', 'tenant_id': 'a8e091db3cd14ecb9c40257451cd434d', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732'}}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 12:55:41.564535 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3c5e1696-298b-4fe6-92f4-15987b8c5d67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1617132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9611'] for router (0828d5f3-9c13-46e3-9d02-563b064af26e), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:41.565663 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3c5e1696-298b-4fe6-92f4-15987b8c5d67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1616984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1619451', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-466668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9648'] for router (0828d5f3-9c13-46e3-9d02-563b064af26e), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:41.645748 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a6aad8-5f65-42c5-847d-150ada594480 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc8865-dd13-5aa3-bcac-a3c79f9f55b8-2e48d261-a2df-43c6-bd2a-fa0153331d4d', 'network_id': '2e48d261-a2df-43c6-bd2a-fa0153331d4d', 'project_id': 'a8e091db3cd14ecb9c40257451cd434d', 'fixed_ips': [{'subnet_id': '9e6203bd-7b13-480f-9ce9-60943080d6b6'}]}} from dv-cinder-841644-1-iscsi. {{(pid=109805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 13 12:55:41.646617 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-d9a6aad8-5f65-42c5-847d-150ada594480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (None), before_create {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:41.660929 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3c5e1696-298b-4fe6-92f4-15987b8c5d67 admin admin] Publish callbacks [] for router_controller (0828d5f3-9c13-46e3-9d02-563b064af26e), precommit_add_association {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:41.825640 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.db_base_plugin_common [None req-d9a6aad8-5f65-42c5-847d-150ada594480 None None] Allocated IP 172.20.0.2 (2e48d261-a2df-43c6-bd2a-fa0153331d4d/9e6203bd-7b13-480f-9ce9-60943080d6b6/56a64255-84b8-46e8-8054-29de1dd0d077) {{(pid=109805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 12:55:41.838365 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3c5e1696-298b-4fe6-92f4-15987b8c5d67 admin admin] Publish callbacks [] for router_gateway (0828d5f3-9c13-46e3-9d02-563b064af26e), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:41.988581 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-d9a6aad8-5f65-42c5-847d-150ada594480 None None] Publish callbacks [] for port (56a64255-84b8-46e8-8054-29de1dd0d077), precommit_create {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:41.997004 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-d9a6aad8-5f65-42c5-847d-150ada594480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750967062384'] for port (56a64255-84b8-46e8-8054-29de1dd0d077), after_create {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:42.066348 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a6aad8-5f65-42c5-847d-150ada594480 None None] Pushing event updated for resources: {'Port': ['ID=56a64255-84b8-46e8-8054-29de1dd0d077,revision_number=1']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:55:42.068536 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3c5e1696-298b-4fe6-92f4-15987b8c5d67 admin admin] Publish callbacks [] for router_gateway (0828d5f3-9c13-46e3-9d02-563b064af26e), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:42.079030 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a6aad8-5f65-42c5-847d-150ada594480 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:55:42.080386 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a6aad8-5f65-42c5-847d-150ada594480 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:55:42.080916 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a6aad8-5f65-42c5-847d-150ada594480 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:55:42.082222 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a6aad8-5f65-42c5-847d-150ada594480 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:55:42.082726 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a6aad8-5f65-42c5-847d-150ada594480 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:55:42.083215 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a6aad8-5f65-42c5-847d-150ada594480 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:55:42.083718 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a6aad8-5f65-42c5-847d-150ada594480 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:55:42.084200 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a6aad8-5f65-42c5-847d-150ada594480 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:55:42.085044 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a6aad8-5f65-42c5-847d-150ada594480 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:55:42.085542 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a6aad8-5f65-42c5-847d-150ada594480 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:55:42.086151 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a6aad8-5f65-42c5-847d-150ada594480 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:55:42.086647 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a6aad8-5f65-42c5-847d-150ada594480 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:55:42.087212 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a6aad8-5f65-42c5-847d-150ada594480 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:55:42.087680 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a6aad8-5f65-42c5-847d-150ada594480 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:55:42.088155 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a6aad8-5f65-42c5-847d-150ada594480 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:55:42.088451 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3c5e1696-298b-4fe6-92f4-15987b8c5d67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:42.099315 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a6aad8-5f65-42c5-847d-150ada594480 None None] Network 2e48d261-a2df-43c6-bd2a-fa0153331d4d is already hosted by enough agents. {{(pid=109805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 12:55:42.101807 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.scheduler.base_scheduler [None req-d9a6aad8-5f65-42c5-847d-150ada594480 None None] Resources bound (agent type, host, resource id): {{(pid=109805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 12:55:42.104244 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a6aad8-5f65-42c5-847d-150ada594480 None None] Received port after_create {{(pid=109805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 12:55:42.163366 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-d9a6aad8-5f65-42c5-847d-150ada594480 None None] Attempting to bind port 56a64255-84b8-46e8-8054-29de1dd0d077 on host dv-cinder-841644-1-iscsi for vnic_type normal with profile {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 12:55:42.163753 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-d9a6aad8-5f65-42c5-847d-150ada594480 None None] Attempting to bind port 56a64255-84b8-46e8-8054-29de1dd0d077 by drivers openvswitch,hyperv on host dv-cinder-841644-1-iscsi at level 0 using segments [{'id': '0f3297cd-6882-42ac-b9e0-5f7f169df451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2e48d261-a2df-43c6-bd2a-fa0153331d4d'}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 12:55:42.164130 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a6aad8-5f65-42c5-847d-150ada594480 None None] Attempting to bind port 56a64255-84b8-46e8-8054-29de1dd0d077 on network 2e48d261-a2df-43c6-bd2a-fa0153331d4d {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 12:55:42.169356 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a6aad8-5f65-42c5-847d-150ada594480 None None] Checking agent: {'id': 'f7880a20-862d-46b4-8dd6-192b0a47d710', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841644-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 12, 45, 48), 'started_at': datetime.datetime(2022, 5, 13, 12, 46, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 12, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841644-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 12:55:42.169732 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a6aad8-5f65-42c5-847d-150ada594480 None None] Checking segment: {'id': '0f3297cd-6882-42ac-b9e0-5f7f169df451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2e48d261-a2df-43c6-bd2a-fa0153331d4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 12:55:42.170755 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-d9a6aad8-5f65-42c5-847d-150ada594480 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:42.171113 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a6aad8-5f65-42c5-847d-150ada594480 None None] Bound using segment: {'id': '0f3297cd-6882-42ac-b9e0-5f7f169df451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2e48d261-a2df-43c6-bd2a-fa0153331d4d'} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 12:55:42.171681 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-d9a6aad8-5f65-42c5-847d-150ada594480 None None] Bound port: 56a64255-84b8-46e8-8054-29de1dd0d077, host: dv-cinder-841644-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f3297cd-6882-42ac-b9e0-5f7f169df451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2e48d261-a2df-43c6-bd2a-fa0153331d4d'}}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 12:55:42.172063 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-d9a6aad8-5f65-42c5-847d-150ada594480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (56a64255-84b8-46e8-8054-29de1dd0d077), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:42.197855 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-3c5e1696-298b-4fe6-92f4-15987b8c5d67 admin admin] Allocated IP 172.27.3.153 (feab3964-f0b8-402e-905b-49af947bf732/23e33d6a-fc94-4466-a994-b549e993d354/c7c4c484-43bc-451f-b28d-0badb4b8ab53) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 12:55:42.235134 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-d9a6aad8-5f65-42c5-847d-150ada594480 None None] For port 56a64255-84b8-46e8-8054-29de1dd0d077, host dv-cinder-841644-1-iscsi, cleared binding levels {{(pid=109805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 12:55:42.238340 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-d9a6aad8-5f65-42c5-847d-150ada594480 None None] For port 56a64255-84b8-46e8-8054-29de1dd0d077, host dv-cinder-841644-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841644-1-iscsi',level=0,port_id=56a64255-84b8-46e8-8054-29de1dd0d077,segment=NetworkSegment(0f3297cd-6882-42ac-b9e0-5f7f169df451),segment_id=0f3297cd-6882-42ac-b9e0-5f7f169df451)] {{(pid=109805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 12:55:42.243496 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-d9a6aad8-5f65-42c5-847d-150ada594480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (56a64255-84b8-46e8-8054-29de1dd0d077), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:42.307893 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a6aad8-5f65-42c5-847d-150ada594480 None None] Pushing event updated for resources: {'Port': ['ID=56a64255-84b8-46e8-8054-29de1dd0d077,revision_number=2']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:55:42.308717 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3c5e1696-298b-4fe6-92f4-15987b8c5d67 admin admin] Publish callbacks [] for port (c7c4c484-43bc-451f-b28d-0badb4b8ab53), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:42.350533 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3c5e1696-298b-4fe6-92f4-15987b8c5d67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750967062384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6509865'] for port (c7c4c484-43bc-451f-b28d-0badb4b8ab53), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:42.392802 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5e1696-298b-4fe6-92f4-15987b8c5d67 admin admin] Network feab3964-f0b8-402e-905b-49af947bf732 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 12:55:42.396593 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-3c5e1696-298b-4fe6-92f4-15987b8c5d67 admin admin] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 12:55:42.400285 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5e1696-298b-4fe6-92f4-15987b8c5d67 admin admin] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 12:55:42.438421 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5e1696-298b-4fe6-92f4-15987b8c5d67 admin admin] Pushing event updated for resources: {'Port': ['ID=c7c4c484-43bc-451f-b28d-0badb4b8ab53,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:55:42.500496 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a5160d-35ec-4285-b17a-c09107d1b4b9 req-4d352e21-bcb8-4de2-9f27-7ea017ca7d4e tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:42.508489 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-f3a5160d-35ec-4285-b17a-c09107d1b4b9 req-4d352e21-bcb8-4de2-9f27-7ea017ca7d4e tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f2825cd-1b9d-4434-bf94-ebf3f6688015 HTTP/1.1" status: 200 len: 946 time: 0.0927904 May 13 12:55:42.578559 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-f3a5160d-35ec-4285-b17a-c09107d1b4b9 req-289706ad-a481-4c0a-8d0e-71859380f446 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/security-groups?id=3473c18c-30b6-4258-8d74-d4010b438108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688307 May 13 12:55:42.720463 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3c5e1696-298b-4fe6-92f4-15987b8c5d67 admin admin] Publish callbacks [] for router_gateway (0828d5f3-9c13-46e3-9d02-563b064af26e), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:42.943875 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3c5e1696-298b-4fe6-92f4-15987b8c5d67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1616983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619222'] for router (0828d5f3-9c13-46e3-9d02-563b064af26e), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:43.098240 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c5e1696-298b-4fe6-92f4-15987b8c5d67 admin admin] Router 0828d5f3-9c13-46e3-9d02-563b064af26e is scheduled to L3 agent 6d8a5631-9f63-444c-af3b-4dcce4842b62 with binding_index 1 {{(pid=109803) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 13 12:55:43.218934 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c5e1696-298b-4fe6-92f4-15987b8c5d67 admin admin] Notify agent at l3_agent.dv-cinder-841644-1-iscsi the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 12:55:43.230143 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7baf2555-77f0-476f-abcd-38c1179c4240 None None] Sync routers for ids ['0828d5f3-9c13-46e3-9d02-563b064af26e'] in dv-cinder-841644-1-iscsi {{(pid=109806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 12:55:43.238274 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3c5e1696-298b-4fe6-92f4-15987b8c5d67 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:43.239604 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-3c5e1696-298b-4fe6-92f4-15987b8c5d67 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7086222 May 13 12:55:43.242551 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 48518) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:55:43.246131 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7baf2555-77f0-476f-abcd-38c1179c4240 None None] Routers {'0828d5f3-9c13-46e3-9d02-563b064af26e'} bound to L3 agent in host dv-cinder-841644-1-iscsi {{(pid=109806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 12:55:43.246826 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_hamode_db [None req-7baf2555-77f0-476f-abcd-38c1179c4240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841644-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T12:45:44Z,description=,heartbeat_timestamp=2022-05-13T12:55:14Z,host='dv-cinder-841644-1-iscsi',id=6d8a5631-9f63-444c-af3b-4dcce4842b62,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T12:45:44Z,topic='l3_agent')) {'router_ids': ['0828d5f3-9c13-46e3-9d02-563b064af26e'], 'active': True} {{(pid=109806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 12:55:43.357097 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c61d8494-1c13-43eb-8d54-ae9653bd0ca3 None None] Network 2e48d261-a2df-43c6-bd2a-fa0153331d4d requested from dv-cinder-841644-1-iscsi {{(pid=109805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 12:55:43.374309 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_dvr_db [None req-7baf2555-77f0-476f-abcd-38c1179c4240 None None] Set router 0828d5f3-9c13-46e3-9d02-563b064af26e gateway port host: dv-cinder-841644-1-iscsi {{(pid=109806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 12:55:43.468702 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-3e2fdb2c-983c-47f9-b303-f3a584874847 None None] Provisioning complete for port 56a64255-84b8-46e8-8054-29de1dd0d077 triggered by entity DHCP. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 12:55:43.469182 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-3e2fdb2c-983c-47f9-b303-f3a584874847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (56a64255-84b8-46e8-8054-29de1dd0d077), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:43.595871 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-3e2fdb2c-983c-47f9-b303-f3a584874847 None None] Current status of the port 56a64255-84b8-46e8-8054-29de1dd0d077 is: DOWN; New status is: ACTIVE {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 12:55:43.596594 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-3e2fdb2c-983c-47f9-b303-f3a584874847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (56a64255-84b8-46e8-8054-29de1dd0d077), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:43.613861 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_hamode_db [None req-7baf2555-77f0-476f-abcd-38c1179c4240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0828d5f3-9c13-46e3-9d02-563b064af26e', 'name': 'tempest-AttachVolumeTestJSON-1698186003-router', 'tenant_id': 'a8e091db3cd14ecb9c40257451cd434d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': 'c7c4c484-43bc-451f-b28d-0badb4b8ab53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T12:55:41Z', 'updated_at': '2022-05-13T12:55:42Z', 'revision_number': 3, 'project_id': 'a8e091db3cd14ecb9c40257451cd434d', 'gw_port': {'id': 'c7c4c484-43bc-451f-b28d-0badb4b8ab53', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:51:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0828d5f3-9c13-46e3-9d02-563b064af26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:55:42Z', 'updated_at': '2022-05-13T12:55:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi'}], 'dv-cinder-841644-1-iscsi', False) {} {{(pid=109806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 12:55:43.634860 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-3e2fdb2c-983c-47f9-b303-f3a584874847 None None] For port 56a64255-84b8-46e8-8054-29de1dd0d077, host dv-cinder-841644-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841644-1-iscsi',level=0,port_id=56a64255-84b8-46e8-8054-29de1dd0d077,segment=NetworkSegment(0f3297cd-6882-42ac-b9e0-5f7f169df451),segment_id=0f3297cd-6882-42ac-b9e0-5f7f169df451)] {{(pid=109805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 12:55:43.647597 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-3e2fdb2c-983c-47f9-b303-f3a584874847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (56a64255-84b8-46e8-8054-29de1dd0d077), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:43.690558 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7baf2555-77f0-476f-abcd-38c1179c4240 None None] Checking router: 0828d5f3-9c13-46e3-9d02-563b064af26e for host: dv-cinder-841644-1-iscsi {{(pid=109806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 12:55:43.691187 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7baf2555-77f0-476f-abcd-38c1179c4240 None None] Updating router 0828d5f3-9c13-46e3-9d02-563b064af26e port c7c4c484-43bc-451f-b28d-0badb4b8ab53 binding host dv-cinder-841644-1-iscsi {{(pid=109806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 12:55:43.724278 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2fdb2c-983c-47f9-b303-f3a584874847 None None] Pushing event updated for resources: {'Port': ['ID=56a64255-84b8-46e8-8054-29de1dd0d077,revision_number=3']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:55:43.725631 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron_lib.callbacks.manager [None req-7baf2555-77f0-476f-abcd-38c1179c4240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (c7c4c484-43bc-451f-b28d-0badb4b8ab53), before_update {{(pid=109806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:43.843291 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e01014-3cc4-4685-8ee7-6e94fc8473ab req-6af899f1-69a2-4d0d-80d1-764c580bdac0 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:43.844780 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-c0e01014-3cc4-4685-8ee7-6e94fc8473ab req-6af899f1-69a2-4d0d-80d1-764c580bdac0 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f2825cd-1b9d-4434-bf94-ebf3f6688015 HTTP/1.1" status: 200 len: 946 time: 0.0983164 May 13 12:55:43.888672 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-e0c996d5-aba8-4d2a-8f4e-2cccfc883a5f None None] Provisioning complete for port 56a64255-84b8-46e8-8054-29de1dd0d077 triggered by entity DHCP. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 12:55:43.889783 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-e0c996d5-aba8-4d2a-8f4e-2cccfc883a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (56a64255-84b8-46e8-8054-29de1dd0d077), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:43.920939 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-ba3d47c2-704f-43d6-9267-81e226d0e58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (6d8a5631-9f63-444c-af3b-4dcce4842b62), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:43.947353 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-c0e01014-3cc4-4685-8ee7-6e94fc8473ab req-f822e89f-a694-48ad-a53b-869b918942d7 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/security-groups?id=3473c18c-30b6-4258-8d74-d4010b438108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940602 May 13 12:55:44.008704 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-e0c996d5-aba8-4d2a-8f4e-2cccfc883a5f None None] Current status of the port 56a64255-84b8-46e8-8054-29de1dd0d077 is: ACTIVE; New status is: ACTIVE {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 12:55:44.025920 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron_lib.callbacks.manager [None req-7baf2555-77f0-476f-abcd-38c1179c4240 None None] Publish callbacks [] for port (c7c4c484-43bc-451f-b28d-0badb4b8ab53), precommit_update {{(pid=109806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:44.032024 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron_lib.callbacks.manager [None req-7baf2555-77f0-476f-abcd-38c1179c4240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (c7c4c484-43bc-451f-b28d-0badb4b8ab53), after_update {{(pid=109806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:44.091248 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1b0aeb46-2b08-49d9-8a21-0674465ee2fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:44.177187 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.plugins.ml2.managers [None req-7baf2555-77f0-476f-abcd-38c1179c4240 None None] Attempting to bind port c7c4c484-43bc-451f-b28d-0badb4b8ab53 on host dv-cinder-841644-1-iscsi for vnic_type normal with profile {{(pid=109806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 12:55:44.177187 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.plugins.ml2.managers [None req-7baf2555-77f0-476f-abcd-38c1179c4240 None None] Attempting to bind port c7c4c484-43bc-451f-b28d-0badb4b8ab53 by drivers openvswitch,hyperv on host dv-cinder-841644-1-iscsi at level 0 using segments [{'id': '2bcc8a2d-359a-4841-80fa-a53ce02b14f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732'}] {{(pid=109806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 12:55:44.177187 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7baf2555-77f0-476f-abcd-38c1179c4240 None None] Attempting to bind port c7c4c484-43bc-451f-b28d-0badb4b8ab53 on network feab3964-f0b8-402e-905b-49af947bf732 {{(pid=109806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 12:55:44.183707 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7baf2555-77f0-476f-abcd-38c1179c4240 None None] Checking agent: {'id': 'f7880a20-862d-46b4-8dd6-192b0a47d710', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841644-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 12, 45, 48), 'started_at': datetime.datetime(2022, 5, 13, 12, 46, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 12, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841644-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 12:55:44.184081 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7baf2555-77f0-476f-abcd-38c1179c4240 None None] Checking segment: {'id': '2bcc8a2d-359a-4841-80fa-a53ce02b14f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 12:55:44.184479 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron_lib.callbacks.manager [None req-7baf2555-77f0-476f-abcd-38c1179c4240 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:44.184868 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7baf2555-77f0-476f-abcd-38c1179c4240 None None] Bound using segment: {'id': '2bcc8a2d-359a-4841-80fa-a53ce02b14f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732'} {{(pid=109806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 12:55:44.185359 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.plugins.ml2.managers [None req-7baf2555-77f0-476f-abcd-38c1179c4240 None None] Bound port: c7c4c484-43bc-451f-b28d-0badb4b8ab53, host: dv-cinder-841644-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bcc8a2d-359a-4841-80fa-a53ce02b14f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732'}}] {{(pid=109806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 12:55:44.185831 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron_lib.callbacks.manager [None req-7baf2555-77f0-476f-abcd-38c1179c4240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (c7c4c484-43bc-451f-b28d-0badb4b8ab53), before_update {{(pid=109806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:44.214769 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a21fa6-ad26-45e7-b4df-d1914ce8182e None None] Pushing event updated for resources: {'Port': ['ID=c7c4c484-43bc-451f-b28d-0badb4b8ab53,revision_number=2']} {{(pid=109806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:55:44.226482 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a21fa6-ad26-45e7-b4df-d1914ce8182e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:55:44.226825 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a21fa6-ad26-45e7-b4df-d1914ce8182e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:55:44.227185 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a21fa6-ad26-45e7-b4df-d1914ce8182e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:55:44.227541 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a21fa6-ad26-45e7-b4df-d1914ce8182e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:55:44.228402 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a21fa6-ad26-45e7-b4df-d1914ce8182e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:55:44.228740 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a21fa6-ad26-45e7-b4df-d1914ce8182e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:55:44.229146 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a21fa6-ad26-45e7-b4df-d1914ce8182e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:55:44.229419 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a21fa6-ad26-45e7-b4df-d1914ce8182e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:55:44.229745 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a21fa6-ad26-45e7-b4df-d1914ce8182e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:55:44.230067 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a21fa6-ad26-45e7-b4df-d1914ce8182e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:55:44.230387 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a21fa6-ad26-45e7-b4df-d1914ce8182e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:55:44.230952 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a21fa6-ad26-45e7-b4df-d1914ce8182e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:55:44.231036 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a21fa6-ad26-45e7-b4df-d1914ce8182e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:55:44.231343 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a21fa6-ad26-45e7-b4df-d1914ce8182e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:55:44.231658 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a21fa6-ad26-45e7-b4df-d1914ce8182e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:55:44.257290 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-1b0aeb46-2b08-49d9-8a21-0674465ee2fc admin admin] Allocated IP 172.20.0.1 (2e48d261-a2df-43c6-bd2a-fa0153331d4d/9e6203bd-7b13-480f-9ce9-60943080d6b6/253ed4d7-3c8d-4067-a439-514a1cd818a2) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 12:55:44.259425 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.plugins.ml2.db [None req-7baf2555-77f0-476f-abcd-38c1179c4240 None None] For port c7c4c484-43bc-451f-b28d-0badb4b8ab53, host dv-cinder-841644-1-iscsi, cleared binding levels {{(pid=109806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 12:55:44.263133 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.plugins.ml2.db [None req-7baf2555-77f0-476f-abcd-38c1179c4240 None None] For port c7c4c484-43bc-451f-b28d-0badb4b8ab53, host dv-cinder-841644-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841644-1-iscsi',level=0,port_id=c7c4c484-43bc-451f-b28d-0badb4b8ab53,segment=NetworkSegment(2bcc8a2d-359a-4841-80fa-a53ce02b14f8),segment_id=2bcc8a2d-359a-4841-80fa-a53ce02b14f8)] {{(pid=109806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 12:55:44.270692 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron_lib.callbacks.manager [None req-7baf2555-77f0-476f-abcd-38c1179c4240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (c7c4c484-43bc-451f-b28d-0badb4b8ab53), after_update {{(pid=109806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:44.315151 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7baf2555-77f0-476f-abcd-38c1179c4240 None None] Routers {'0828d5f3-9c13-46e3-9d02-563b064af26e'} bound to L3 agent in host dv-cinder-841644-1-iscsi {{(pid=109806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 12:55:44.315884 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_hamode_db [None req-7baf2555-77f0-476f-abcd-38c1179c4240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841644-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T12:45:44Z,description=,heartbeat_timestamp=2022-05-13T12:55:44Z,host='dv-cinder-841644-1-iscsi',id=6d8a5631-9f63-444c-af3b-4dcce4842b62,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T12:45:44Z,topic='l3_agent')) {'router_ids': ['0828d5f3-9c13-46e3-9d02-563b064af26e'], 'active': True} {{(pid=109806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 12:55:44.392027 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Device 56a64255-84b8-46e8-8054-29de1dd0d077 up at agent ovs-agent-dv-cinder-841644-1-iscsi {{(pid=109805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 12:55:44.397548 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1b0aeb46-2b08-49d9-8a21-0674465ee2fc admin admin] Publish callbacks [] for port (253ed4d7-3c8d-4067-a439-514a1cd818a2), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:44.431642 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a21fa6-ad26-45e7-b4df-d1914ce8182e None None] Pushing event updated for resources: {'Port': ['ID=c7c4c484-43bc-451f-b28d-0badb4b8ab53,revision_number=3']} {{(pid=109806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:55:44.436432 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1b0aeb46-2b08-49d9-8a21-0674465ee2fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750967062384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6509865'] for port (253ed4d7-3c8d-4067-a439-514a1cd818a2), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:44.441958 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Provisioning complete for port 56a64255-84b8-46e8-8054-29de1dd0d077 triggered by entity L2. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 12:55:44.442359 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (56a64255-84b8-46e8-8054-29de1dd0d077), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:44.451671 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_dvr_db [None req-7baf2555-77f0-476f-abcd-38c1179c4240 None None] Set router 0828d5f3-9c13-46e3-9d02-563b064af26e gateway port host: dv-cinder-841644-1-iscsi {{(pid=109806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 12:55:44.477861 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0aeb46-2b08-49d9-8a21-0674465ee2fc admin admin] Network 2e48d261-a2df-43c6-bd2a-fa0153331d4d is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 12:55:44.481646 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-1b0aeb46-2b08-49d9-8a21-0674465ee2fc admin admin] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 12:55:44.485718 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0aeb46-2b08-49d9-8a21-0674465ee2fc admin admin] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 12:55:44.543769 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Current status of the port 56a64255-84b8-46e8-8054-29de1dd0d077 is: ACTIVE; New status is: ACTIVE {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 12:55:44.546974 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1b0aeb46-2b08-49d9-8a21-0674465ee2fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620801'] for router_interface (0828d5f3-9c13-46e3-9d02-563b064af26e), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:44.608500 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0aeb46-2b08-49d9-8a21-0674465ee2fc admin admin] Pushing event updated for resources: {'Port': ['ID=253ed4d7-3c8d-4067-a439-514a1cd818a2,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:55:44.667153 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_hamode_db [None req-7baf2555-77f0-476f-abcd-38c1179c4240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0828d5f3-9c13-46e3-9d02-563b064af26e', 'name': 'tempest-AttachVolumeTestJSON-1698186003-router', 'tenant_id': 'a8e091db3cd14ecb9c40257451cd434d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': 'c7c4c484-43bc-451f-b28d-0badb4b8ab53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T12:55:41Z', 'updated_at': '2022-05-13T12:55:42Z', 'revision_number': 3, 'project_id': 'a8e091db3cd14ecb9c40257451cd434d', 'gw_port': {'id': 'c7c4c484-43bc-451f-b28d-0badb4b8ab53', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:51:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0828d5f3-9c13-46e3-9d02-563b064af26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:55:42Z', 'updated_at': '2022-05-13T12:55:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi'}], 'dv-cinder-841644-1-iscsi', False) {} {{(pid=109806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 12:55:44.700766 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7baf2555-77f0-476f-abcd-38c1179c4240 None None] The sync data for ids ['0828d5f3-9c13-46e3-9d02-563b064af26e'] in dv-cinder-841644-1-iscsi is: [{'id': '0828d5f3-9c13-46e3-9d02-563b064af26e', 'name': 'tempest-AttachVolumeTestJSON-1698186003-router', 'tenant_id': 'a8e091db3cd14ecb9c40257451cd434d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': 'c7c4c484-43bc-451f-b28d-0badb4b8ab53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T12:55:41Z', 'updated_at': '2022-05-13T12:55:42Z', 'revision_number': 3, 'project_id': 'a8e091db3cd14ecb9c40257451cd434d', 'gw_port': {'id': 'c7c4c484-43bc-451f-b28d-0badb4b8ab53', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:51:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0828d5f3-9c13-46e3-9d02-563b064af26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:55:42Z', 'updated_at': '2022-05-13T12:55:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi'}] {{(pid=109806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 12:55:44.724104 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1b0aeb46-2b08-49d9-8a21-0674465ee2fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (253ed4d7-3c8d-4067-a439-514a1cd818a2), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:44.829969 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-10394fe5-1dbb-4cd1-8009-93e34312d9bd None None] Provisioning complete for port 253ed4d7-3c8d-4067-a439-514a1cd818a2 triggered by entity DHCP. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 12:55:44.830356 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-10394fe5-1dbb-4cd1-8009-93e34312d9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (253ed4d7-3c8d-4067-a439-514a1cd818a2), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:44.867183 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-10394fe5-1dbb-4cd1-8009-93e34312d9bd None None] Port 253ed4d7-3c8d-4067-a439-514a1cd818a2 cannot update to ACTIVE because it is not bound. {{(pid=109805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 12:55:44.910478 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1b0aeb46-2b08-49d9-8a21-0674465ee2fc admin admin] Publish callbacks [] for port (253ed4d7-3c8d-4067-a439-514a1cd818a2), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:44.914959 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1b0aeb46-2b08-49d9-8a21-0674465ee2fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6509904'] for port (253ed4d7-3c8d-4067-a439-514a1cd818a2), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:44.988690 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0aeb46-2b08-49d9-8a21-0674465ee2fc admin admin] Pushing event updated for resources: {'Port': ['ID=253ed4d7-3c8d-4067-a439-514a1cd818a2,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:55:44.992866 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1b0aeb46-2b08-49d9-8a21-0674465ee2fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1623932'] for router_interface (0828d5f3-9c13-46e3-9d02-563b064af26e), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:45.049197 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-4a907869-afee-4d69-acd8-cccc744e537a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (d2cfa305-5f5a-49b3-8228-876061d7e1f6), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:45.116226 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dfc886-9ee0-46b7-ba0f-6ca3df383cee req-7a0433a5-8700-4f42-8b53-270f0b7a4b3d tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:45.116745 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0aeb46-2b08-49d9-8a21-0674465ee2fc admin admin] Network 2e48d261-a2df-43c6-bd2a-fa0153331d4d is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 12:55:45.122259 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-1b0aeb46-2b08-49d9-8a21-0674465ee2fc admin admin] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 12:55:45.123180 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-f5dfc886-9ee0-46b7-ba0f-6ca3df383cee req-7a0433a5-8700-4f42-8b53-270f0b7a4b3d tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f2825cd-1b9d-4434-bf94-ebf3f6688015 HTTP/1.1" status: 200 len: 946 time: 0.0579174 May 13 12:55:45.183120 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-f5dfc886-9ee0-46b7-ba0f-6ca3df383cee req-96245726-14c2-4bde-9346-4db1336c927b tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/security-groups?id=3473c18c-30b6-4258-8d74-d4010b438108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588219 May 13 12:55:45.314941 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b0aeb46-2b08-49d9-8a21-0674465ee2fc admin admin] Router 0828d5f3-9c13-46e3-9d02-563b064af26e has already been hosted by L3 agent 6d8a5631-9f63-444c-af3b-4dcce4842b62 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 12:55:45.404830 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-1fd0a0c6-4676-4bdf-80cd-ac07be33a7f5 None None] Provisioning complete for port 253ed4d7-3c8d-4067-a439-514a1cd818a2 triggered by entity DHCP. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 12:55:45.405791 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-1fd0a0c6-4676-4bdf-80cd-ac07be33a7f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (253ed4d7-3c8d-4067-a439-514a1cd818a2), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:45.441282 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b0aeb46-2b08-49d9-8a21-0674465ee2fc admin admin] Notify agent at l3_agent.dv-cinder-841644-1-iscsi the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 12:55:45.450298 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-1b0aeb46-2b08-49d9-8a21-0674465ee2fc admin admin] 10.222.0.49 "PUT /v2.0/routers/0828d5f3-9c13-46e3-9d02-563b064af26e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2033956 May 13 12:55:45.453288 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-1fd0a0c6-4676-4bdf-80cd-ac07be33a7f5 None None] Port 253ed4d7-3c8d-4067-a439-514a1cd818a2 cannot update to ACTIVE because it is not bound. {{(pid=109805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 12:55:45.754592 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 48546) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:55:45.759970 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.v2.base [None req-60db9c1e-7980-4d22-8df0-f943d6a93739 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1516145916', 'description': 'tempest-description--2025892085'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 12:55:45.781506 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-60db9c1e-7980-4d22-8df0-f943d6a93739 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:45.847460 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-60db9c1e-7980-4d22-8df0-f943d6a93739 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Publish callbacks [] for security_group (e0d5a6ae-2931-4df1-843e-6d5b95c4034f), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:45.851131 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-60db9c1e-7980-4d22-8df0-f943d6a93739 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (e0d5a6ae-2931-4df1-843e-6d5b95c4034f), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:45.875536 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-60db9c1e-7980-4d22-8df0-f943d6a93739 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:45.879479 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-60db9c1e-7980-4d22-8df0-f943d6a93739 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1209168 May 13 12:55:45.880810 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 48548) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:55:45.885510 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60db9c1e-7980-4d22-8df0-f943d6a93739 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0d5a6ae-2931-4df1-843e-6d5b95c4034f,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:55:45.886788 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.v2.base [None req-b5707ce6-0664-417f-9c27-b40ec37fc263 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Request body: {'security_group_rule': {'security_group_id': 'e0d5a6ae-2931-4df1-843e-6d5b95c4034f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 12:55:45.918461 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b5707ce6-0664-417f-9c27-b40ec37fc263 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Publish callbacks [] for security_group_rule (ec8003f9-0698-4587-a5a9-a6f7aacf996e), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:45.975586 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b5707ce6-0664-417f-9c27-b40ec37fc263 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Publish callbacks [] for security_group_rule (ec8003f9-0698-4587-a5a9-a6f7aacf996e), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:45.979337 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b5707ce6-0664-417f-9c27-b40ec37fc263 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472018'] for security_group_rule (ec8003f9-0698-4587-a5a9-a6f7aacf996e), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:45.997080 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5707ce6-0664-417f-9c27-b40ec37fc263 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec8003f9-0698-4587-a5a9-a6f7aacf996e,revision_number=0']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:55:46.006218 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b5707ce6-0664-417f-9c27-b40ec37fc263 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:46.007395 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-b5707ce6-0664-417f-9c27-b40ec37fc263 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1247978 May 13 12:55:46.010129 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 48550) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:55:46.014245 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.v2.base [None req-464aa230-3186-4f5f-a296-092504bcce0a tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Request body: {'security_group_rule': {'security_group_id': 'e0d5a6ae-2931-4df1-843e-6d5b95c4034f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 12:55:46.039067 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-464aa230-3186-4f5f-a296-092504bcce0a tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Publish callbacks [] for security_group_rule (e86e532c-557a-40bb-9bc9-e9a68d1f98e6), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:46.100222 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-464aa230-3186-4f5f-a296-092504bcce0a tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Publish callbacks [] for security_group_rule (e86e532c-557a-40bb-9bc9-e9a68d1f98e6), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:46.104071 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-464aa230-3186-4f5f-a296-092504bcce0a tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472018'] for security_group_rule (e86e532c-557a-40bb-9bc9-e9a68d1f98e6), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:46.122110 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464aa230-3186-4f5f-a296-092504bcce0a tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e86e532c-557a-40bb-9bc9-e9a68d1f98e6,revision_number=0']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:55:46.129706 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-464aa230-3186-4f5f-a296-092504bcce0a tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:46.131034 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-464aa230-3186-4f5f-a296-092504bcce0a tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1199610 May 13 12:55:46.133820 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 48554) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:55:46.137994 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.v2.base [None req-047ec220-82c3-48c2-a722-0f5058c72044 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Request body: {'floatingip': {'floating_network_id': 'feab3964-f0b8-402e-905b-49af947bf732'}} {{(pid=109804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 12:55:46.160373 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-047ec220-82c3-48c2-a722-0f5058c72044 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:46.240237 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-047ec220-82c3-48c2-a722-0f5058c72044 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:46.344246 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70949a21-e3a9-460e-8ca6-9ea6d76bb98a req-fed395ff-e22c-49cd-8617-ad1e0a53f38a tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:46.345783 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-70949a21-e3a9-460e-8ca6-9ea6d76bb98a req-fed395ff-e22c-49cd-8617-ad1e0a53f38a tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f2825cd-1b9d-4434-bf94-ebf3f6688015 HTTP/1.1" status: 200 len: 946 time: 0.0623331 May 13 12:55:46.368836 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Device c7c4c484-43bc-451f-b28d-0badb4b8ab53 up at agent ovs-agent-dv-cinder-841644-1-iscsi {{(pid=109805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 12:55:46.425729 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Provisioning complete for port c7c4c484-43bc-451f-b28d-0badb4b8ab53 triggered by entity L2. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 12:55:46.426278 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (c7c4c484-43bc-451f-b28d-0badb4b8ab53), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:46.429506 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-047ec220-82c3-48c2-a722-0f5058c72044 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Allocated IP 172.27.3.126 (feab3964-f0b8-402e-905b-49af947bf732/23e33d6a-fc94-4466-a994-b549e993d354/214c9728-8547-48c4-bf5e-edbc74c1362f) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 12:55:46.437391 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-70949a21-e3a9-460e-8ca6-9ea6d76bb98a req-5c311e02-f879-4d75-a974-02159400eef2 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/security-groups?id=3473c18c-30b6-4258-8d74-d4010b438108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735135 May 13 12:55:46.451350 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f126db8-1e8a-4b31-bf1d-bce6e3b9b150 None None] Sync routers for ids ['0828d5f3-9c13-46e3-9d02-563b064af26e'] in dv-cinder-841644-1-iscsi {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 12:55:46.474963 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f126db8-1e8a-4b31-bf1d-bce6e3b9b150 None None] Routers {'0828d5f3-9c13-46e3-9d02-563b064af26e'} bound to L3 agent in host dv-cinder-841644-1-iscsi {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 12:55:46.475626 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-0f126db8-1e8a-4b31-bf1d-bce6e3b9b150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841644-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T12:45:44Z,description=,heartbeat_timestamp=2022-05-13T12:55:44Z,host='dv-cinder-841644-1-iscsi',id=6d8a5631-9f63-444c-af3b-4dcce4842b62,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T12:45:44Z,topic='l3_agent')) {'router_ids': ['0828d5f3-9c13-46e3-9d02-563b064af26e'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 12:55:46.540201 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-047ec220-82c3-48c2-a722-0f5058c72044 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Publish callbacks [] for port (214c9728-8547-48c4-bf5e-edbc74c1362f), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:46.579040 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-047ec220-82c3-48c2-a722-0f5058c72044 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750967062384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6007231'] for port (214c9728-8547-48c4-bf5e-edbc74c1362f), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:46.621171 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Current status of the port c7c4c484-43bc-451f-b28d-0badb4b8ab53 is: DOWN; New status is: ACTIVE {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 12:55:46.621559 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (c7c4c484-43bc-451f-b28d-0badb4b8ab53), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:46.629643 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047ec220-82c3-48c2-a722-0f5058c72044 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Network feab3964-f0b8-402e-905b-49af947bf732 is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 12:55:46.635618 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-047ec220-82c3-48c2-a722-0f5058c72044 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 12:55:46.640706 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047ec220-82c3-48c2-a722-0f5058c72044 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Pushing event updated for resources: {'Port': ['ID=214c9728-8547-48c4-bf5e-edbc74c1362f,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:55:46.642980 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047ec220-82c3-48c2-a722-0f5058c72044 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 12:55:46.673018 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-0f126db8-1e8a-4b31-bf1d-bce6e3b9b150 None None] Set router 0828d5f3-9c13-46e3-9d02-563b064af26e gateway port host: dv-cinder-841644-1-iscsi {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 12:55:46.676814 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] For port c7c4c484-43bc-451f-b28d-0badb4b8ab53, host dv-cinder-841644-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841644-1-iscsi',level=0,port_id=c7c4c484-43bc-451f-b28d-0badb4b8ab53,segment=NetworkSegment(2bcc8a2d-359a-4841-80fa-a53ce02b14f8),segment_id=2bcc8a2d-359a-4841-80fa-a53ce02b14f8)] {{(pid=109805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 12:55:46.720513 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (c7c4c484-43bc-451f-b28d-0badb4b8ab53), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:46.749917 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-047ec220-82c3-48c2-a722-0f5058c72044 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Publish callbacks [] for floatingip (0addc969-81f8-469e-b625-7d281d5aa155), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:46.769032 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-7baa8e58-cb75-431e-995b-6c55a6feb1d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (5f75012c-56a5-4b0a-a85c-97c3435c2a5d), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:46.822262 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-047ec220-82c3-48c2-a722-0f5058c72044 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (214c9728-8547-48c4-bf5e-edbc74c1362f), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:46.899385 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Pushing event updated for resources: {'Port': ['ID=c7c4c484-43bc-451f-b28d-0badb4b8ab53,revision_number=4']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:55:47.001643 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-0f126db8-1e8a-4b31-bf1d-bce6e3b9b150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0828d5f3-9c13-46e3-9d02-563b064af26e', 'name': 'tempest-AttachVolumeTestJSON-1698186003-router', 'tenant_id': 'a8e091db3cd14ecb9c40257451cd434d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': 'c7c4c484-43bc-451f-b28d-0badb4b8ab53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T12:55:41Z', 'updated_at': '2022-05-13T12:55:44Z', 'revision_number': 4, 'project_id': 'a8e091db3cd14ecb9c40257451cd434d', 'gw_port': {'id': 'c7c4c484-43bc-451f-b28d-0badb4b8ab53', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:51:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0828d5f3-9c13-46e3-9d02-563b064af26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:55:42Z', 'updated_at': '2022-05-13T12:55:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi', '_interfaces': [{'id': '253ed4d7-3c8d-4067-a439-514a1cd818a2', 'name': '', 'network_id': '2e48d261-a2df-43c6-bd2a-fa0153331d4d', 'tenant_id': 'a8e091db3cd14ecb9c40257451cd434d', 'mac_address': 'fa:16:3e:cb:f3:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0828d5f3-9c13-46e3-9d02-563b064af26e', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '9e6203bd-7b13-480f-9ce9-60943080d6b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:55:44Z', 'updated_at': '2022-05-13T12:55:44Z', 'revision_number': 2, 'project_id': 'a8e091db3cd14ecb9c40257451cd434d', 'subnets': [{'id': '9e6203bd-7b13-480f-9ce9-60943080d6b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841644-1-iscsi', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 12:55:47.019686 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-047ec220-82c3-48c2-a722-0f5058c72044 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Publish callbacks [] for port (214c9728-8547-48c4-bf5e-edbc74c1362f), precommit_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:47.028220 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-047ec220-82c3-48c2-a722-0f5058c72044 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6007238'] for port (214c9728-8547-48c4-bf5e-edbc74c1362f), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:47.108227 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047ec220-82c3-48c2-a722-0f5058c72044 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Pushing event updated for resources: {'Port': ['ID=214c9728-8547-48c4-bf5e-edbc74c1362f,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:55:47.120478 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-047ec220-82c3-48c2-a722-0f5058c72044 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621791'] for floatingip (0addc969-81f8-469e-b625-7d281d5aa155), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:47.136281 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-047ec220-82c3-48c2-a722-0f5058c72044 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4290'] for floatingip (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:47.137543 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-047ec220-82c3-48c2-a722-0f5058c72044 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0027859 May 13 12:55:47.155337 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f126db8-1e8a-4b31-bf1d-bce6e3b9b150 None None] Checking router: 0828d5f3-9c13-46e3-9d02-563b064af26e for host: dv-cinder-841644-1-iscsi {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 12:55:47.155690 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f126db8-1e8a-4b31-bf1d-bce6e3b9b150 None None] Updating router 0828d5f3-9c13-46e3-9d02-563b064af26e port 253ed4d7-3c8d-4067-a439-514a1cd818a2 binding host dv-cinder-841644-1-iscsi {{(pid=109805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 12:55:47.190065 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-0f126db8-1e8a-4b31-bf1d-bce6e3b9b150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (253ed4d7-3c8d-4067-a439-514a1cd818a2), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:47.479151 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-0f126db8-1e8a-4b31-bf1d-bce6e3b9b150 None None] Publish callbacks [] for port (253ed4d7-3c8d-4067-a439-514a1cd818a2), precommit_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:47.485480 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-0f126db8-1e8a-4b31-bf1d-bce6e3b9b150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (253ed4d7-3c8d-4067-a439-514a1cd818a2), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:47.538077 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e613c7f4-5315-4038-95e9-2d9928ea0026 None None] Pushing event updated for resources: {'Port': ['ID=253ed4d7-3c8d-4067-a439-514a1cd818a2,revision_number=3']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:55:47.581725 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a39c27-1592-43a6-8984-370a86216f9d req-03e04ece-bd4d-460b-8e92-7961e92d74f4 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:47.583509 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-c0a39c27-1592-43a6-8984-370a86216f9d req-03e04ece-bd4d-460b-8e92-7961e92d74f4 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f2825cd-1b9d-4434-bf94-ebf3f6688015 HTTP/1.1" status: 200 len: 946 time: 0.0666387 May 13 12:55:47.598451 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-0f126db8-1e8a-4b31-bf1d-bce6e3b9b150 None None] Attempting to bind port 253ed4d7-3c8d-4067-a439-514a1cd818a2 on host dv-cinder-841644-1-iscsi for vnic_type normal with profile {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 12:55:47.598823 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-0f126db8-1e8a-4b31-bf1d-bce6e3b9b150 None None] Attempting to bind port 253ed4d7-3c8d-4067-a439-514a1cd818a2 by drivers openvswitch,hyperv on host dv-cinder-841644-1-iscsi at level 0 using segments [{'id': '0f3297cd-6882-42ac-b9e0-5f7f169df451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2e48d261-a2df-43c6-bd2a-fa0153331d4d'}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 12:55:47.599252 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f126db8-1e8a-4b31-bf1d-bce6e3b9b150 None None] Attempting to bind port 253ed4d7-3c8d-4067-a439-514a1cd818a2 on network 2e48d261-a2df-43c6-bd2a-fa0153331d4d {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 12:55:47.605457 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f126db8-1e8a-4b31-bf1d-bce6e3b9b150 None None] Checking agent: {'id': 'f7880a20-862d-46b4-8dd6-192b0a47d710', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841644-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 12, 45, 48), 'started_at': datetime.datetime(2022, 5, 13, 12, 46, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 12, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841644-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 12:55:47.605835 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f126db8-1e8a-4b31-bf1d-bce6e3b9b150 None None] Checking segment: {'id': '0f3297cd-6882-42ac-b9e0-5f7f169df451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2e48d261-a2df-43c6-bd2a-fa0153331d4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 12:55:47.606232 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-0f126db8-1e8a-4b31-bf1d-bce6e3b9b150 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:47.606623 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f126db8-1e8a-4b31-bf1d-bce6e3b9b150 None None] Bound using segment: {'id': '0f3297cd-6882-42ac-b9e0-5f7f169df451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2e48d261-a2df-43c6-bd2a-fa0153331d4d'} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 12:55:47.607086 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-0f126db8-1e8a-4b31-bf1d-bce6e3b9b150 None None] Bound port: 253ed4d7-3c8d-4067-a439-514a1cd818a2, host: dv-cinder-841644-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f3297cd-6882-42ac-b9e0-5f7f169df451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2e48d261-a2df-43c6-bd2a-fa0153331d4d'}}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 12:55:47.607977 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-0f126db8-1e8a-4b31-bf1d-bce6e3b9b150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (253ed4d7-3c8d-4067-a439-514a1cd818a2), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:47.637667 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-c0a39c27-1592-43a6-8984-370a86216f9d req-07272254-448f-4851-a88d-6f4c116ae4d7 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/security-groups?id=3473c18c-30b6-4258-8d74-d4010b438108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479615 May 13 12:55:47.678745 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-0f126db8-1e8a-4b31-bf1d-bce6e3b9b150 None None] For port 253ed4d7-3c8d-4067-a439-514a1cd818a2, host dv-cinder-841644-1-iscsi, cleared binding levels {{(pid=109805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 12:55:47.681978 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-0f126db8-1e8a-4b31-bf1d-bce6e3b9b150 None None] For port 253ed4d7-3c8d-4067-a439-514a1cd818a2, host dv-cinder-841644-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841644-1-iscsi',level=0,port_id=253ed4d7-3c8d-4067-a439-514a1cd818a2,segment=NetworkSegment(0f3297cd-6882-42ac-b9e0-5f7f169df451),segment_id=0f3297cd-6882-42ac-b9e0-5f7f169df451)] {{(pid=109805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 12:55:47.689785 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-0f126db8-1e8a-4b31-bf1d-bce6e3b9b150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (253ed4d7-3c8d-4067-a439-514a1cd818a2), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:47.751523 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f126db8-1e8a-4b31-bf1d-bce6e3b9b150 None None] Routers {'0828d5f3-9c13-46e3-9d02-563b064af26e'} bound to L3 agent in host dv-cinder-841644-1-iscsi {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 12:55:47.752222 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-0f126db8-1e8a-4b31-bf1d-bce6e3b9b150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841644-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T12:45:44Z,description=,heartbeat_timestamp=2022-05-13T12:55:44Z,host='dv-cinder-841644-1-iscsi',id=6d8a5631-9f63-444c-af3b-4dcce4842b62,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T12:45:44Z,topic='l3_agent')) {'router_ids': ['0828d5f3-9c13-46e3-9d02-563b064af26e'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 12:55:47.757380 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e613c7f4-5315-4038-95e9-2d9928ea0026 None None] Pushing event updated for resources: {'Port': ['ID=253ed4d7-3c8d-4067-a439-514a1cd818a2,revision_number=4']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:55:47.816931 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-24477d69-9c05-4557-aa4a-87d94381b2cb None None] Provisioning complete for port 253ed4d7-3c8d-4067-a439-514a1cd818a2 triggered by entity DHCP. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 12:55:47.817128 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-24477d69-9c05-4557-aa4a-87d94381b2cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (253ed4d7-3c8d-4067-a439-514a1cd818a2), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:47.892924 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (f7880a20-862d-46b4-8dd6-192b0a47d710), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:47.947524 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-0f126db8-1e8a-4b31-bf1d-bce6e3b9b150 None None] Set router 0828d5f3-9c13-46e3-9d02-563b064af26e gateway port host: dv-cinder-841644-1-iscsi {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 12:55:48.020194 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-24477d69-9c05-4557-aa4a-87d94381b2cb None None] Current status of the port 253ed4d7-3c8d-4067-a439-514a1cd818a2 is: DOWN; New status is: ACTIVE {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 12:55:48.020578 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-24477d69-9c05-4557-aa4a-87d94381b2cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (253ed4d7-3c8d-4067-a439-514a1cd818a2), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:48.142780 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-24477d69-9c05-4557-aa4a-87d94381b2cb None None] For port 253ed4d7-3c8d-4067-a439-514a1cd818a2, host dv-cinder-841644-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841644-1-iscsi',level=0,port_id=253ed4d7-3c8d-4067-a439-514a1cd818a2,segment=NetworkSegment(0f3297cd-6882-42ac-b9e0-5f7f169df451),segment_id=0f3297cd-6882-42ac-b9e0-5f7f169df451)] {{(pid=109805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 12:55:48.148565 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-24477d69-9c05-4557-aa4a-87d94381b2cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (253ed4d7-3c8d-4067-a439-514a1cd818a2), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:48.245653 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24477d69-9c05-4557-aa4a-87d94381b2cb None None] Pushing event updated for resources: {'Port': ['ID=253ed4d7-3c8d-4067-a439-514a1cd818a2,revision_number=5']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:55:48.273575 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-c26382f4-9aa6-4dc4-a46e-db0fd1072f2b None None] Provisioning complete for port 253ed4d7-3c8d-4067-a439-514a1cd818a2 triggered by entity DHCP. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 12:55:48.273990 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-c26382f4-9aa6-4dc4-a46e-db0fd1072f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (253ed4d7-3c8d-4067-a439-514a1cd818a2), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:48.275762 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-0f126db8-1e8a-4b31-bf1d-bce6e3b9b150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0828d5f3-9c13-46e3-9d02-563b064af26e', 'name': 'tempest-AttachVolumeTestJSON-1698186003-router', 'tenant_id': 'a8e091db3cd14ecb9c40257451cd434d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': 'c7c4c484-43bc-451f-b28d-0badb4b8ab53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T12:55:41Z', 'updated_at': '2022-05-13T12:55:44Z', 'revision_number': 4, 'project_id': 'a8e091db3cd14ecb9c40257451cd434d', 'gw_port': {'id': 'c7c4c484-43bc-451f-b28d-0badb4b8ab53', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:51:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0828d5f3-9c13-46e3-9d02-563b064af26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:55:42Z', 'updated_at': '2022-05-13T12:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi', '_interfaces': [{'id': '253ed4d7-3c8d-4067-a439-514a1cd818a2', 'name': '', 'network_id': '2e48d261-a2df-43c6-bd2a-fa0153331d4d', 'tenant_id': 'a8e091db3cd14ecb9c40257451cd434d', 'mac_address': 'fa:16:3e:cb:f3:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0828d5f3-9c13-46e3-9d02-563b064af26e', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '9e6203bd-7b13-480f-9ce9-60943080d6b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:55:44Z', 'updated_at': '2022-05-13T12:55:47Z', 'revision_number': 4, 'project_id': 'a8e091db3cd14ecb9c40257451cd434d', 'subnets': [{'id': '9e6203bd-7b13-480f-9ce9-60943080d6b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841644-1-iscsi', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 12:55:48.322316 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f126db8-1e8a-4b31-bf1d-bce6e3b9b150 None None] The sync data for ids ['0828d5f3-9c13-46e3-9d02-563b064af26e'] in dv-cinder-841644-1-iscsi is: [{'id': '0828d5f3-9c13-46e3-9d02-563b064af26e', 'name': 'tempest-AttachVolumeTestJSON-1698186003-router', 'tenant_id': 'a8e091db3cd14ecb9c40257451cd434d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': 'c7c4c484-43bc-451f-b28d-0badb4b8ab53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T12:55:41Z', 'updated_at': '2022-05-13T12:55:44Z', 'revision_number': 4, 'project_id': 'a8e091db3cd14ecb9c40257451cd434d', 'gw_port': {'id': 'c7c4c484-43bc-451f-b28d-0badb4b8ab53', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:51:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0828d5f3-9c13-46e3-9d02-563b064af26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:55:42Z', 'updated_at': '2022-05-13T12:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi', '_interfaces': [{'id': '253ed4d7-3c8d-4067-a439-514a1cd818a2', 'name': '', 'network_id': '2e48d261-a2df-43c6-bd2a-fa0153331d4d', 'tenant_id': 'a8e091db3cd14ecb9c40257451cd434d', 'mac_address': 'fa:16:3e:cb:f3:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0828d5f3-9c13-46e3-9d02-563b064af26e', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '9e6203bd-7b13-480f-9ce9-60943080d6b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:55:44Z', 'updated_at': '2022-05-13T12:55:47Z', 'revision_number': 4, 'project_id': 'a8e091db3cd14ecb9c40257451cd434d', 'subnets': [{'id': '9e6203bd-7b13-480f-9ce9-60943080d6b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 12:55:48.331192 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Device c7c4c484-43bc-451f-b28d-0badb4b8ab53 up at agent ovs-agent-dv-cinder-841644-1-iscsi {{(pid=109805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 12:55:48.441743 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Provisioning complete for port c7c4c484-43bc-451f-b28d-0badb4b8ab53 triggered by entity L2. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 12:55:48.442118 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (c7c4c484-43bc-451f-b28d-0badb4b8ab53), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:48.480775 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-c26382f4-9aa6-4dc4-a46e-db0fd1072f2b None None] Current status of the port 253ed4d7-3c8d-4067-a439-514a1cd818a2 is: ACTIVE; New status is: ACTIVE {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 12:55:48.539027 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Current status of the port c7c4c484-43bc-451f-b28d-0badb4b8ab53 is: ACTIVE; New status is: ACTIVE {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 12:55:48.757596 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-36f29e61-4e31-46a4-817b-c7d01f4822eb req-1204096f-7c7e-4b68-a0ee-f8e8b9d74e7d tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1516145916&fields=id&tenant_id=a8e091db3cd14ecb9c40257451cd434d HTTP/1.1" status: 200 len: 267 time: 0.0741186 May 13 12:55:48.799211 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0dc519-ac30-4e84-8f45-cdd0bf894719 req-10ccf235-8573-4dbb-83a9-8eca5a20ab8e tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:48.801125 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-fc0dc519-ac30-4e84-8f45-cdd0bf894719 req-10ccf235-8573-4dbb-83a9-8eca5a20ab8e tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f2825cd-1b9d-4434-bf94-ebf3f6688015 HTTP/1.1" status: 200 len: 946 time: 0.0798821 May 13 12:55:48.860900 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-fc0dc519-ac30-4e84-8f45-cdd0bf894719 req-75e2ffb5-90db-4dad-b68c-e5da1c25003a tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/security-groups?id=3473c18c-30b6-4258-8d74-d4010b438108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536842 May 13 12:55:48.887256 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f29e61-4e31-46a4-817b-c7d01f4822eb req-07a71454-fa63-4fe7-9fb7-fb6e2408fd06 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:48.888923 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-36f29e61-4e31-46a4-817b-c7d01f4822eb req-07a71454-fa63-4fe7-9fb7-fb6e2408fd06 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/networks?id=2e48d261-a2df-43c6-bd2a-fa0153331d4d HTTP/1.1" status: 200 len: 811 time: 0.1268945 May 13 12:55:48.905143 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-36f29e61-4e31-46a4-817b-c7d01f4822eb req-9340db1c-bee1-415f-8099-2a8a249c4e28 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/quotas/a8e091db3cd14ecb9c40257451cd434d HTTP/1.1" status: 200 len: 375 time: 0.0099621 May 13 12:55:48.962349 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-36f29e61-4e31-46a4-817b-c7d01f4822eb req-36ee2e5b-c2ed-4c5c-94fa-e1d1f6604a6a tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=a8e091db3cd14ecb9c40257451cd434d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0498388 May 13 12:55:49.081296 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-36f29e61-4e31-46a4-817b-c7d01f4822eb req-e33797ef-9748-4812-960b-089b8346a194 service neutron] 10.222.0.49 "GET /v2.0/networks/2e48d261-a2df-43c6-bd2a-fa0153331d4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954313 May 13 12:55:49.177354 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-36f29e61-4e31-46a4-817b-c7d01f4822eb req-4aa4cb1c-217c-4b88-a06d-5f1a7a2e35fa service neutron] 10.222.0.49 "GET /v2.0/networks/2e48d261-a2df-43c6-bd2a-fa0153331d4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901740 May 13 12:55:49.358779 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-e07bbf38-914c-443a-89b8-9b53aebc6408 req-0288758c-e574-4522-915c-bd2cce82e4c0 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/ports?device_id=a805ac8a-8fbf-4bf1-b369-64eaef204809 HTTP/1.1" status: 200 len: 210 time: 0.0343130 May 13 12:55:49.990591 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a994280d-d4c4-4fdc-833b-8cff854a051c req-e6794cc3-5733-4b38-aa52-a6354420ffa5 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:49.992182 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-a994280d-d4c4-4fdc-833b-8cff854a051c req-e6794cc3-5733-4b38-aa52-a6354420ffa5 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f2825cd-1b9d-4434-bf94-ebf3f6688015 HTTP/1.1" status: 200 len: 946 time: 0.0595443 May 13 12:55:50.054145 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-a994280d-d4c4-4fdc-833b-8cff854a051c req-14056707-baa8-4752-804a-07010697cf84 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/security-groups?id=3473c18c-30b6-4258-8d74-d4010b438108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555663 May 13 12:55:50.143040 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (202f7e15-8fd1-4d3b-a0cb-2b083dcecd1a), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:50.346823 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Device 253ed4d7-3c8d-4067-a439-514a1cd818a2 up at agent ovs-agent-dv-cinder-841644-1-iscsi {{(pid=109805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 12:55:50.398565 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Provisioning complete for port 253ed4d7-3c8d-4067-a439-514a1cd818a2 triggered by entity L2. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 12:55:50.398942 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (253ed4d7-3c8d-4067-a439-514a1cd818a2), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:50.478026 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-1c9ae5af-4826-4bd2-829d-65a14847f55e req-46be4a6c-d509-4f53-9bb2-1957d8b963b0 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/ports?device_id=a805ac8a-8fbf-4bf1-b369-64eaef204809 HTTP/1.1" status: 200 len: 210 time: 0.0339184 May 13 12:55:50.483250 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Current status of the port 253ed4d7-3c8d-4067-a439-514a1cd818a2 is: ACTIVE; New status is: ACTIVE {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 12:55:50.639638 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 48688) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:55:50.667962 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f29e61-4e31-46a4-817b-c7d01f4822eb req-76fcbaf0-0f72-4f2c-8001-f961265127cf tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:50.669426 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-36f29e61-4e31-46a4-817b-c7d01f4822eb req-76fcbaf0-0f72-4f2c-8001-f961265127cf tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.52 "GET /v2.0/networks?id=2e48d261-a2df-43c6-bd2a-fa0153331d4d HTTP/1.1" status: 200 len: 811 time: 0.1134365 May 13 12:55:50.755638 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d68db3c3-acfd-4d6a-8fcd-27ec8787b673 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:50.769766 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-36f29e61-4e31-46a4-817b-c7d01f4822eb req-bfe76ab0-3ccf-45b2-ba36-ca6b7f554b72 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a8e091db3cd14ecb9c40257451cd434d HTTP/1.1" status: 200 len: 380 time: 0.0548849 May 13 12:55:50.834552 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d68db3c3-acfd-4d6a-8fcd-27ec8787b673 admin admin] Publish callbacks [] for security_group (80c164cf-e8d9-4e7a-8053-0a0b0c7a1aaf), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:50.838082 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d68db3c3-acfd-4d6a-8fcd-27ec8787b673 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (80c164cf-e8d9-4e7a-8053-0a0b0c7a1aaf), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:50.876178 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-d68db3c3-acfd-4d6a-8fcd-27ec8787b673 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3364902928b1495ca695449d490a4986&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2344987 May 13 12:55:50.876860 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68db3c3-acfd-4d6a-8fcd-27ec8787b673 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80c164cf-e8d9-4e7a-8053-0a0b0c7a1aaf,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:55:50.879329 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 48696) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:55:50.932147 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.v2.base [req-36f29e61-4e31-46a4-817b-c7d01f4822eb req-ea6e8095-b8c3-4f69-b01b-37cb8a3c4578 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Request body: {'port': {'device_id': 'a805ac8a-8fbf-4bf1-b369-64eaef204809', 'network_id': '2e48d261-a2df-43c6-bd2a-fa0153331d4d', 'admin_state_up': True, 'tenant_id': 'a8e091db3cd14ecb9c40257451cd434d', 'security_groups': ['e0d5a6ae-2931-4df1-843e-6d5b95c4034f']}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 12:55:50.935505 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6b93a770-92ce-4c74-94e2-d8e9dac81f3c admin admin] Publish callbacks [] for security_group (80c164cf-e8d9-4e7a-8053-0a0b0c7a1aaf), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:51.002402 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6b93a770-92ce-4c74-94e2-d8e9dac81f3c admin admin] Publish callbacks [] for security_group (80c164cf-e8d9-4e7a-8053-0a0b0c7a1aaf), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:51.081524 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36f29e61-4e31-46a4-817b-c7d01f4822eb req-ea6e8095-b8c3-4f69-b01b-37cb8a3c4578 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Made reservation on behalf of a8e091db3cd14ecb9c40257451cd434d for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 12:55:51.084861 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-36f29e61-4e31-46a4-817b-c7d01f4822eb req-ea6e8095-b8c3-4f69-b01b-37cb8a3c4578 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:51.088124 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6b93a770-92ce-4c74-94e2-d8e9dac81f3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (80c164cf-e8d9-4e7a-8053-0a0b0c7a1aaf), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:51.090867 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6b93a770-92ce-4c74-94e2-d8e9dac81f3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:51.093432 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-6b93a770-92ce-4c74-94e2-d8e9dac81f3c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/80c164cf-e8d9-4e7a-8053-0a0b0c7a1aaf HTTP/1.1" status: 204 len: 168 time: 0.2130098 May 13 12:55:51.111667 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b93a770-92ce-4c74-94e2-d8e9dac81f3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80c164cf-e8d9-4e7a-8053-0a0b0c7a1aaf,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:55:51.234939 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6c8cb2-22a8-419c-bc7f-c53d6d47d4b4 req-15a18cb9-6583-49b8-8aa4-0f0f871269d9 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:51.236464 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-3a6c8cb2-22a8-419c-bc7f-c53d6d47d4b4 req-15a18cb9-6583-49b8-8aa4-0f0f871269d9 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f2825cd-1b9d-4434-bf94-ebf3f6688015 HTTP/1.1" status: 200 len: 946 time: 0.0679884 May 13 12:55:51.308719 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [req-36f29e61-4e31-46a4-817b-c7d01f4822eb req-ea6e8095-b8c3-4f69-b01b-37cb8a3c4578 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Allocated IP 172.20.0.10 (2e48d261-a2df-43c6-bd2a-fa0153331d4d/9e6203bd-7b13-480f-9ce9-60943080d6b6/fec89e37-51dd-4063-9de3-e584ce441fb2) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 12:55:51.329761 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-3a6c8cb2-22a8-419c-bc7f-c53d6d47d4b4 req-9daebcea-a1cb-4812-831f-109e68662d21 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/security-groups?id=3473c18c-30b6-4258-8d74-d4010b438108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714428 May 13 12:55:51.381191 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 48706) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:55:51.395134 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-deb7712b-62f9-4c74-8972-e338be977a8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:51.472524 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-deb7712b-62f9-4c74-8972-e338be977a8c admin admin] Publish callbacks [] for security_group (b5b2ee50-5ba1-41bb-8a5d-1bf26b76f911), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:51.475834 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-deb7712b-62f9-4c74-8972-e338be977a8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (b5b2ee50-5ba1-41bb-8a5d-1bf26b76f911), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:51.484103 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-36f29e61-4e31-46a4-817b-c7d01f4822eb req-ea6e8095-b8c3-4f69-b01b-37cb8a3c4578 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Publish callbacks [] for port (fec89e37-51dd-4063-9de3-e584ce441fb2), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:51.518701 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb7712b-62f9-4c74-8972-e338be977a8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5b2ee50-5ba1-41bb-8a5d-1bf26b76f911,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:55:51.523282 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-deb7712b-62f9-4c74-8972-e338be977a8c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4e21c219e7b246ec96c4b3b9cebf3f81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1409724 May 13 12:55:51.526058 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 48710) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:55:51.528430 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-36f29e61-4e31-46a4-817b-c7d01f4822eb req-ea6e8095-b8c3-4f69-b01b-37cb8a3c4578 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750967062384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6509865'] for port (fec89e37-51dd-4063-9de3-e584ce441fb2), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:51.582282 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1fbe8e59-f0ea-4478-a2af-c6895720ee15 admin admin] Publish callbacks [] for security_group (b5b2ee50-5ba1-41bb-8a5d-1bf26b76f911), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:51.589602 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6e8095-b8c3-4f69-b01b-37cb8a3c4578 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Pushing event updated for resources: {'Port': ['ID=fec89e37-51dd-4063-9de3-e584ce441fb2,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:55:51.598078 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36f29e61-4e31-46a4-817b-c7d01f4822eb req-ea6e8095-b8c3-4f69-b01b-37cb8a3c4578 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Network 2e48d261-a2df-43c6-bd2a-fa0153331d4d is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 12:55:51.599370 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [req-36f29e61-4e31-46a4-817b-c7d01f4822eb req-ea6e8095-b8c3-4f69-b01b-37cb8a3c4578 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 12:55:51.601766 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-36f29e61-4e31-46a4-817b-c7d01f4822eb req-ea6e8095-b8c3-4f69-b01b-37cb8a3c4578 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 12:55:51.647926 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1fbe8e59-f0ea-4478-a2af-c6895720ee15 admin admin] Publish callbacks [] for security_group (b5b2ee50-5ba1-41bb-8a5d-1bf26b76f911), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:51.661108 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f29e61-4e31-46a4-817b-c7d01f4822eb req-ea6e8095-b8c3-4f69-b01b-37cb8a3c4578 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:51.661737 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-36f29e61-4e31-46a4-817b-c7d01f4822eb req-ea6e8095-b8c3-4f69-b01b-37cb8a3c4578 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617456'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:51.663767 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e794fb8-e5df-4bac-b499-125033648a77 req-a1fb389e-b4d6-497a-b3d5-5b736f41d3ef tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:51.665305 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-5e794fb8-e5df-4bac-b499-125033648a77 req-a1fb389e-b4d6-497a-b3d5-5b736f41d3ef tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/ports?device_id=a805ac8a-8fbf-4bf1-b369-64eaef204809 HTTP/1.1" status: 200 len: 932 time: 0.0840864 May 13 12:55:51.680914 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-36f29e61-4e31-46a4-817b-c7d01f4822eb req-ea6e8095-b8c3-4f69-b01b-37cb8a3c4578 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7524436 May 13 12:55:51.713016 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.v2.base [req-36f29e61-4e31-46a4-817b-c7d01f4822eb req-dd2f4c84-cb01-4565-a7ad-1724e740af8a service neutron] Request body: {'port': {'device_id': 'a805ac8a-8fbf-4bf1-b369-64eaef204809', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84164'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 12:55:51.735918 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-5e794fb8-e5df-4bac-b499-125033648a77 req-9d4e5de2-aa02-466a-872b-0051a2c2ccb1 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/security-groups?id=e0d5a6ae-2931-4df1-843e-6d5b95c4034f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620129 May 13 12:55:51.744608 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1fbe8e59-f0ea-4478-a2af-c6895720ee15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (b5b2ee50-5ba1-41bb-8a5d-1bf26b76f911), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:51.747496 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1fbe8e59-f0ea-4478-a2af-c6895720ee15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:51.748659 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-1fbe8e59-f0ea-4478-a2af-c6895720ee15 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b5b2ee50-5ba1-41bb-8a5d-1bf26b76f911 HTTP/1.1" status: 204 len: 168 time: 0.2213676 May 13 12:55:51.758562 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe8e59-f0ea-4478-a2af-c6895720ee15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5b2ee50-5ba1-41bb-8a5d-1bf26b76f911,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:55:51.806808 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-36f29e61-4e31-46a4-817b-c7d01f4822eb req-dd2f4c84-cb01-4565-a7ad-1724e740af8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (fec89e37-51dd-4063-9de3-e584ce441fb2), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:51.929229 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-d4ebb607-e841-44ff-be9f-c0916dc4ba42 None None] Provisioning complete for port fec89e37-51dd-4063-9de3-e584ce441fb2 triggered by entity DHCP. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 12:55:51.929729 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-d4ebb607-e841-44ff-be9f-c0916dc4ba42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (fec89e37-51dd-4063-9de3-e584ce441fb2), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:51.979740 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-d4ebb607-e841-44ff-be9f-c0916dc4ba42 None None] Port fec89e37-51dd-4063-9de3-e584ce441fb2 cannot update to ACTIVE because it is not bound. {{(pid=109805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 12:55:52.095900 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.notifiers.nova [req-36f29e61-4e31-46a4-817b-c7d01f4822eb req-dd2f4c84-cb01-4565-a7ad-1724e740af8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fec89e37-51dd-4063-9de3-e584ce441fb2 {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 12:55:52.103990 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-36f29e61-4e31-46a4-817b-c7d01f4822eb req-dd2f4c84-cb01-4565-a7ad-1724e740af8a service neutron] Publish callbacks [] for port (fec89e37-51dd-4063-9de3-e584ce441fb2), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:52.117309 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-36f29e61-4e31-46a4-817b-c7d01f4822eb req-dd2f4c84-cb01-4565-a7ad-1724e740af8a service neutron] Transition to ACTIVE for port object fec89e37-51dd-4063-9de3-e584ce441fb2 will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 12:55:52.124922 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-36f29e61-4e31-46a4-817b-c7d01f4822eb req-dd2f4c84-cb01-4565-a7ad-1724e740af8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6509904'] for port (fec89e37-51dd-4063-9de3-e584ce441fb2), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:52.178360 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2f4c84-cb01-4565-a7ad-1724e740af8a service neutron] Pushing event updated for resources: {'Port': ['ID=fec89e37-51dd-4063-9de3-e584ce441fb2,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:55:52.256249 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-36f29e61-4e31-46a4-817b-c7d01f4822eb req-dd2f4c84-cb01-4565-a7ad-1724e740af8a service neutron] Attempting to bind port fec89e37-51dd-4063-9de3-e584ce441fb2 on host hv-cinder-84164 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 12:55:52.256577 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-36f29e61-4e31-46a4-817b-c7d01f4822eb req-dd2f4c84-cb01-4565-a7ad-1724e740af8a service neutron] Attempting to bind port fec89e37-51dd-4063-9de3-e584ce441fb2 by drivers openvswitch,hyperv on host hv-cinder-84164 at level 0 using segments [{'id': '0f3297cd-6882-42ac-b9e0-5f7f169df451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2e48d261-a2df-43c6-bd2a-fa0153331d4d'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 12:55:52.257063 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f29e61-4e31-46a4-817b-c7d01f4822eb req-dd2f4c84-cb01-4565-a7ad-1724e740af8a service neutron] Attempting to bind port fec89e37-51dd-4063-9de3-e584ce441fb2 on network 2e48d261-a2df-43c6-bd2a-fa0153331d4d {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 12:55:52.261667 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f29e61-4e31-46a4-817b-c7d01f4822eb req-dd2f4c84-cb01-4565-a7ad-1724e740af8a service neutron] Port fec89e37-51dd-4063-9de3-e584ce441fb2 on network 2e48d261-a2df-43c6-bd2a-fa0153331d4d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84164 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 12:55:52.261981 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f29e61-4e31-46a4-817b-c7d01f4822eb req-dd2f4c84-cb01-4565-a7ad-1724e740af8a service neutron] Attempting to bind port fec89e37-51dd-4063-9de3-e584ce441fb2 on network 2e48d261-a2df-43c6-bd2a-fa0153331d4d {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 12:55:52.267945 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f29e61-4e31-46a4-817b-c7d01f4822eb req-dd2f4c84-cb01-4565-a7ad-1724e740af8a service neutron] Checking agent: {'id': '202f7e15-8fd1-4d3b-a0cb-2b083dcecd1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84164', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 12, 52, 20), 'started_at': datetime.datetime(2022, 5, 13, 12, 52, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 12, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 12:55:52.268274 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f29e61-4e31-46a4-817b-c7d01f4822eb req-dd2f4c84-cb01-4565-a7ad-1724e740af8a service neutron] Checking segment: {'id': '0f3297cd-6882-42ac-b9e0-5f7f169df451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2e48d261-a2df-43c6-bd2a-fa0153331d4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 12:55:52.268648 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f29e61-4e31-46a4-817b-c7d01f4822eb req-dd2f4c84-cb01-4565-a7ad-1724e740af8a service neutron] Bound using segment: {'id': '0f3297cd-6882-42ac-b9e0-5f7f169df451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2e48d261-a2df-43c6-bd2a-fa0153331d4d'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 12:55:52.269087 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-36f29e61-4e31-46a4-817b-c7d01f4822eb req-dd2f4c84-cb01-4565-a7ad-1724e740af8a service neutron] Bound port: fec89e37-51dd-4063-9de3-e584ce441fb2, host: hv-cinder-84164, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f3297cd-6882-42ac-b9e0-5f7f169df451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2e48d261-a2df-43c6-bd2a-fa0153331d4d'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 12:55:52.269440 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-36f29e61-4e31-46a4-817b-c7d01f4822eb req-dd2f4c84-cb01-4565-a7ad-1724e740af8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (fec89e37-51dd-4063-9de3-e584ce441fb2), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:52.354477 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-36f29e61-4e31-46a4-817b-c7d01f4822eb req-dd2f4c84-cb01-4565-a7ad-1724e740af8a service neutron] For port fec89e37-51dd-4063-9de3-e584ce441fb2, host hv-cinder-84164, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 12:55:52.358612 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-36f29e61-4e31-46a4-817b-c7d01f4822eb req-dd2f4c84-cb01-4565-a7ad-1724e740af8a service neutron] For port fec89e37-51dd-4063-9de3-e584ce441fb2, host hv-cinder-84164, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84164',level=0,port_id=fec89e37-51dd-4063-9de3-e584ce441fb2,segment=NetworkSegment(0f3297cd-6882-42ac-b9e0-5f7f169df451),segment_id=0f3297cd-6882-42ac-b9e0-5f7f169df451)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 12:55:52.366105 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-36f29e61-4e31-46a4-817b-c7d01f4822eb req-dd2f4c84-cb01-4565-a7ad-1724e740af8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6509904'] for port (fec89e37-51dd-4063-9de3-e584ce441fb2), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:52.399492 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f29e61-4e31-46a4-817b-c7d01f4822eb req-dd2f4c84-cb01-4565-a7ad-1724e740af8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:52.400106 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-36f29e61-4e31-46a4-817b-c7d01f4822eb req-dd2f4c84-cb01-4565-a7ad-1724e740af8a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617456'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:52.402384 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-36f29e61-4e31-46a4-817b-c7d01f4822eb req-dd2f4c84-cb01-4565-a7ad-1724e740af8a service neutron] 10.222.0.52 "PUT /v2.0/ports/fec89e37-51dd-4063-9de3-e584ce441fb2 HTTP/1.1" status: 200 len: 1094 time: 0.6939003 May 13 12:55:52.410905 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a805ac8a-8fbf-4bf1-b369-64eaef204809', 'tag': 'fec89e37-51dd-4063-9de3-e584ce441fb2'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 12:55:52.416184 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cdb7c774b4c64768c46a18a465ef1a15500a906a5d07d0e5a65b0b29d0c9ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49c8e026-c705-4e89-94fc-95e8251774b1" -d '{"events": [{"name": "network-changed", "server_uuid": "a805ac8a-8fbf-4bf1-b369-64eaef204809", "tag": "fec89e37-51dd-4063-9de3-e584ce441fb2"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 12:55:52.464108 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 12:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef9d7107-9602-4b21-99d0-14c598e9961c x-openstack-request-id: req-ef9d7107-9602-4b21-99d0-14c598e9961c {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 12:55:52.465289 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a805ac8a-8fbf-4bf1-b369-64eaef204809", "tag": "fec89e37-51dd-4063-9de3-e584ce441fb2", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 12:55:52.465833 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ef9d7107-9602-4b21-99d0-14c598e9961c {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 12:55:52.466201 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef9d7107-9602-4b21-99d0-14c598e9961c'] response: {'name': 'network-changed', 'server_uuid': 'a805ac8a-8fbf-4bf1-b369-64eaef204809', 'tag': 'fec89e37-51dd-4063-9de3-e584ce441fb2', 'status': 'completed', 'code': 200} May 13 12:55:52.503562 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24302eb-f673-4430-ad3c-ab94f570a919 req-bcd074d1-9825-4588-aca7-a1de0a32810d tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:52.505111 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-f24302eb-f673-4430-ad3c-ab94f570a919 req-bcd074d1-9825-4588-aca7-a1de0a32810d tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f2825cd-1b9d-4434-bf94-ebf3f6688015 HTTP/1.1" status: 200 len: 946 time: 0.0858235 May 13 12:55:52.506282 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2f4c84-cb01-4565-a7ad-1724e740af8a service neutron] Pushing event updated for resources: {'Port': ['ID=fec89e37-51dd-4063-9de3-e584ce441fb2,revision_number=3']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:55:52.561790 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-f24302eb-f673-4430-ad3c-ab94f570a919 req-fdbab9da-0dee-46ec-89a5-305b03662214 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/security-groups?id=3473c18c-30b6-4258-8d74-d4010b438108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510836 May 13 12:55:52.626270 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f29e61-4e31-46a4-817b-c7d01f4822eb req-4987b634-06af-4659-a2b1-27700f5b49c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:52.628145 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-36f29e61-4e31-46a4-817b-c7d01f4822eb req-4987b634-06af-4659-a2b1-27700f5b49c1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a8e091db3cd14ecb9c40257451cd434d&device_id=a805ac8a-8fbf-4bf1-b369-64eaef204809 HTTP/1.1" status: 200 len: 1128 time: 0.0597539 May 13 12:55:52.682553 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-36f29e61-4e31-46a4-817b-c7d01f4822eb req-748c9566-13e1-4a87-b193-bb48115cacc1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fec89e37-51dd-4063-9de3-e584ce441fb2 HTTP/1.1" status: 200 len: 217 time: 0.0364087 May 13 12:55:52.739907 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f29e61-4e31-46a4-817b-c7d01f4822eb req-0ad2abe6-6ab3-43af-9a1f-37ad854de29a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:52.741652 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-36f29e61-4e31-46a4-817b-c7d01f4822eb req-0ad2abe6-6ab3-43af-9a1f-37ad854de29a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9e6203bd-7b13-480f-9ce9-60943080d6b6 HTTP/1.1" status: 200 len: 850 time: 0.0489869 May 13 12:55:52.793368 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f29e61-4e31-46a4-817b-c7d01f4822eb req-d631806f-af65-45ef-8a75-e907122b2c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:52.794923 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-36f29e61-4e31-46a4-817b-c7d01f4822eb req-d631806f-af65-45ef-8a75-e907122b2c48 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2e48d261-a2df-43c6-bd2a-fa0153331d4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464482 May 13 12:55:52.871924 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3652b802-1d19-4a4f-a782-d28a4c4afc28 req-569f71f2-cdd1-490b-b31c-41a81dc39b02 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:52.873766 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-3652b802-1d19-4a4f-a782-d28a4c4afc28 req-569f71f2-cdd1-490b-b31c-41a81dc39b02 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/ports?device_id=a805ac8a-8fbf-4bf1-b369-64eaef204809 HTTP/1.1" status: 200 len: 944 time: 0.0594547 May 13 12:55:52.911748 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-36f29e61-4e31-46a4-817b-c7d01f4822eb req-28a672ed-a87b-4ba7-91aa-cf22337d6fda service neutron] 10.222.0.52 "GET /v2.0/networks/2e48d261-a2df-43c6-bd2a-fa0153331d4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041813 May 13 12:55:52.937599 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-3652b802-1d19-4a4f-a782-d28a4c4afc28 req-eb44e641-5511-4962-a712-a6ce216bac44 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/security-groups?id=e0d5a6ae-2931-4df1-843e-6d5b95c4034f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562174 May 13 12:55:53.023258 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-36f29e61-4e31-46a4-817b-c7d01f4822eb req-06a26e08-3d6d-4230-8e55-69afe641300b service neutron] 10.222.0.52 "GET /v2.0/networks/2e48d261-a2df-43c6-bd2a-fa0153331d4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985482 May 13 12:55:53.676419 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ed8a9f-ae48-4bea-b14a-57809c9959a7 req-197890a7-0e22-489e-a8bb-cb883c86241e tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:53.677938 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-f2ed8a9f-ae48-4bea-b14a-57809c9959a7 req-197890a7-0e22-489e-a8bb-cb883c86241e tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f2825cd-1b9d-4434-bf94-ebf3f6688015 HTTP/1.1" status: 200 len: 946 time: 0.0465488 May 13 12:55:53.724524 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-f2ed8a9f-ae48-4bea-b14a-57809c9959a7 req-6f393f6a-e965-4b7e-9288-eaa156fd34ec tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/security-groups?id=3473c18c-30b6-4258-8d74-d4010b438108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407672 May 13 12:55:54.051454 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8aaec0-a87a-428a-881c-8368154a7e8d req-63b7f9b0-3e8c-4fe3-9b57-960d1e464300 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:54.052920 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-ce8aaec0-a87a-428a-881c-8368154a7e8d req-63b7f9b0-3e8c-4fe3-9b57-960d1e464300 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/ports?device_id=a805ac8a-8fbf-4bf1-b369-64eaef204809 HTTP/1.1" status: 200 len: 944 time: 0.0476289 May 13 12:55:54.098773 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-ce8aaec0-a87a-428a-881c-8368154a7e8d req-64bd1bcf-a5c0-4c98-8d73-eca57eba7cdf tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/security-groups?id=e0d5a6ae-2931-4df1-843e-6d5b95c4034f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402217 May 13 12:55:54.627283 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c8e026-c705-4e89-94fc-95e8251774b1 req-915a6c46-c1fd-4d18-b335-43ef53c34005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:54.629640 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-49c8e026-c705-4e89-94fc-95e8251774b1 req-915a6c46-c1fd-4d18-b335-43ef53c34005 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a8e091db3cd14ecb9c40257451cd434d&device_id=a805ac8a-8fbf-4bf1-b369-64eaef204809 HTTP/1.1" status: 200 len: 1128 time: 0.0393887 May 13 12:55:54.732550 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c8e026-c705-4e89-94fc-95e8251774b1 req-d4277957-3209-4ee9-8925-ec8faf7f4564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:54.734861 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-49c8e026-c705-4e89-94fc-95e8251774b1 req-d4277957-3209-4ee9-8925-ec8faf7f4564 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2e48d261-a2df-43c6-bd2a-fa0153331d4d HTTP/1.1" status: 200 len: 912 time: 0.0915794 May 13 12:55:54.796698 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-49c8e026-c705-4e89-94fc-95e8251774b1 req-dcc2ea2f-be44-421e-b8ea-e9012956faf9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fec89e37-51dd-4063-9de3-e584ce441fb2 HTTP/1.1" status: 200 len: 217 time: 0.0490339 May 13 12:55:54.890531 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1600d49-d877-4172-a825-d75d60b4f7bb req-d0edf63f-12ad-449e-a92f-21424f464e8a tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:54.892059 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-c1600d49-d877-4172-a825-d75d60b4f7bb req-d0edf63f-12ad-449e-a92f-21424f464e8a tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f2825cd-1b9d-4434-bf94-ebf3f6688015 HTTP/1.1" status: 200 len: 946 time: 0.0790515 May 13 12:55:54.893958 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c8e026-c705-4e89-94fc-95e8251774b1 req-71de735a-afe7-41be-a6ed-1c0590dc5c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:54.895530 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-49c8e026-c705-4e89-94fc-95e8251774b1 req-71de735a-afe7-41be-a6ed-1c0590dc5c0c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9e6203bd-7b13-480f-9ce9-60943080d6b6 HTTP/1.1" status: 200 len: 850 time: 0.0908618 May 13 12:55:54.969327 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c8e026-c705-4e89-94fc-95e8251774b1 req-c0f30ff1-c113-43a2-b04d-d366e3cf1d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:54.970906 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-49c8e026-c705-4e89-94fc-95e8251774b1 req-c0f30ff1-c113-43a2-b04d-d366e3cf1d7d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2e48d261-a2df-43c6-bd2a-fa0153331d4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0569272 May 13 12:55:55.004095 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-c1600d49-d877-4172-a825-d75d60b4f7bb req-2ad376fd-bfc7-4738-a189-815b895c66d0 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/security-groups?id=3473c18c-30b6-4258-8d74-d4010b438108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048336 May 13 12:55:55.215199 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e17a5c-d8b5-4c65-8dc7-7772305e4bfb req-f5150bd5-af23-4ce6-b321-1c0e78e0e3ce tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:55.216695 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-a9e17a5c-d8b5-4c65-8dc7-7772305e4bfb req-f5150bd5-af23-4ce6-b321-1c0e78e0e3ce tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/ports?device_id=a805ac8a-8fbf-4bf1-b369-64eaef204809 HTTP/1.1" status: 200 len: 944 time: 0.0486326 May 13 12:55:55.273551 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-a9e17a5c-d8b5-4c65-8dc7-7772305e4bfb req-82e1f994-3dda-4a52-ad08-d178991c8e94 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/security-groups?id=e0d5a6ae-2931-4df1-843e-6d5b95c4034f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501847 May 13 12:55:55.307796 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-49c8e026-c705-4e89-94fc-95e8251774b1 req-0d1d42ed-3dcc-4fda-8c8d-eaa966c62b49 service neutron] 10.222.0.52 "GET /v2.0/networks/2e48d261-a2df-43c6-bd2a-fa0153331d4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3260326 May 13 12:55:55.403678 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-49c8e026-c705-4e89-94fc-95e8251774b1 req-f4d92158-4c39-428e-a198-f00abf1a20d2 service neutron] 10.222.0.52 "GET /v2.0/networks/2e48d261-a2df-43c6-bd2a-fa0153331d4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859311 May 13 12:55:56.133061 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b172910-5d61-4621-b212-3229b290d760 req-d9c566e9-f3c1-45fc-ae72-9ed62d0cd44c tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:56.134537 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-6b172910-5d61-4621-b212-3229b290d760 req-d9c566e9-f3c1-45fc-ae72-9ed62d0cd44c tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f2825cd-1b9d-4434-bf94-ebf3f6688015 HTTP/1.1" status: 200 len: 946 time: 0.0514071 May 13 12:55:56.185833 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-6b172910-5d61-4621-b212-3229b290d760 req-8c79cfc1-4c85-4c11-8c2a-7e0cf59f548f tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/security-groups?id=3473c18c-30b6-4258-8d74-d4010b438108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457332 May 13 12:55:56.362092 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Device fec89e37-51dd-4063-9de3-e584ce441fb2 details requested by agent hyperv_hv-cinder-84164 with host hv-cinder-84164 {{(pid=109805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 12:55:56.395141 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc9ccf2-da2f-42fe-8e24-62eb51c59b46 req-c5e41d20-0f21-46ff-bff0-901f51d3dfaa tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:56.396760 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-dbc9ccf2-da2f-42fe-8e24-62eb51c59b46 req-c5e41d20-0f21-46ff-bff0-901f51d3dfaa tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/ports?device_id=a805ac8a-8fbf-4bf1-b369-64eaef204809 HTTP/1.1" status: 200 len: 944 time: 0.0510125 May 13 12:55:56.446037 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-dbc9ccf2-da2f-42fe-8e24-62eb51c59b46 req-255c5830-9e4b-4bfa-bdfe-4d2008093356 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/security-groups?id=e0d5a6ae-2931-4df1-843e-6d5b95c4034f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434294 May 13 12:55:56.466900 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] For port fec89e37-51dd-4063-9de3-e584ce441fb2, host hv-cinder-84164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84164',level=0,port_id=fec89e37-51dd-4063-9de3-e584ce441fb2,segment=NetworkSegment(0f3297cd-6882-42ac-b9e0-5f7f169df451),segment_id=0f3297cd-6882-42ac-b9e0-5f7f169df451)] {{(pid=109805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 12:55:56.479888 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Returning: {'device': 'fec89e37-51dd-4063-9de3-e584ce441fb2', 'network_id': '2e48d261-a2df-43c6-bd2a-fa0153331d4d', 'port_id': 'fec89e37-51dd-4063-9de3-e584ce441fb2', 'mac_address': 'fa:16:3e:99:31:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e6203bd-7b13-480f-9ce9-60943080d6b6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 12:55:56.517275 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Current status of the port fec89e37-51dd-4063-9de3-e584ce441fb2 is: DOWN; New status is: BUILD {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 12:55:56.517672 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (fec89e37-51dd-4063-9de3-e584ce441fb2), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:56.531849 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.notifiers.nova [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fec89e37-51dd-4063-9de3-e584ce441fb2 {{(pid=109805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 12:55:56.554913 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] For port fec89e37-51dd-4063-9de3-e584ce441fb2, host hv-cinder-84164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84164',level=0,port_id=fec89e37-51dd-4063-9de3-e584ce441fb2,segment=NetworkSegment(0f3297cd-6882-42ac-b9e0-5f7f169df451),segment_id=0f3297cd-6882-42ac-b9e0-5f7f169df451)] {{(pid=109805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 12:55:56.559348 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (fec89e37-51dd-4063-9de3-e584ce441fb2), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:55:56.612964 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Pushing event updated for resources: {'Port': ['ID=fec89e37-51dd-4063-9de3-e584ce441fb2,revision_number=4']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:55:57.305466 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d3589f-ce5a-4285-afae-cbbd73e62aa5 req-76b00c7c-20a8-49a2-abe7-cf7cec9d3280 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:57.306917 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-68d3589f-ce5a-4285-afae-cbbd73e62aa5 req-76b00c7c-20a8-49a2-abe7-cf7cec9d3280 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f2825cd-1b9d-4434-bf94-ebf3f6688015 HTTP/1.1" status: 200 len: 946 time: 0.0458620 May 13 12:55:57.354142 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-68d3589f-ce5a-4285-afae-cbbd73e62aa5 req-58922a95-f633-4696-aacc-3824e5e37994 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/security-groups?id=3473c18c-30b6-4258-8d74-d4010b438108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410576 May 13 12:55:57.562458 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae9f75c-baca-4e0f-94ed-efa282102351 req-2e35848a-2994-4923-8cbd-a62797cc2984 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:57.563943 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-9ae9f75c-baca-4e0f-94ed-efa282102351 req-2e35848a-2994-4923-8cbd-a62797cc2984 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/ports?device_id=a805ac8a-8fbf-4bf1-b369-64eaef204809 HTTP/1.1" status: 200 len: 945 time: 0.0470891 May 13 12:55:57.609294 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-9ae9f75c-baca-4e0f-94ed-efa282102351 req-bb38acad-3ed4-45bc-a224-5cdb7f5d6062 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/security-groups?id=e0d5a6ae-2931-4df1-843e-6d5b95c4034f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392232 May 13 12:55:58.466889 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcce796a-677b-47ae-b417-cdc37f4116c0 req-7b981abd-2858-4e46-8e24-a891a8d5cc64 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:58.469018 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-dcce796a-677b-47ae-b417-cdc37f4116c0 req-7b981abd-2858-4e46-8e24-a891a8d5cc64 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f2825cd-1b9d-4434-bf94-ebf3f6688015 HTTP/1.1" status: 200 len: 946 time: 0.0451024 May 13 12:55:58.517704 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-dcce796a-677b-47ae-b417-cdc37f4116c0 req-7d87e8fc-e34f-431f-b113-6230def4ce10 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/security-groups?id=3473c18c-30b6-4258-8d74-d4010b438108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431480 May 13 12:55:58.741922 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6adbf1f-7b83-4b25-8ee2-ab289040fbe4 req-51648036-42fd-4885-85a7-d49b181c642d tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:58.743469 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-f6adbf1f-7b83-4b25-8ee2-ab289040fbe4 req-51648036-42fd-4885-85a7-d49b181c642d tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/ports?device_id=a805ac8a-8fbf-4bf1-b369-64eaef204809 HTTP/1.1" status: 200 len: 945 time: 0.0662897 May 13 12:55:58.795030 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-f6adbf1f-7b83-4b25-8ee2-ab289040fbe4 req-ac0fbc10-c039-4eac-b468-a72781b23bdb tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/security-groups?id=e0d5a6ae-2931-4df1-843e-6d5b95c4034f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456638 May 13 12:55:59.591273 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] get_ports_and_sgs() called for port_ids ['fec89e37-51dd-4063-9de3-e584ce441fb2'] {{(pid=109805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 12:55:59.633489 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e0f87b-1d81-4685-b9bf-6e677a67bdc6 req-dcb8644d-a639-41bf-9361-5713c2bf3acb tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:59.634964 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-00e0f87b-1d81-4685-b9bf-6e677a67bdc6 req-dcb8644d-a639-41bf-9361-5713c2bf3acb tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f2825cd-1b9d-4434-bf94-ebf3f6688015 HTTP/1.1" status: 200 len: 946 time: 0.0489554 May 13 12:55:59.686904 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-00e0f87b-1d81-4685-b9bf-6e677a67bdc6 req-c93969aa-a54e-412a-bca2-c21c91c2c0f6 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/security-groups?id=3473c18c-30b6-4258-8d74-d4010b438108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443988 May 13 12:55:59.910164 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b0cb9b-ac11-4e61-aa63-2829e45f4431 req-7163e826-7cf7-4e8d-83da-b0d326e82669 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:55:59.911625 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-f1b0cb9b-ac11-4e61-aa63-2829e45f4431 req-7163e826-7cf7-4e8d-83da-b0d326e82669 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/ports?device_id=a805ac8a-8fbf-4bf1-b369-64eaef204809 HTTP/1.1" status: 200 len: 945 time: 0.0482545 May 13 12:55:59.959663 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-f1b0cb9b-ac11-4e61-aa63-2829e45f4431 req-9db2178a-f031-4efe-a642-6ae91680a42c tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/security-groups?id=e0d5a6ae-2931-4df1-843e-6d5b95c4034f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425251 May 13 12:56:00.801931 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61be6f8-1c52-4c70-bdc5-72d47e6f68cf req-c0bd8cbc-c2db-4ea1-a8ed-de592126f278 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:56:00.803688 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-b61be6f8-1c52-4c70-bdc5-72d47e6f68cf req-c0bd8cbc-c2db-4ea1-a8ed-de592126f278 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f2825cd-1b9d-4434-bf94-ebf3f6688015 HTTP/1.1" status: 200 len: 946 time: 0.0504570 May 13 12:56:00.852144 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-b61be6f8-1c52-4c70-bdc5-72d47e6f68cf req-fd8eeb61-7eaf-4b30-8d34-01141f591567 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/security-groups?id=3473c18c-30b6-4258-8d74-d4010b438108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426562 May 13 12:56:01.078734 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503210f6-fd3a-401d-91db-81d5970170f8 req-65f7986b-d053-4b2a-931b-1017b445cb36 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:56:01.080192 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-503210f6-fd3a-401d-91db-81d5970170f8 req-65f7986b-d053-4b2a-931b-1017b445cb36 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/ports?device_id=a805ac8a-8fbf-4bf1-b369-64eaef204809 HTTP/1.1" status: 200 len: 945 time: 0.0487523 May 13 12:56:01.125838 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-503210f6-fd3a-401d-91db-81d5970170f8 req-ccb7fab2-60f0-41b6-b4fd-d9dca9dabe3e tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/security-groups?id=e0d5a6ae-2931-4df1-843e-6d5b95c4034f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401492 May 13 12:56:01.968252 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941f2a89-0741-4d0f-a540-7b1b0ebe66f6 req-d782a4e5-01d0-46a5-8441-e3637e0fb245 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:56:01.970084 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-941f2a89-0741-4d0f-a540-7b1b0ebe66f6 req-d782a4e5-01d0-46a5-8441-e3637e0fb245 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f2825cd-1b9d-4434-bf94-ebf3f6688015 HTTP/1.1" status: 200 len: 946 time: 0.0501044 May 13 12:56:02.018052 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-941f2a89-0741-4d0f-a540-7b1b0ebe66f6 req-ee66d8eb-fa23-4a52-bea3-0d7470d63fbd tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/security-groups?id=3473c18c-30b6-4258-8d74-d4010b438108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422957 May 13 12:56:02.236494 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4bcdec-2582-4de7-9dce-35ea091a0545 req-5aa72f77-f732-4627-8a35-d2cfa1afdad1 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:56:02.237981 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-fa4bcdec-2582-4de7-9dce-35ea091a0545 req-5aa72f77-f732-4627-8a35-d2cfa1afdad1 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/ports?device_id=a805ac8a-8fbf-4bf1-b369-64eaef204809 HTTP/1.1" status: 200 len: 945 time: 0.0458529 May 13 12:56:02.284594 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-fa4bcdec-2582-4de7-9dce-35ea091a0545 req-f5b31789-aa90-4904-92fc-f6c9b866445f tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/security-groups?id=e0d5a6ae-2931-4df1-843e-6d5b95c4034f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409286 May 13 12:56:03.134978 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836ab971-2532-4094-90c4-11febdccdc29 req-06110063-30f9-4cab-b327-fb891b868909 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:56:03.136670 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-836ab971-2532-4094-90c4-11febdccdc29 req-06110063-30f9-4cab-b327-fb891b868909 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f2825cd-1b9d-4434-bf94-ebf3f6688015 HTTP/1.1" status: 200 len: 946 time: 0.0504081 May 13 12:56:03.183599 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-836ab971-2532-4094-90c4-11febdccdc29 req-4fedbec4-0d78-4c00-9e4e-d1f7337133d2 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/security-groups?id=3473c18c-30b6-4258-8d74-d4010b438108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409596 May 13 12:56:03.315924 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Device fec89e37-51dd-4063-9de3-e584ce441fb2 up at agent hyperv_hv-cinder-84164 {{(pid=109805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 12:56:03.364203 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Provisioning for port fec89e37-51dd-4063-9de3-e584ce441fb2 completed by entity L2. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 12:56:03.369618 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Provisioning complete for port fec89e37-51dd-4063-9de3-e584ce441fb2 triggered by entity L2. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 12:56:03.369960 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (fec89e37-51dd-4063-9de3-e584ce441fb2), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:03.399460 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3988df03-831a-4f91-a87a-154918f2fd2e req-6bdd6406-b083-477d-8e8c-8e0364561c93 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:56:03.401098 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-3988df03-831a-4f91-a87a-154918f2fd2e req-6bdd6406-b083-477d-8e8c-8e0364561c93 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/ports?device_id=a805ac8a-8fbf-4bf1-b369-64eaef204809 HTTP/1.1" status: 200 len: 945 time: 0.0494916 May 13 12:56:03.449036 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Current status of the port fec89e37-51dd-4063-9de3-e584ce441fb2 is: BUILD; New status is: ACTIVE {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 12:56:03.449425 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (fec89e37-51dd-4063-9de3-e584ce441fb2), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:03.450792 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-3988df03-831a-4f91-a87a-154918f2fd2e req-967f761b-cc46-4ae5-b91e-7d7c02473376 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/security-groups?id=e0d5a6ae-2931-4df1-843e-6d5b95c4034f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437343 May 13 12:56:03.474952 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a805ac8a-8fbf-4bf1-b369-64eaef204809', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fec89e37-51dd-4063-9de3-e584ce441fb2'}] {{(pid=109805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 12:56:03.477700 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bf410fb1f4c9c59dd9b4e78159940bff83c4f370df38d4d08ac4943129d440" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14f39fc1-1cf7-4601-bbba-75723b3aa667" -d '{"events": [{"server_uuid": "a805ac8a-8fbf-4bf1-b369-64eaef204809", "name": "network-vif-plugged", "status": "completed", "tag": "fec89e37-51dd-4063-9de3-e584ce441fb2"}]}' {{(pid=109805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 12:56:03.491335 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] For port fec89e37-51dd-4063-9de3-e584ce441fb2, host hv-cinder-84164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84164',level=0,port_id=fec89e37-51dd-4063-9de3-e584ce441fb2,segment=NetworkSegment(0f3297cd-6882-42ac-b9e0-5f7f169df451),segment_id=0f3297cd-6882-42ac-b9e0-5f7f169df451)] {{(pid=109805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 12:56:03.495140 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (fec89e37-51dd-4063-9de3-e584ce441fb2), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:03.521075 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 12:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-669c7467-4b4e-4ddd-a4fe-8141114f2d95 x-openstack-request-id: req-669c7467-4b4e-4ddd-a4fe-8141114f2d95 {{(pid=109805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 12:56:03.521388 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a805ac8a-8fbf-4bf1-b369-64eaef204809", "name": "network-vif-plugged", "status": "completed", "tag": "fec89e37-51dd-4063-9de3-e584ce441fb2", "code": 200}]} {{(pid=109805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 12:56:03.521805 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-669c7467-4b4e-4ddd-a4fe-8141114f2d95 {{(pid=109805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 12:56:03.522390 dv-cinder-841644-1-iscsi neutron-server[109805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-669c7467-4b4e-4ddd-a4fe-8141114f2d95'] response: {'server_uuid': 'a805ac8a-8fbf-4bf1-b369-64eaef204809', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fec89e37-51dd-4063-9de3-e584ce441fb2', 'code': 200} May 13 12:56:03.553439 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Pushing event updated for resources: {'Port': ['ID=fec89e37-51dd-4063-9de3-e584ce441fb2,revision_number=5']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:56:03.762471 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b398d47e-7cfe-485d-97b4-978712c7e49e req-08825091-9ef9-407a-9be1-ffd05837f4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:56:03.763984 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-b398d47e-7cfe-485d-97b4-978712c7e49e req-08825091-9ef9-407a-9be1-ffd05837f4e7 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a805ac8a-8fbf-4bf1-b369-64eaef204809 HTTP/1.1" status: 200 len: 1130 time: 0.0428145 May 13 12:56:03.811471 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-b398d47e-7cfe-485d-97b4-978712c7e49e req-c69d8b8c-1aeb-47fd-bdc2-536b149d7d0b service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=e0d5a6ae-2931-4df1-843e-6d5b95c4034f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361423 May 13 12:56:03.962109 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.agents_db [None req-04065fb1-5207-409b-a281-8f6301b2fc59 None None] Agent healthcheck: found 6 active agents {{(pid=109806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 12:56:04.296262 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f2efb8-b1e5-4f68-9fd9-98ee89aec24c req-57505fc3-d915-4ebd-b815-8ae921fcbf26 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:56:04.298356 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-24f2efb8-b1e5-4f68-9fd9-98ee89aec24c req-57505fc3-d915-4ebd-b815-8ae921fcbf26 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f2825cd-1b9d-4434-bf94-ebf3f6688015 HTTP/1.1" status: 200 len: 946 time: 0.0493517 May 13 12:56:04.342797 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-24f2efb8-b1e5-4f68-9fd9-98ee89aec24c req-4043660b-8525-4a75-a48f-1142a5ef82b1 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/security-groups?id=3473c18c-30b6-4258-8d74-d4010b438108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388367 May 13 12:56:04.567807 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab0b390-05a2-42ea-a40f-c80c704f4b89 req-2bbcdc8d-53ad-4eea-95b1-66c57ec8eea5 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:56:04.569190 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-bab0b390-05a2-42ea-a40f-c80c704f4b89 req-2bbcdc8d-53ad-4eea-95b1-66c57ec8eea5 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/ports?device_id=a805ac8a-8fbf-4bf1-b369-64eaef204809 HTTP/1.1" status: 200 len: 946 time: 0.0497611 May 13 12:56:04.615345 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-bab0b390-05a2-42ea-a40f-c80c704f4b89 req-4997c773-fa3f-4f8e-963d-e3545c36d842 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/security-groups?id=e0d5a6ae-2931-4df1-843e-6d5b95c4034f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406117 May 13 12:56:05.466675 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24171f56-0bdd-4390-8dee-8a440c1bf57c req-bbf961a2-148d-4057-82e5-61ce2d640f7a tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:56:05.468154 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-24171f56-0bdd-4390-8dee-8a440c1bf57c req-bbf961a2-148d-4057-82e5-61ce2d640f7a tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f2825cd-1b9d-4434-bf94-ebf3f6688015 HTTP/1.1" status: 200 len: 946 time: 0.0518906 May 13 12:56:05.518103 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-24171f56-0bdd-4390-8dee-8a440c1bf57c req-55f0aa1b-8769-4fd7-b5f4-ed7b65e764da tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/security-groups?id=3473c18c-30b6-4258-8d74-d4010b438108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439732 May 13 12:56:05.865691 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5bb01e-7a54-4a87-ba39-d9b3e67e9b64 req-a026d85c-c44f-48b9-bf05-3072bb0d63e6 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:56:05.867078 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-4d5bb01e-7a54-4a87-ba39-d9b3e67e9b64 req-a026d85c-c44f-48b9-bf05-3072bb0d63e6 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/ports?device_id=a805ac8a-8fbf-4bf1-b369-64eaef204809 HTTP/1.1" status: 200 len: 946 time: 0.0465341 May 13 12:56:05.918274 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-4d5bb01e-7a54-4a87-ba39-d9b3e67e9b64 req-15b9b618-334f-4d09-b1ac-9d7b9c40deb2 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/security-groups?id=e0d5a6ae-2931-4df1-843e-6d5b95c4034f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456698 May 13 12:56:06.031780 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9138d57-928e-4d7a-bc57-53de3892014b req-9ce3cd9a-516e-4726-ba6a-91b6cc90c204 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:56:06.033771 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-b9138d57-928e-4d7a-bc57-53de3892014b req-9ce3cd9a-516e-4726-ba6a-91b6cc90c204 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/ports?device_id=a805ac8a-8fbf-4bf1-b369-64eaef204809 HTTP/1.1" status: 200 len: 946 time: 0.0495324 May 13 12:56:06.042402 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 48980) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:56:06.046760 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.v2.base [None req-e23f5342-09bf-4f37-b103-50a8be38d7d9 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Request body: {'floatingip': {'port_id': 'fec89e37-51dd-4063-9de3-e584ce441fb2'}} {{(pid=109804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 12:56:06.085800 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e23f5342-09bf-4f37-b103-50a8be38d7d9 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Publish callbacks [] for floatingip (0addc969-81f8-469e-b625-7d281d5aa155), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:06.558326 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e23f5342-09bf-4f37-b103-50a8be38d7d9 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:06.564618 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e23f5342-09bf-4f37-b103-50a8be38d7d9 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621791'] for floatingip (0addc969-81f8-469e-b625-7d281d5aa155), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:06.640379 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5814ec5a-a160-48df-bba1-c87025f7556d req-d948c230-2ab8-4045-b21a-0e1ed3ded12e tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:56:06.641983 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-5814ec5a-a160-48df-bba1-c87025f7556d req-d948c230-2ab8-4045-b21a-0e1ed3ded12e tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f2825cd-1b9d-4434-bf94-ebf3f6688015 HTTP/1.1" status: 200 len: 946 time: 0.0507860 May 13 12:56:06.698133 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-5814ec5a-a160-48df-bba1-c87025f7556d req-cb2d67f6-a799-47ea-a4ba-2bf5ea5d7244 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/security-groups?id=3473c18c-30b6-4258-8d74-d4010b438108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500712 May 13 12:56:06.709562 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 49006) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:56:06.859750 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3f1cedc3-6011-4260-bc9c-db37256f6cb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:06.914705 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.db.l3_db [None req-e23f5342-09bf-4f37-b103-50a8be38d7d9 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Floating IP 0addc969-81f8-469e-b625-7d281d5aa155 associated. External IP: 172.27.3.126, port: fec89e37-51dd-4063-9de3-e584ce441fb2. May 13 12:56:06.949960 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3f1cedc3-6011-4260-bc9c-db37256f6cb3 admin admin] Publish callbacks [] for security_group (ed7c64f4-82b0-4ee0-a2d4-4c95f18455b6), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:06.954785 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3f1cedc3-6011-4260-bc9c-db37256f6cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (ed7c64f4-82b0-4ee0-a2d4-4c95f18455b6), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:06.995321 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-3f1cedc3-6011-4260-bc9c-db37256f6cb3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=84e3b22f6d964d1297ccd0dc8258586d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2843099 May 13 12:56:06.995858 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1cedc3-6011-4260-bc9c-db37256f6cb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed7c64f4-82b0-4ee0-a2d4-4c95f18455b6,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:56:06.998126 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 49014) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:56:07.050697 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-df4ac43f-7a8e-45e3-8202-62ad8b0b9707 admin admin] Publish callbacks [] for security_group (ed7c64f4-82b0-4ee0-a2d4-4c95f18455b6), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:07.072936 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-df4ac43f-7a8e-45e3-8202-62ad8b0b9707 admin admin] Publish callbacks [] for security_group (ed7c64f4-82b0-4ee0-a2d4-4c95f18455b6), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:07.119186 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-df4ac43f-7a8e-45e3-8202-62ad8b0b9707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (ed7c64f4-82b0-4ee0-a2d4-4c95f18455b6), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:07.121709 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-df4ac43f-7a8e-45e3-8202-62ad8b0b9707 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:07.125221 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-df4ac43f-7a8e-45e3-8202-62ad8b0b9707 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ed7c64f4-82b0-4ee0-a2d4-4c95f18455b6 HTTP/1.1" status: 204 len: 168 time: 0.1238201 May 13 12:56:07.132177 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4ac43f-7a8e-45e3-8202-62ad8b0b9707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed7c64f4-82b0-4ee0-a2d4-4c95f18455b6,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:56:07.139346 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e23f5342-09bf-4f37-b103-50a8be38d7d9 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Router 0828d5f3-9c13-46e3-9d02-563b064af26e has already been hosted by L3 agent 6d8a5631-9f63-444c-af3b-4dcce4842b62 {{(pid=109804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 12:56:07.262857 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e23f5342-09bf-4f37-b103-50a8be38d7d9 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Notify agent at l3_agent.dv-cinder-841644-1-iscsi the message routers_updated {{(pid=109804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 12:56:07.267729 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e23f5342-09bf-4f37-b103-50a8be38d7d9 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4290'] for floatingip (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:07.274307 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3de20b5-05c2-4059-9d9f-8f52c9e5f86c None None] Sync routers for ids ['0828d5f3-9c13-46e3-9d02-563b064af26e'] in dv-cinder-841644-1-iscsi {{(pid=109806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 12:56:07.285802 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3de20b5-05c2-4059-9d9f-8f52c9e5f86c None None] Routers {'0828d5f3-9c13-46e3-9d02-563b064af26e'} bound to L3 agent in host dv-cinder-841644-1-iscsi {{(pid=109806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 12:56:07.286423 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_hamode_db [None req-b3de20b5-05c2-4059-9d9f-8f52c9e5f86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841644-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T12:45:44Z,description=,heartbeat_timestamp=2022-05-13T12:55:44Z,host='dv-cinder-841644-1-iscsi',id=6d8a5631-9f63-444c-af3b-4dcce4842b62,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T12:45:44Z,topic='l3_agent')) {'router_ids': ['0828d5f3-9c13-46e3-9d02-563b064af26e'], 'active': True} {{(pid=109806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 12:56:07.303433 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-e23f5342-09bf-4f37-b103-50a8be38d7d9 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "PUT /v2.0/floatingips/0addc969-81f8-469e-b625-7d281d5aa155 HTTP/1.1" status: 200 len: 992 time: 1.2599273 May 13 12:56:07.304006 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a805ac8a-8fbf-4bf1-b369-64eaef204809', 'tag': 'fec89e37-51dd-4063-9de3-e584ce441fb2'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 12:56:07.306290 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1b69bbfd011f85c3db934c4b22a349ffa5730c167d2456731e37bfe5d9c9e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08fc592b-9abb-437c-891d-949d9a44610f" -d '{"events": [{"name": "network-changed", "server_uuid": "a805ac8a-8fbf-4bf1-b369-64eaef204809", "tag": "fec89e37-51dd-4063-9de3-e584ce441fb2"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 12:56:07.346359 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 12:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a2e1f7c-2317-400f-b4c8-37377d2bfa25 x-openstack-request-id: req-8a2e1f7c-2317-400f-b4c8-37377d2bfa25 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 12:56:07.346662 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a805ac8a-8fbf-4bf1-b369-64eaef204809", "tag": "fec89e37-51dd-4063-9de3-e584ce441fb2", "status": "completed", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 12:56:07.346907 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8a2e1f7c-2317-400f-b4c8-37377d2bfa25 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 12:56:07.347310 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a2e1f7c-2317-400f-b4c8-37377d2bfa25'] response: {'name': 'network-changed', 'server_uuid': 'a805ac8a-8fbf-4bf1-b369-64eaef204809', 'tag': 'fec89e37-51dd-4063-9de3-e584ce441fb2', 'status': 'completed', 'code': 200} May 13 12:56:07.420527 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 49026) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:56:07.422513 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_dvr_db [None req-b3de20b5-05c2-4059-9d9f-8f52c9e5f86c None None] Set router 0828d5f3-9c13-46e3-9d02-563b064af26e gateway port host: dv-cinder-841644-1-iscsi {{(pid=109806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 12:56:07.433632 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0af17719-8495-4a61-862a-8567bb23f050 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:07.511317 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0af17719-8495-4a61-862a-8567bb23f050 admin admin] Publish callbacks [] for security_group (d90d69c7-ab8b-4bda-9b0f-b127737ee399), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:07.515760 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0af17719-8495-4a61-862a-8567bb23f050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (d90d69c7-ab8b-4bda-9b0f-b127737ee399), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:07.554836 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-0af17719-8495-4a61-862a-8567bb23f050 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=509c60598fa04a57acbd15edf035829c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1330938 May 13 12:56:07.557451 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 49028) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:56:07.563156 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af17719-8495-4a61-862a-8567bb23f050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d90d69c7-ab8b-4bda-9b0f-b127737ee399,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:56:07.610985 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-81e3a391-6cf1-4240-afa2-4a904ce01367 admin admin] Publish callbacks [] for security_group (d90d69c7-ab8b-4bda-9b0f-b127737ee399), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:07.632431 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-81e3a391-6cf1-4240-afa2-4a904ce01367 admin admin] Publish callbacks [] for security_group (d90d69c7-ab8b-4bda-9b0f-b127737ee399), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:07.638091 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_hamode_db [None req-b3de20b5-05c2-4059-9d9f-8f52c9e5f86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0828d5f3-9c13-46e3-9d02-563b064af26e', 'name': 'tempest-AttachVolumeTestJSON-1698186003-router', 'tenant_id': 'a8e091db3cd14ecb9c40257451cd434d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': 'c7c4c484-43bc-451f-b28d-0badb4b8ab53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T12:55:41Z', 'updated_at': '2022-05-13T12:55:44Z', 'revision_number': 4, 'project_id': 'a8e091db3cd14ecb9c40257451cd434d', 'gw_port': {'id': 'c7c4c484-43bc-451f-b28d-0badb4b8ab53', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:51:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0828d5f3-9c13-46e3-9d02-563b064af26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:55:42Z', 'updated_at': '2022-05-13T12:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi', '_floatingips': [{'id': '0addc969-81f8-469e-b625-7d281d5aa155', 'tenant_id': 'a8e091db3cd14ecb9c40257451cd434d', 'floating_ip_address': '172.27.3.126', 'floating_network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'router_id': '0828d5f3-9c13-46e3-9d02-563b064af26e', 'port_id': 'fec89e37-51dd-4063-9de3-e584ce441fb2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 309, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e48d261-a2df-43c6-bd2a-fa0153331d4d', 'mac_address': 'fa:16:3e:99:31:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a805ac8a-8fbf-4bf1-b369-64eaef204809', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T12:55:46Z', 'updated_at': '2022-05-13T12:56:06Z', 'revision_number': 1, 'project_id': 'a8e091db3cd14ecb9c40257451cd434d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '253ed4d7-3c8d-4067-a439-514a1cd818a2', 'name': '', 'network_id': '2e48d261-a2df-43c6-bd2a-fa0153331d4d', 'tenant_id': 'a8e091db3cd14ecb9c40257451cd434d', 'mac_address': 'fa:16:3e:cb:f3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0828d5f3-9c13-46e3-9d02-563b064af26e', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '9e6203bd-7b13-480f-9ce9-60943080d6b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:55:44Z', 'updated_at': '2022-05-13T12:55:48Z', 'revision_number': 5, 'project_id': 'a8e091db3cd14ecb9c40257451cd434d', 'subnets': [{'id': '9e6203bd-7b13-480f-9ce9-60943080d6b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841644-1-iscsi', False) {} {{(pid=109806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 12:56:07.664286 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3de20b5-05c2-4059-9d9f-8f52c9e5f86c None None] Checking router: 0828d5f3-9c13-46e3-9d02-563b064af26e for host: dv-cinder-841644-1-iscsi {{(pid=109806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 12:56:07.673722 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3de20b5-05c2-4059-9d9f-8f52c9e5f86c None None] Routers {'0828d5f3-9c13-46e3-9d02-563b064af26e'} bound to L3 agent in host dv-cinder-841644-1-iscsi {{(pid=109806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 12:56:07.674582 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_hamode_db [None req-b3de20b5-05c2-4059-9d9f-8f52c9e5f86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841644-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T12:45:44Z,description=,heartbeat_timestamp=2022-05-13T12:55:44Z,host='dv-cinder-841644-1-iscsi',id=6d8a5631-9f63-444c-af3b-4dcce4842b62,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T12:45:44Z,topic='l3_agent')) {'router_ids': ['0828d5f3-9c13-46e3-9d02-563b064af26e'], 'active': True} {{(pid=109806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 12:56:07.682094 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-81e3a391-6cf1-4240-afa2-4a904ce01367 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (d90d69c7-ab8b-4bda-9b0f-b127737ee399), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:07.684600 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-81e3a391-6cf1-4240-afa2-4a904ce01367 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:07.685807 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-81e3a391-6cf1-4240-afa2-4a904ce01367 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d90d69c7-ab8b-4bda-9b0f-b127737ee399 HTTP/1.1" status: 204 len: 168 time: 0.1274233 May 13 12:56:07.698441 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e3a391-6cf1-4240-afa2-4a904ce01367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d90d69c7-ab8b-4bda-9b0f-b127737ee399,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:56:07.789638 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_dvr_db [None req-b3de20b5-05c2-4059-9d9f-8f52c9e5f86c None None] Set router 0828d5f3-9c13-46e3-9d02-563b064af26e gateway port host: dv-cinder-841644-1-iscsi {{(pid=109806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 12:56:07.834185 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f3d930-b427-4889-8211-5a7470cf6f9b req-251ab6d7-fe00-4c15-a05a-afd3a95418d7 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:56:07.841790 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-51f3d930-b427-4889-8211-5a7470cf6f9b req-251ab6d7-fe00-4c15-a05a-afd3a95418d7 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f2825cd-1b9d-4434-bf94-ebf3f6688015 HTTP/1.1" status: 200 len: 946 time: 0.0692148 May 13 12:56:07.892357 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-51f3d930-b427-4889-8211-5a7470cf6f9b req-1c8a5b4c-48fa-4263-8fd9-a69ddfc5454d tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/security-groups?id=3473c18c-30b6-4258-8d74-d4010b438108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493920 May 13 12:56:08.022730 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_hamode_db [None req-b3de20b5-05c2-4059-9d9f-8f52c9e5f86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0828d5f3-9c13-46e3-9d02-563b064af26e', 'name': 'tempest-AttachVolumeTestJSON-1698186003-router', 'tenant_id': 'a8e091db3cd14ecb9c40257451cd434d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': 'c7c4c484-43bc-451f-b28d-0badb4b8ab53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T12:55:41Z', 'updated_at': '2022-05-13T12:55:44Z', 'revision_number': 4, 'project_id': 'a8e091db3cd14ecb9c40257451cd434d', 'gw_port': {'id': 'c7c4c484-43bc-451f-b28d-0badb4b8ab53', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:51:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0828d5f3-9c13-46e3-9d02-563b064af26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:55:42Z', 'updated_at': '2022-05-13T12:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi', '_floatingips': [{'id': '0addc969-81f8-469e-b625-7d281d5aa155', 'tenant_id': 'a8e091db3cd14ecb9c40257451cd434d', 'floating_ip_address': '172.27.3.126', 'floating_network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'router_id': '0828d5f3-9c13-46e3-9d02-563b064af26e', 'port_id': 'fec89e37-51dd-4063-9de3-e584ce441fb2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 309, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e48d261-a2df-43c6-bd2a-fa0153331d4d', 'mac_address': 'fa:16:3e:99:31:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a805ac8a-8fbf-4bf1-b369-64eaef204809', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T12:55:46Z', 'updated_at': '2022-05-13T12:56:06Z', 'revision_number': 1, 'project_id': 'a8e091db3cd14ecb9c40257451cd434d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '253ed4d7-3c8d-4067-a439-514a1cd818a2', 'name': '', 'network_id': '2e48d261-a2df-43c6-bd2a-fa0153331d4d', 'tenant_id': 'a8e091db3cd14ecb9c40257451cd434d', 'mac_address': 'fa:16:3e:cb:f3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0828d5f3-9c13-46e3-9d02-563b064af26e', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '9e6203bd-7b13-480f-9ce9-60943080d6b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:55:44Z', 'updated_at': '2022-05-13T12:55:48Z', 'revision_number': 5, 'project_id': 'a8e091db3cd14ecb9c40257451cd434d', 'subnets': [{'id': '9e6203bd-7b13-480f-9ce9-60943080d6b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841644-1-iscsi', False) {} {{(pid=109806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 12:56:08.049431 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3de20b5-05c2-4059-9d9f-8f52c9e5f86c None None] The sync data for ids ['0828d5f3-9c13-46e3-9d02-563b064af26e'] in dv-cinder-841644-1-iscsi is: [{'id': '0828d5f3-9c13-46e3-9d02-563b064af26e', 'name': 'tempest-AttachVolumeTestJSON-1698186003-router', 'tenant_id': 'a8e091db3cd14ecb9c40257451cd434d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': 'c7c4c484-43bc-451f-b28d-0badb4b8ab53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T12:55:41Z', 'updated_at': '2022-05-13T12:55:44Z', 'revision_number': 4, 'project_id': 'a8e091db3cd14ecb9c40257451cd434d', 'gw_port': {'id': 'c7c4c484-43bc-451f-b28d-0badb4b8ab53', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:51:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0828d5f3-9c13-46e3-9d02-563b064af26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:55:42Z', 'updated_at': '2022-05-13T12:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi', '_floatingips': [{'id': '0addc969-81f8-469e-b625-7d281d5aa155', 'tenant_id': 'a8e091db3cd14ecb9c40257451cd434d', 'floating_ip_address': '172.27.3.126', 'floating_network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'router_id': '0828d5f3-9c13-46e3-9d02-563b064af26e', 'port_id': 'fec89e37-51dd-4063-9de3-e584ce441fb2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 309, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e48d261-a2df-43c6-bd2a-fa0153331d4d', 'mac_address': 'fa:16:3e:99:31:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a805ac8a-8fbf-4bf1-b369-64eaef204809', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T12:55:46Z', 'updated_at': '2022-05-13T12:56:06Z', 'revision_number': 1, 'project_id': 'a8e091db3cd14ecb9c40257451cd434d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '253ed4d7-3c8d-4067-a439-514a1cd818a2', 'name': '', 'network_id': '2e48d261-a2df-43c6-bd2a-fa0153331d4d', 'tenant_id': 'a8e091db3cd14ecb9c40257451cd434d', 'mac_address': 'fa:16:3e:cb:f3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0828d5f3-9c13-46e3-9d02-563b064af26e', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '9e6203bd-7b13-480f-9ce9-60943080d6b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:55:44Z', 'updated_at': '2022-05-13T12:55:48Z', 'revision_number': 5, 'project_id': 'a8e091db3cd14ecb9c40257451cd434d', 'subnets': [{'id': '9e6203bd-7b13-480f-9ce9-60943080d6b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 12:56:08.255870 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ed7bf1-2b40-4a1c-8ae9-2d0b2b0bff1d None None] New status for floating IP 0addc969-81f8-469e-b625-7d281d5aa155: ACTIVE {{(pid=109805) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 12:56:09.010147 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb24d7f-d5db-49bf-9fdc-d2c9fb44570e req-5b226375-73ee-4b97-8041-26e3b9317170 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:56:09.011641 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-ebb24d7f-d5db-49bf-9fdc-d2c9fb44570e req-5b226375-73ee-4b97-8041-26e3b9317170 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f2825cd-1b9d-4434-bf94-ebf3f6688015 HTTP/1.1" status: 200 len: 946 time: 0.0478945 May 13 12:56:09.062444 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-ebb24d7f-d5db-49bf-9fdc-d2c9fb44570e req-84945038-c54e-4344-9dab-86a8d06796e9 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/security-groups?id=3473c18c-30b6-4258-8d74-d4010b438108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448751 May 13 12:56:10.169353 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef34a46e-fa23-4b87-8238-c65330840c23 req-3d7c516b-de10-4edd-8606-ba2d4243e811 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:56:10.170707 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-ef34a46e-fa23-4b87-8238-c65330840c23 req-3d7c516b-de10-4edd-8606-ba2d4243e811 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f2825cd-1b9d-4434-bf94-ebf3f6688015 HTTP/1.1" status: 200 len: 946 time: 0.0458198 May 13 12:56:10.246768 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fc592b-9abb-437c-891d-949d9a44610f req-80c93b93-3d77-4a5d-ba08-a8165c167e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:56:10.248241 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-08fc592b-9abb-437c-891d-949d9a44610f req-80c93b93-3d77-4a5d-ba08-a8165c167e88 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a8e091db3cd14ecb9c40257451cd434d&device_id=a805ac8a-8fbf-4bf1-b369-64eaef204809 HTTP/1.1" status: 200 len: 1130 time: 0.0593624 May 13 12:56:10.253093 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-ef34a46e-fa23-4b87-8238-c65330840c23 req-e4779592-952a-463c-9c18-2a9e325281bf tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/security-groups?id=3473c18c-30b6-4258-8d74-d4010b438108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764813 May 13 12:56:10.355021 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fc592b-9abb-437c-891d-949d9a44610f req-6ac8ca75-fac9-4ced-94b6-b098ecb97068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:56:10.356463 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-08fc592b-9abb-437c-891d-949d9a44610f req-6ac8ca75-fac9-4ced-94b6-b098ecb97068 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2e48d261-a2df-43c6-bd2a-fa0153331d4d HTTP/1.1" status: 200 len: 912 time: 0.0852072 May 13 12:56:10.466046 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-08fc592b-9abb-437c-891d-949d9a44610f req-460001e6-86bc-44b1-857e-ddf0a9087a9a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fec89e37-51dd-4063-9de3-e584ce441fb2 HTTP/1.1" status: 200 len: 1002 time: 0.0994573 May 13 12:56:11.366133 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e8e318-f5f6-47c2-8a36-75345849ba70 req-6653fcac-3137-47fa-8b2a-911e5b52b4cd tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:56:11.367578 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-f8e8e318-f5f6-47c2-8a36-75345849ba70 req-6653fcac-3137-47fa-8b2a-911e5b52b4cd tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f2825cd-1b9d-4434-bf94-ebf3f6688015 HTTP/1.1" status: 200 len: 946 time: 0.0465407 May 13 12:56:11.416376 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-f8e8e318-f5f6-47c2-8a36-75345849ba70 req-668df325-b2bf-40e3-a6a1-b9485a2b7cbd tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/security-groups?id=3473c18c-30b6-4258-8d74-d4010b438108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431237 May 13 12:56:11.446001 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-81c4987d-fe73-438d-af7b-4732c78f1c6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (12f7f474-a19f-4cf7-bcdf-b9ad7dbdd770), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:11.670960 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fc592b-9abb-437c-891d-949d9a44610f req-17adff8b-7274-4f38-9634-62ee5d1d4105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:56:11.672480 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-08fc592b-9abb-437c-891d-949d9a44610f req-17adff8b-7274-4f38-9634-62ee5d1d4105 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9e6203bd-7b13-480f-9ce9-60943080d6b6 HTTP/1.1" status: 200 len: 850 time: 0.0463061 May 13 12:56:11.721403 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fc592b-9abb-437c-891d-949d9a44610f req-80f12a87-9069-4a8f-9ada-9b5b6e3b747e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:56:11.723179 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-08fc592b-9abb-437c-891d-949d9a44610f req-80f12a87-9069-4a8f-9ada-9b5b6e3b747e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2e48d261-a2df-43c6-bd2a-fa0153331d4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423181 May 13 12:56:11.835561 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-08fc592b-9abb-437c-891d-949d9a44610f req-c9602366-75f1-422c-aad9-7329a480db69 service neutron] 10.222.0.52 "GET /v2.0/networks/2e48d261-a2df-43c6-bd2a-fa0153331d4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051044 May 13 12:56:11.859250 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b789b68-b3c7-49c6-a04a-ed12ae94520b req-e9d9549d-3418-424d-805a-baca6adeee79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:56:11.861466 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-2b789b68-b3c7-49c6-a04a-ed12ae94520b req-e9d9549d-3418-424d-805a-baca6adeee79 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9f2825cd-1b9d-4434-bf94-ebf3f6688015 HTTP/1.1" status: 200 len: 1130 time: 0.0450137 May 13 12:56:11.918492 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-2b789b68-b3c7-49c6-a04a-ed12ae94520b req-f724ef7a-3ecc-4720-9d04-731a423ac286 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=3473c18c-30b6-4258-8d74-d4010b438108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481856 May 13 12:56:11.943794 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-08fc592b-9abb-437c-891d-949d9a44610f req-adc61f52-29ef-4697-b10b-1d5867a94328 service neutron] 10.222.0.52 "GET /v2.0/networks/2e48d261-a2df-43c6-bd2a-fa0153331d4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977738 May 13 12:56:12.543294 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c74d7dc-6fc6-4311-94b2-eef57bb04349 req-0fff327b-9b66-4600-a00e-b7f9da2a942d tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:56:12.545074 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-8c74d7dc-6fc6-4311-94b2-eef57bb04349 req-0fff327b-9b66-4600-a00e-b7f9da2a942d tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f2825cd-1b9d-4434-bf94-ebf3f6688015 HTTP/1.1" status: 200 len: 946 time: 0.0497601 May 13 12:56:12.593067 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-8c74d7dc-6fc6-4311-94b2-eef57bb04349 req-390b099b-2504-4464-b74f-2298b5d30eb7 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/security-groups?id=3473c18c-30b6-4258-8d74-d4010b438108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421753 May 13 12:56:13.714994 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b28788d-38e6-4af4-8249-198dae4b4679 req-528c202a-30ea-4eef-93bb-ee529475ecb5 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:56:13.717171 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-8b28788d-38e6-4af4-8249-198dae4b4679 req-528c202a-30ea-4eef-93bb-ee529475ecb5 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f2825cd-1b9d-4434-bf94-ebf3f6688015 HTTP/1.1" status: 200 len: 946 time: 0.0500844 May 13 12:56:13.777005 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-8b28788d-38e6-4af4-8249-198dae4b4679 req-759fb6c3-14ed-40c2-999f-2276010029fd tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/security-groups?id=3473c18c-30b6-4258-8d74-d4010b438108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531628 May 13 12:56:13.885044 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-71a761de-1d6c-41e9-b6c9-5873e823600a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (6d8a5631-9f63-444c-af3b-4dcce4842b62), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:14.896572 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53ddd04-fbc4-4630-8d15-3b5e0496461c req-6a0d8c4e-16d8-424b-9c49-3f3e81baad59 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:56:14.898168 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-a53ddd04-fbc4-4630-8d15-3b5e0496461c req-6a0d8c4e-16d8-424b-9c49-3f3e81baad59 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f2825cd-1b9d-4434-bf94-ebf3f6688015 HTTP/1.1" status: 200 len: 946 time: 0.0490038 May 13 12:56:14.944287 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-a53ddd04-fbc4-4630-8d15-3b5e0496461c req-7209da0a-25e0-42a4-868d-570341522ecb tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/security-groups?id=3473c18c-30b6-4258-8d74-d4010b438108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403233 May 13 12:56:15.042814 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-4a907869-afee-4d69-acd8-cccc744e537a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (d2cfa305-5f5a-49b3-8228-876061d7e1f6), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:15.061875 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967e663d-002e-4b79-bdbb-6bc423d6990f req-9044189b-51fa-4e88-adef-aed296e994cf tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:56:15.063265 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-967e663d-002e-4b79-bdbb-6bc423d6990f req-9044189b-51fa-4e88-adef-aed296e994cf tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/ports?device_id=b9ff36f5-3afb-4239-b817-663ac72e599f HTTP/1.1" status: 200 len: 945 time: 0.0527325 May 13 12:56:15.110692 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-967e663d-002e-4b79-bdbb-6bc423d6990f req-bfad9685-fbbd-4d21-8bb6-ace310657181 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/security-groups?id=3473c18c-30b6-4258-8d74-d4010b438108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416808 May 13 12:56:16.712865 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-7baa8e58-cb75-431e-995b-6c55a6feb1d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (5f75012c-56a5-4b0a-a85c-97c3435c2a5d), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:17.845693 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (f7880a20-862d-46b4-8dd6-192b0a47d710), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:18.996896 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0357b2a-dd4a-4ae8-83a8-2e143c1b19bd req-9d9647a7-7de5-493e-b64d-f8763f2254d4 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:56:18.998422 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-f0357b2a-dd4a-4ae8-83a8-2e143c1b19bd req-9d9647a7-7de5-493e-b64d-f8763f2254d4 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/ports?device_id=b9ff36f5-3afb-4239-b817-663ac72e599f HTTP/1.1" status: 200 len: 945 time: 0.0506964 May 13 12:56:19.018953 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2ba47f-fbf9-4e0f-bcc4-311e8d755ad6 req-2224a43c-0558-4c81-b72d-ff325bbc035d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:56:19.021422 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-2f2ba47f-fbf9-4e0f-bcc4-311e8d755ad6 req-2224a43c-0558-4c81-b72d-ff325bbc035d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=58bddca6077344bea4cb41b23fcf8d35&device_id=b9ff36f5-3afb-4239-b817-663ac72e599f HTTP/1.1" status: 200 len: 1129 time: 0.0531785 May 13 12:56:19.049921 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-f0357b2a-dd4a-4ae8-83a8-2e143c1b19bd req-e862afb7-970b-4a88-b813-00b9a811d7b7 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/security-groups?id=3473c18c-30b6-4258-8d74-d4010b438108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454602 May 13 12:56:19.114390 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2ba47f-fbf9-4e0f-bcc4-311e8d755ad6 req-6be50fac-9a09-4f95-82f7-b401b3c24203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:56:19.116035 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-2f2ba47f-fbf9-4e0f-bcc4-311e8d755ad6 req-6be50fac-9a09-4f95-82f7-b401b3c24203 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f576fff5-2fa1-4591-9247-28b4216fb188 HTTP/1.1" status: 200 len: 919 time: 0.0865955 May 13 12:56:19.166333 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-2f2ba47f-fbf9-4e0f-bcc4-311e8d755ad6 req-702d364e-6ab9-46ab-8c3e-4c6240015b3b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=08d00a85-0887-4227-be00-65bf3e7c0381 HTTP/1.1" status: 200 len: 217 time: 0.0392046 May 13 12:56:19.217224 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2ba47f-fbf9-4e0f-bcc4-311e8d755ad6 req-e02adf42-da1f-4c0c-bbf5-5e1c864c6b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:56:19.218691 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-2f2ba47f-fbf9-4e0f-bcc4-311e8d755ad6 req-e02adf42-da1f-4c0c-bbf5-5e1c864c6b1b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=255ce2d7-f0f9-429c-8a86-3bbc48d08e37 HTTP/1.1" status: 200 len: 857 time: 0.0450850 May 13 12:56:19.266595 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2ba47f-fbf9-4e0f-bcc4-311e8d755ad6 req-b2225af1-5ce3-4476-8590-a866f2cfe3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:56:19.268330 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-2f2ba47f-fbf9-4e0f-bcc4-311e8d755ad6 req-b2225af1-5ce3-4476-8590-a866f2cfe3d3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f576fff5-2fa1-4591-9247-28b4216fb188&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420194 May 13 12:56:19.372178 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-2f2ba47f-fbf9-4e0f-bcc4-311e8d755ad6 req-44fe5923-3fb4-4fff-a6bd-a31cea0d03f7 service neutron] 10.222.0.52 "GET /v2.0/networks/f576fff5-2fa1-4591-9247-28b4216fb188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974126 May 13 12:56:19.475254 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-2f2ba47f-fbf9-4e0f-bcc4-311e8d755ad6 req-12af25e9-978e-4477-90aa-d85dcea9631d service neutron] 10.222.0.52 "GET /v2.0/networks/f576fff5-2fa1-4591-9247-28b4216fb188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942111 May 13 12:56:20.088093 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 49302) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:56:20.157881 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (202f7e15-8fd1-4d3b-a0cb-2b083dcecd1a), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:20.166729 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ee85f4-09a9-48a1-a2be-7631a316e5b6 req-bbeac01e-cc1c-452b-9d61-23e74371fc71 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:56:20.168233 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-a4ee85f4-09a9-48a1-a2be-7631a316e5b6 req-bbeac01e-cc1c-452b-9d61-23e74371fc71 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/ports?device_id=b9ff36f5-3afb-4239-b817-663ac72e599f HTTP/1.1" status: 200 len: 945 time: 0.0481491 May 13 12:56:20.219604 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-a4ee85f4-09a9-48a1-a2be-7631a316e5b6 req-dde6a53d-4d00-44a8-8a41-cbaa4fc9f452 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/security-groups?id=3473c18c-30b6-4258-8d74-d4010b438108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456791 May 13 12:56:20.240036 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3128163e-1246-4ba4-9bfb-6f2d7feb5b20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:20.323252 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3128163e-1246-4ba4-9bfb-6f2d7feb5b20 admin admin] Publish callbacks [] for security_group (ab807fdd-d400-4cab-9b8a-4185bca155f5), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:20.327034 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3128163e-1246-4ba4-9bfb-6f2d7feb5b20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (ab807fdd-d400-4cab-9b8a-4185bca155f5), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:20.366847 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-3128163e-1246-4ba4-9bfb-6f2d7feb5b20 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b43aaa1fe2b74a9a9bb27ff1cf18c4a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2775946 May 13 12:56:20.367559 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3128163e-1246-4ba4-9bfb-6f2d7feb5b20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab807fdd-d400-4cab-9b8a-4185bca155f5,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:56:20.370810 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 49306) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:56:20.371469 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-d131158e-a39d-4c14-a71b-5e9fcb715428 req-bfe7e848-2947-4a37-bc9d-18495bedb574 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=83873f65-ba42-4536-9af6-4aff1db77bb4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0408707 May 13 12:56:20.421702 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-dc00adeb-86f8-44f7-91f4-c0a76364137e admin admin] Publish callbacks [] for security_group (ab807fdd-d400-4cab-9b8a-4185bca155f5), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:20.442955 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-dc00adeb-86f8-44f7-91f4-c0a76364137e admin admin] Publish callbacks [] for security_group (ab807fdd-d400-4cab-9b8a-4185bca155f5), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:20.446420 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d131158e-a39d-4c14-a71b-5e9fcb715428 req-501c6469-fe0d-451a-a4b4-a574011664e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:56:20.447903 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-d131158e-a39d-4c14-a71b-5e9fcb715428 req-501c6469-fe0d-451a-a4b4-a574011664e3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0b148a16abbc49ed816ed45fc1ad4980&device_id=83873f65-ba42-4536-9af6-4aff1db77bb4 HTTP/1.1" status: 200 len: 1129 time: 0.0379286 May 13 12:56:20.500142 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-dc00adeb-86f8-44f7-91f4-c0a76364137e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (ab807fdd-d400-4cab-9b8a-4185bca155f5), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:20.503679 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-dc00adeb-86f8-44f7-91f4-c0a76364137e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:20.508084 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-dc00adeb-86f8-44f7-91f4-c0a76364137e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ab807fdd-d400-4cab-9b8a-4185bca155f5 HTTP/1.1" status: 204 len: 168 time: 0.1361301 May 13 12:56:20.516829 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc00adeb-86f8-44f7-91f4-c0a76364137e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab807fdd-d400-4cab-9b8a-4185bca155f5,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:56:20.572969 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d131158e-a39d-4c14-a71b-5e9fcb715428 req-e2652400-8bc7-40cf-a2fd-c1625a48c8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:56:20.574469 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-d131158e-a39d-4c14-a71b-5e9fcb715428 req-e2652400-8bc7-40cf-a2fd-c1625a48c8fe service neutron] 10.222.0.52 "GET /v2.0/networks?id=2600954f-368e-4b9b-9fca-a1e49f9c5d94 HTTP/1.1" status: 200 len: 918 time: 0.1085906 May 13 12:56:20.652155 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-d131158e-a39d-4c14-a71b-5e9fcb715428 req-11c4b4b2-d633-4844-9592-ae11c56f7afb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=312207b7-e73e-4ced-8336-af184bb733a6 HTTP/1.1" status: 200 len: 1000 time: 0.0673761 May 13 12:56:20.717680 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d131158e-a39d-4c14-a71b-5e9fcb715428 req-b3792926-11d5-4bae-9d02-7f9fc7ab0c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:56:20.719104 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-d131158e-a39d-4c14-a71b-5e9fcb715428 req-b3792926-11d5-4bae-9d02-7f9fc7ab0c22 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ddd064bc-4133-46f1-b906-03efc81a9128 HTTP/1.1" status: 200 len: 856 time: 0.0585213 May 13 12:56:20.779301 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d131158e-a39d-4c14-a71b-5e9fcb715428 req-9b3c793e-4dc6-4896-a2c1-867e745f3a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:56:20.780910 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-d131158e-a39d-4c14-a71b-5e9fcb715428 req-9b3c793e-4dc6-4896-a2c1-867e745f3a80 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2600954f-368e-4b9b-9fca-a1e49f9c5d94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0491834 May 13 12:56:20.946983 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-d131158e-a39d-4c14-a71b-5e9fcb715428 req-d737c569-73e1-40c1-84c8-6e26e90a982a service neutron] 10.222.0.52 "GET /v2.0/networks/2600954f-368e-4b9b-9fca-a1e49f9c5d94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540396 May 13 12:56:21.042832 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-d131158e-a39d-4c14-a71b-5e9fcb715428 req-16483062-e089-4ecd-ab65-dcb75217ea9c service neutron] 10.222.0.52 "GET /v2.0/networks/2600954f-368e-4b9b-9fca-a1e49f9c5d94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890257 May 13 12:56:21.487593 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706d95ac-e6bf-485f-a022-53e7dec7386f req-fce2814c-306b-422d-94e1-fcbbb72c4ae0 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:56:21.490229 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-706d95ac-e6bf-485f-a022-53e7dec7386f req-fce2814c-306b-422d-94e1-fcbbb72c4ae0 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/ports?device_id=b9ff36f5-3afb-4239-b817-663ac72e599f HTTP/1.1" status: 200 len: 945 time: 0.0523088 May 13 12:56:21.542530 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-706d95ac-e6bf-485f-a022-53e7dec7386f req-b5a3d96c-a957-4ece-8205-5faa63d335ac tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/security-groups?id=3473c18c-30b6-4258-8d74-d4010b438108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458982 May 13 12:56:22.658543 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fce4fd5-5e0c-4fa9-a5ca-debf31f9b618 req-ff4e0b2a-2221-4a22-9de9-0357fc89cfee tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:56:22.659992 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-3fce4fd5-5e0c-4fa9-a5ca-debf31f9b618 req-ff4e0b2a-2221-4a22-9de9-0357fc89cfee tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/ports?device_id=b9ff36f5-3afb-4239-b817-663ac72e599f HTTP/1.1" status: 200 len: 945 time: 0.0474770 May 13 12:56:22.706534 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-3fce4fd5-5e0c-4fa9-a5ca-debf31f9b618 req-8c2f7f8a-97c1-48cd-852e-ad401aea9301 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/security-groups?id=3473c18c-30b6-4258-8d74-d4010b438108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408256 May 13 12:56:23.820536 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8483f48-85b3-4ff5-8670-68ab0d0f1f56 req-076731fd-73d0-49b2-a3e6-84bafe54af86 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:56:23.822408 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-f8483f48-85b3-4ff5-8670-68ab0d0f1f56 req-076731fd-73d0-49b2-a3e6-84bafe54af86 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/ports?device_id=b9ff36f5-3afb-4239-b817-663ac72e599f HTTP/1.1" status: 200 len: 945 time: 0.0492618 May 13 12:56:23.871000 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-f8483f48-85b3-4ff5-8670-68ab0d0f1f56 req-64614b48-1a3d-4ff2-a613-646d40fb0c09 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/security-groups?id=3473c18c-30b6-4258-8d74-d4010b438108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428662 May 13 12:56:24.434105 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 49432) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:56:24.549377 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-df6e24ed-ed4a-4cd2-be90-97d0ec95423a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:24.629086 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-df6e24ed-ed4a-4cd2-be90-97d0ec95423a admin admin] Publish callbacks [] for security_group (a3454eed-fa36-421c-a069-a36291facd31), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:24.633794 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-df6e24ed-ed4a-4cd2-be90-97d0ec95423a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (a3454eed-fa36-421c-a069-a36291facd31), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:24.674038 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-df6e24ed-ed4a-4cd2-be90-97d0ec95423a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5d20cbb46b014b0aa2b6266d64820a66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2388289 May 13 12:56:24.676632 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 49450) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:56:24.679043 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6e24ed-ed4a-4cd2-be90-97d0ec95423a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3454eed-fa36-421c-a069-a36291facd31,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:56:24.696929 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6e24ed-ed4a-4cd2-be90-97d0ec95423a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:56:24.697301 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6e24ed-ed4a-4cd2-be90-97d0ec95423a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:56:24.697641 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6e24ed-ed4a-4cd2-be90-97d0ec95423a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:56:24.697974 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6e24ed-ed4a-4cd2-be90-97d0ec95423a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:56:24.698308 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6e24ed-ed4a-4cd2-be90-97d0ec95423a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:56:24.698636 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6e24ed-ed4a-4cd2-be90-97d0ec95423a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:56:24.698956 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6e24ed-ed4a-4cd2-be90-97d0ec95423a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:56:24.699277 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6e24ed-ed4a-4cd2-be90-97d0ec95423a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:56:24.699599 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6e24ed-ed4a-4cd2-be90-97d0ec95423a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:56:24.699918 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6e24ed-ed4a-4cd2-be90-97d0ec95423a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:56:24.700237 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6e24ed-ed4a-4cd2-be90-97d0ec95423a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:56:24.700558 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6e24ed-ed4a-4cd2-be90-97d0ec95423a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:56:24.700876 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6e24ed-ed4a-4cd2-be90-97d0ec95423a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:56:24.701221 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6e24ed-ed4a-4cd2-be90-97d0ec95423a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:56:24.701539 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6e24ed-ed4a-4cd2-be90-97d0ec95423a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:56:24.747678 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e774588d-5c26-40a6-874d-618b5bcaf6eb admin admin] Publish callbacks [] for security_group (a3454eed-fa36-421c-a069-a36291facd31), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:24.773582 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e774588d-5c26-40a6-874d-618b5bcaf6eb admin admin] Publish callbacks [] for security_group (a3454eed-fa36-421c-a069-a36291facd31), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:24.821904 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e774588d-5c26-40a6-874d-618b5bcaf6eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (a3454eed-fa36-421c-a069-a36291facd31), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:24.824619 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e774588d-5c26-40a6-874d-618b5bcaf6eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:24.828117 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-e774588d-5c26-40a6-874d-618b5bcaf6eb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a3454eed-fa36-421c-a069-a36291facd31 HTTP/1.1" status: 204 len: 168 time: 0.1479392 May 13 12:56:24.833789 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e774588d-5c26-40a6-874d-618b5bcaf6eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3454eed-fa36-421c-a069-a36291facd31,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:56:24.994641 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f149fc-22bd-4fc5-aa46-8644cdd9540b req-68c04909-fab3-4752-969a-327db3ee3ca4 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:56:24.996298 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-e5f149fc-22bd-4fc5-aa46-8644cdd9540b req-68c04909-fab3-4752-969a-327db3ee3ca4 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/ports?device_id=b9ff36f5-3afb-4239-b817-663ac72e599f HTTP/1.1" status: 200 len: 945 time: 0.0570955 May 13 12:56:25.058132 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-e5f149fc-22bd-4fc5-aa46-8644cdd9540b req-b4e28be6-a443-435c-85e5-c00dc182a35d tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/security-groups?id=3473c18c-30b6-4258-8d74-d4010b438108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559316 May 13 12:56:26.174299 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e0425e-6b9d-428d-9271-e282ffe01dfd req-6f1895d8-11f2-49a6-b30d-a7af8eb8fdc2 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:56:26.175891 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-39e0425e-6b9d-428d-9271-e282ffe01dfd req-6f1895d8-11f2-49a6-b30d-a7af8eb8fdc2 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/ports?device_id=b9ff36f5-3afb-4239-b817-663ac72e599f HTTP/1.1" status: 200 len: 945 time: 0.0458746 May 13 12:56:26.224969 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-39e0425e-6b9d-428d-9271-e282ffe01dfd req-15f794c2-2a04-4feb-9140-1421fc6a0ac0 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/security-groups?id=3473c18c-30b6-4258-8d74-d4010b438108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425177 May 13 12:56:26.361547 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 49496) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:56:26.469333 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d5a34683-d471-43f3-b039-97ca77ebc9b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:26.548061 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d5a34683-d471-43f3-b039-97ca77ebc9b2 admin admin] Publish callbacks [] for security_group (0d3ec3d1-6f8a-420c-b9d6-4910d0ed4e31), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:26.555480 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d5a34683-d471-43f3-b039-97ca77ebc9b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (0d3ec3d1-6f8a-420c-b9d6-4910d0ed4e31), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:26.595948 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-d5a34683-d471-43f3-b039-97ca77ebc9b2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ca93694fdd0b4705ab07a09603b7de07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2310205 May 13 12:56:26.596220 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 49506) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:56:26.604578 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a34683-d471-43f3-b039-97ca77ebc9b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d3ec3d1-6f8a-420c-b9d6-4910d0ed4e31,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:56:26.662779 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-156a2e24-1ad6-478e-a04f-b160c8612f33 admin admin] Publish callbacks [] for security_group (0d3ec3d1-6f8a-420c-b9d6-4910d0ed4e31), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:26.688329 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-156a2e24-1ad6-478e-a04f-b160c8612f33 admin admin] Publish callbacks [] for security_group (0d3ec3d1-6f8a-420c-b9d6-4910d0ed4e31), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:26.741481 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-156a2e24-1ad6-478e-a04f-b160c8612f33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (0d3ec3d1-6f8a-420c-b9d6-4910d0ed4e31), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:26.744248 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-156a2e24-1ad6-478e-a04f-b160c8612f33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:26.748234 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-156a2e24-1ad6-478e-a04f-b160c8612f33 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0d3ec3d1-6f8a-420c-b9d6-4910d0ed4e31 HTTP/1.1" status: 204 len: 168 time: 0.1510255 May 13 12:56:26.762840 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156a2e24-1ad6-478e-a04f-b160c8612f33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d3ec3d1-6f8a-420c-b9d6-4910d0ed4e31,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:56:27.048004 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 49520) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:56:27.061146 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-8e353cfd-af24-4a54-a837-cfe7a9db6c9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:27.136410 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-8e353cfd-af24-4a54-a837-cfe7a9db6c9f admin admin] Publish callbacks [] for security_group (d45ff245-b75e-43fc-87f9-f090b7eff3c9), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:27.140011 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-8e353cfd-af24-4a54-a837-cfe7a9db6c9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (d45ff245-b75e-43fc-87f9-f090b7eff3c9), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:27.177150 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e353cfd-af24-4a54-a837-cfe7a9db6c9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d45ff245-b75e-43fc-87f9-f090b7eff3c9,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:56:27.181366 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-8e353cfd-af24-4a54-a837-cfe7a9db6c9f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6978787411a3418dbd490868327fe30b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1323557 May 13 12:56:27.183980 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 49522) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:56:27.233947 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3a9eee66-6245-44f0-99b0-af86a0cee4d1 admin admin] Publish callbacks [] for security_group (d45ff245-b75e-43fc-87f9-f090b7eff3c9), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:27.254623 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3a9eee66-6245-44f0-99b0-af86a0cee4d1 admin admin] Publish callbacks [] for security_group (d45ff245-b75e-43fc-87f9-f090b7eff3c9), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:27.329131 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3a9eee66-6245-44f0-99b0-af86a0cee4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (d45ff245-b75e-43fc-87f9-f090b7eff3c9), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:27.331646 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3a9eee66-6245-44f0-99b0-af86a0cee4d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:27.332737 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-3a9eee66-6245-44f0-99b0-af86a0cee4d1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d45ff245-b75e-43fc-87f9-f090b7eff3c9 HTTP/1.1" status: 204 len: 168 time: 0.1479428 May 13 12:56:27.353099 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c215a9-1af4-420f-b445-197dc4bbac89 req-a71fe72b-012f-4785-b25a-ab49c0427f7d tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:56:27.354572 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-34c215a9-1af4-420f-b445-197dc4bbac89 req-a71fe72b-012f-4785-b25a-ab49c0427f7d tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/ports?device_id=b9ff36f5-3afb-4239-b817-663ac72e599f HTTP/1.1" status: 200 len: 945 time: 0.0590129 May 13 12:56:27.355421 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9eee66-6245-44f0-99b0-af86a0cee4d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d45ff245-b75e-43fc-87f9-f090b7eff3c9,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:56:27.408262 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-34c215a9-1af4-420f-b445-197dc4bbac89 req-07a1d4c7-6d9e-4b10-9ebd-06fcf00b4135 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/security-groups?id=3473c18c-30b6-4258-8d74-d4010b438108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471079 May 13 12:56:28.524733 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97db1d22-2e69-48ad-81e6-5704c3582173 req-1756542e-ec8d-45a9-80fb-129560a1e5c5 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:56:28.526394 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-97db1d22-2e69-48ad-81e6-5704c3582173 req-1756542e-ec8d-45a9-80fb-129560a1e5c5 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/ports?device_id=b9ff36f5-3afb-4239-b817-663ac72e599f HTTP/1.1" status: 200 len: 945 time: 0.0498319 May 13 12:56:28.574234 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-97db1d22-2e69-48ad-81e6-5704c3582173 req-66ce44d4-1af3-45bc-b462-caddff006917 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/security-groups?id=3473c18c-30b6-4258-8d74-d4010b438108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418861 May 13 12:56:29.351901 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3ed25b-92d1-4fae-b22c-39b7013ba7ee req-c60440f1-fb7d-4b7e-a1e7-266c233b8a27 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:56:29.353379 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-de3ed25b-92d1-4fae-b22c-39b7013ba7ee req-c60440f1-fb7d-4b7e-a1e7-266c233b8a27 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=83873f65-ba42-4536-9af6-4aff1db77bb4 HTTP/1.1" status: 200 len: 945 time: 0.0469756 May 13 12:56:29.402456 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-de3ed25b-92d1-4fae-b22c-39b7013ba7ee req-989751a2-73d8-44ad-aa35-cc40ba1efe86 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups?id=19aba56d-0d38-455b-ace2-2ddb4354d2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432425 May 13 12:56:29.479566 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 49626) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:56:29.584002 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-03ae4ccc-639c-42b7-ad54-a9070799f79e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:29.687782 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-03ae4ccc-639c-42b7-ad54-a9070799f79e admin admin] Publish callbacks [] for security_group (e54e35f9-c37d-46ec-8ccf-208544bde182), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:29.694252 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-03ae4ccc-639c-42b7-ad54-a9070799f79e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (e54e35f9-c37d-46ec-8ccf-208544bde182), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:29.719866 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd4bc99-5d3e-4813-bf5c-31a54f9eff33 req-8c0c9a61-71ba-4110-a381-01c91b2eed49 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:56:29.721350 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-2dd4bc99-5d3e-4813-bf5c-31a54f9eff33 req-8c0c9a61-71ba-4110-a381-01c91b2eed49 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/ports?device_id=b9ff36f5-3afb-4239-b817-663ac72e599f HTTP/1.1" status: 200 len: 945 time: 0.0707340 May 13 12:56:29.757093 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-03ae4ccc-639c-42b7-ad54-a9070799f79e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=37b958aa531b48038da13387c25bd065&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2763200 May 13 12:56:29.759199 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ae4ccc-639c-42b7-ad54-a9070799f79e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e54e35f9-c37d-46ec-8ccf-208544bde182,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:56:29.759812 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 49632) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:56:29.791860 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-2dd4bc99-5d3e-4813-bf5c-31a54f9eff33 req-ffde2315-ea3e-4cf0-85e9-a504fe3e66ff tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/security-groups?id=3473c18c-30b6-4258-8d74-d4010b438108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626252 May 13 12:56:29.807981 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5c47478f-7f14-4485-9e6e-305af261686d admin admin] Publish callbacks [] for security_group (e54e35f9-c37d-46ec-8ccf-208544bde182), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:29.828363 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5c47478f-7f14-4485-9e6e-305af261686d admin admin] Publish callbacks [] for security_group (e54e35f9-c37d-46ec-8ccf-208544bde182), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:29.877200 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5c47478f-7f14-4485-9e6e-305af261686d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (e54e35f9-c37d-46ec-8ccf-208544bde182), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:29.879685 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5c47478f-7f14-4485-9e6e-305af261686d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:29.880842 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-5c47478f-7f14-4485-9e6e-305af261686d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e54e35f9-c37d-46ec-8ccf-208544bde182 HTTP/1.1" status: 204 len: 168 time: 0.1200414 May 13 12:56:29.888292 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c47478f-7f14-4485-9e6e-305af261686d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e54e35f9-c37d-46ec-8ccf-208544bde182,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:56:29.895253 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c47478f-7f14-4485-9e6e-305af261686d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:56:29.895773 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c47478f-7f14-4485-9e6e-305af261686d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:56:29.896161 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c47478f-7f14-4485-9e6e-305af261686d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:56:29.896489 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c47478f-7f14-4485-9e6e-305af261686d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:56:29.896904 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c47478f-7f14-4485-9e6e-305af261686d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:56:29.897263 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c47478f-7f14-4485-9e6e-305af261686d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:56:29.897588 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c47478f-7f14-4485-9e6e-305af261686d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:56:29.897909 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c47478f-7f14-4485-9e6e-305af261686d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:56:29.898230 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c47478f-7f14-4485-9e6e-305af261686d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:56:29.898550 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c47478f-7f14-4485-9e6e-305af261686d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:56:29.898871 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c47478f-7f14-4485-9e6e-305af261686d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:56:29.899189 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c47478f-7f14-4485-9e6e-305af261686d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:56:29.899506 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c47478f-7f14-4485-9e6e-305af261686d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:56:29.899824 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c47478f-7f14-4485-9e6e-305af261686d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:56:29.900136 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c47478f-7f14-4485-9e6e-305af261686d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:56:30.161396 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 49644) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:56:30.174678 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-833d6d75-7ecf-4faf-ac65-2896947bd23f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:30.248975 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-833d6d75-7ecf-4faf-ac65-2896947bd23f admin admin] Publish callbacks [] for security_group (449dbdea-a82c-438f-92c6-8f3696e8f4fa), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:30.253860 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-833d6d75-7ecf-4faf-ac65-2896947bd23f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (449dbdea-a82c-438f-92c6-8f3696e8f4fa), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:30.316498 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833d6d75-7ecf-4faf-ac65-2896947bd23f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=449dbdea-a82c-438f-92c6-8f3696e8f4fa,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:56:30.325061 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-833d6d75-7ecf-4faf-ac65-2896947bd23f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bdab94d983404c62b96c66e59be8c1c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1625230 May 13 12:56:30.328796 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 49648) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:56:30.378702 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-81aa39ce-165c-419d-9166-b970d7d2f87f admin admin] Publish callbacks [] for security_group (449dbdea-a82c-438f-92c6-8f3696e8f4fa), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:30.401368 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-81aa39ce-165c-419d-9166-b970d7d2f87f admin admin] Publish callbacks [] for security_group (449dbdea-a82c-438f-92c6-8f3696e8f4fa), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:30.472135 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-81aa39ce-165c-419d-9166-b970d7d2f87f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (449dbdea-a82c-438f-92c6-8f3696e8f4fa), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:30.475697 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-81aa39ce-165c-419d-9166-b970d7d2f87f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:30.476835 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-81aa39ce-165c-419d-9166-b970d7d2f87f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/449dbdea-a82c-438f-92c6-8f3696e8f4fa HTTP/1.1" status: 204 len: 168 time: 0.1470823 May 13 12:56:30.487239 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aa39ce-165c-419d-9166-b970d7d2f87f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=449dbdea-a82c-438f-92c6-8f3696e8f4fa,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:56:30.545297 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50776099-32dd-4cc9-885e-99d7dabbb4fe req-bc4ecf35-8d76-423e-9a78-6074b9f60b88 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:56:30.546840 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-50776099-32dd-4cc9-885e-99d7dabbb4fe req-bc4ecf35-8d76-423e-9a78-6074b9f60b88 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=83873f65-ba42-4536-9af6-4aff1db77bb4 HTTP/1.1" status: 200 len: 945 time: 0.0614090 May 13 12:56:30.595698 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-50776099-32dd-4cc9-885e-99d7dabbb4fe req-99d8b90f-fb64-4c61-b0e8-6cc6a5bdf0aa tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups?id=19aba56d-0d38-455b-ace2-2ddb4354d2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430257 May 13 12:56:30.903792 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16249eb1-452d-4b16-be5b-94cbe188ee06 req-f0f791fb-e904-4405-bfe0-09fca6bb5e06 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:56:30.905272 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-16249eb1-452d-4b16-be5b-94cbe188ee06 req-f0f791fb-e904-4405-bfe0-09fca6bb5e06 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/ports?device_id=b9ff36f5-3afb-4239-b817-663ac72e599f HTTP/1.1" status: 200 len: 945 time: 0.0462413 May 13 12:56:30.960386 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-16249eb1-452d-4b16-be5b-94cbe188ee06 req-9f45669a-415b-4a3e-9c7e-422d8e6f7923 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/security-groups?id=3473c18c-30b6-4258-8d74-d4010b438108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494666 May 13 12:56:31.721975 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0ea9e2-231d-473d-a87c-45f25d856ab0 req-cc0ac4cc-fec7-4b8c-8dac-a2e49f7bd12b tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:56:31.723455 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-8c0ea9e2-231d-473d-a87c-45f25d856ab0 req-cc0ac4cc-fec7-4b8c-8dac-a2e49f7bd12b tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=83873f65-ba42-4536-9af6-4aff1db77bb4 HTTP/1.1" status: 200 len: 945 time: 0.0515459 May 13 12:56:31.770402 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-8c0ea9e2-231d-473d-a87c-45f25d856ab0 req-f478842d-4f8f-468a-acfa-a320eddd517f tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups?id=19aba56d-0d38-455b-ace2-2ddb4354d2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406494 May 13 12:56:32.082381 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0532f8b8-e9ee-495b-9e35-adcc16dc46c7 req-a961e256-ed0e-4ac0-825c-26b05ddcbda0 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:56:32.084453 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-0532f8b8-e9ee-495b-9e35-adcc16dc46c7 req-a961e256-ed0e-4ac0-825c-26b05ddcbda0 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/ports?device_id=b9ff36f5-3afb-4239-b817-663ac72e599f HTTP/1.1" status: 200 len: 945 time: 0.0508771 May 13 12:56:32.133893 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-0532f8b8-e9ee-495b-9e35-adcc16dc46c7 req-3ccd006b-de41-4e28-b838-d4d8f053f977 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/security-groups?id=3473c18c-30b6-4258-8d74-d4010b438108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435092 May 13 12:56:32.394925 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 49738) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:56:32.501120 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ee05c6f5-d47f-4ab3-9da4-1b44eb5691dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:32.581345 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ee05c6f5-d47f-4ab3-9da4-1b44eb5691dc admin admin] Publish callbacks [] for security_group (190d9825-0156-40c3-b09f-9c7091523a35), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:32.594403 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ee05c6f5-d47f-4ab3-9da4-1b44eb5691dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (190d9825-0156-40c3-b09f-9c7091523a35), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:32.629062 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-ee05c6f5-d47f-4ab3-9da4-1b44eb5691dc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b8b3ae633e684497b8c76093579a662e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2307286 May 13 12:56:32.629062 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee05c6f5-d47f-4ab3-9da4-1b44eb5691dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=190d9825-0156-40c3-b09f-9c7091523a35,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:56:32.629427 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 49758) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:56:32.699948 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0d79e6ea-71c4-4bb8-aaa8-2dc2d6602b26 admin admin] Publish callbacks [] for security_group (190d9825-0156-40c3-b09f-9c7091523a35), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:32.723082 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0d79e6ea-71c4-4bb8-aaa8-2dc2d6602b26 admin admin] Publish callbacks [] for security_group (190d9825-0156-40c3-b09f-9c7091523a35), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:32.785442 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0d79e6ea-71c4-4bb8-aaa8-2dc2d6602b26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (190d9825-0156-40c3-b09f-9c7091523a35), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:32.789342 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0d79e6ea-71c4-4bb8-aaa8-2dc2d6602b26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:32.793653 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-0d79e6ea-71c4-4bb8-aaa8-2dc2d6602b26 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/190d9825-0156-40c3-b09f-9c7091523a35 HTTP/1.1" status: 204 len: 168 time: 0.1625898 May 13 12:56:32.803831 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d79e6ea-71c4-4bb8-aaa8-2dc2d6602b26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=190d9825-0156-40c3-b09f-9c7091523a35,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:56:32.982241 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7887e08f-2f72-4161-a62a-19659e705b1d req-f41844a9-5553-44df-86ac-5e90f29e5982 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:56:32.992518 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-7887e08f-2f72-4161-a62a-19659e705b1d req-f41844a9-5553-44df-86ac-5e90f29e5982 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=83873f65-ba42-4536-9af6-4aff1db77bb4 HTTP/1.1" status: 200 len: 945 time: 0.0844138 May 13 12:56:33.039882 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-7887e08f-2f72-4161-a62a-19659e705b1d req-bcc9a37e-943b-434b-a410-0070289dcaf2 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups?id=19aba56d-0d38-455b-ace2-2ddb4354d2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465069 May 13 12:56:33.132436 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 49776) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:56:33.145344 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a86d9308-e189-4bff-8645-94dad868d072 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:33.227866 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a86d9308-e189-4bff-8645-94dad868d072 admin admin] Publish callbacks [] for security_group (1c7d31dc-1a32-411c-8eed-b66155906ff8), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:33.231749 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a86d9308-e189-4bff-8645-94dad868d072 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (1c7d31dc-1a32-411c-8eed-b66155906ff8), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:33.259838 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947543a4-5b0e-46bc-9925-62c4028c128d req-30b051f7-c6bf-427d-b746-2cf9d5401fb2 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:56:33.261541 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-947543a4-5b0e-46bc-9925-62c4028c128d req-30b051f7-c6bf-427d-b746-2cf9d5401fb2 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/ports?device_id=b9ff36f5-3afb-4239-b817-663ac72e599f HTTP/1.1" status: 200 len: 945 time: 0.0510852 May 13 12:56:33.269315 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-a86d9308-e189-4bff-8645-94dad868d072 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=861eba6b46944012b1e03239e00ccfa8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1357086 May 13 12:56:33.270131 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86d9308-e189-4bff-8645-94dad868d072 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c7d31dc-1a32-411c-8eed-b66155906ff8,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:56:33.272961 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 49780) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:56:33.315064 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-947543a4-5b0e-46bc-9925-62c4028c128d req-cc687e3d-9d30-4c7a-821a-fece92288d08 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/security-groups?id=3473c18c-30b6-4258-8d74-d4010b438108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471528 May 13 12:56:33.321380 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4a115df9-2722-4374-a65d-62b660c8388c admin admin] Publish callbacks [] for security_group (1c7d31dc-1a32-411c-8eed-b66155906ff8), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:33.343535 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4a115df9-2722-4374-a65d-62b660c8388c admin admin] Publish callbacks [] for security_group (1c7d31dc-1a32-411c-8eed-b66155906ff8), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:33.389539 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4a115df9-2722-4374-a65d-62b660c8388c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (1c7d31dc-1a32-411c-8eed-b66155906ff8), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:33.391925 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4a115df9-2722-4374-a65d-62b660c8388c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:33.393052 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-4a115df9-2722-4374-a65d-62b660c8388c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1c7d31dc-1a32-411c-8eed-b66155906ff8 HTTP/1.1" status: 204 len: 168 time: 0.1191690 May 13 12:56:33.400458 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a115df9-2722-4374-a65d-62b660c8388c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c7d31dc-1a32-411c-8eed-b66155906ff8,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:56:34.183863 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b96473-4297-4988-b533-7c2f9dadb681 req-75108bf1-6fe2-4d9c-a96f-573800fa2907 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:56:34.186051 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-54b96473-4297-4988-b533-7c2f9dadb681 req-75108bf1-6fe2-4d9c-a96f-573800fa2907 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=83873f65-ba42-4536-9af6-4aff1db77bb4 HTTP/1.1" status: 200 len: 945 time: 0.0506001 May 13 12:56:34.237752 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-54b96473-4297-4988-b533-7c2f9dadb681 req-dd9315cc-3dbc-47ec-854d-a8f49e67acdd tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups?id=19aba56d-0d38-455b-ace2-2ddb4354d2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458989 May 13 12:56:34.433119 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e7c031-8c20-4ef3-941c-f5d290f87063 req-60a63cb6-4706-4e8a-9ee1-9ad707ff8cd3 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:56:34.434627 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-a0e7c031-8c20-4ef3-941c-f5d290f87063 req-60a63cb6-4706-4e8a-9ee1-9ad707ff8cd3 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/ports?device_id=b9ff36f5-3afb-4239-b817-663ac72e599f HTTP/1.1" status: 200 len: 945 time: 0.0508988 May 13 12:56:34.483684 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-a0e7c031-8c20-4ef3-941c-f5d290f87063 req-0f3fcfc5-221d-47bf-9ce9-14fa6afb93fe tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/security-groups?id=3473c18c-30b6-4258-8d74-d4010b438108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429122 May 13 12:56:35.354912 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5dc3ba-413c-4d91-b07f-e3f8437a661b req-21540a36-63c4-4c7c-b956-f89fb0db9d27 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:56:35.356358 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-1f5dc3ba-413c-4d91-b07f-e3f8437a661b req-21540a36-63c4-4c7c-b956-f89fb0db9d27 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=83873f65-ba42-4536-9af6-4aff1db77bb4 HTTP/1.1" status: 200 len: 945 time: 0.0465918 May 13 12:56:35.403783 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-1f5dc3ba-413c-4d91-b07f-e3f8437a661b req-9de0e353-ce89-4dfd-ac2f-c72dfa45a033 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups?id=19aba56d-0d38-455b-ace2-2ddb4354d2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419581 May 13 12:56:35.602786 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5524e7-eda1-4c4d-94ea-dd9a0800839c req-e7cbd735-f509-4d42-b14c-da4ec53ddeac tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:56:35.604410 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-9e5524e7-eda1-4c4d-94ea-dd9a0800839c req-e7cbd735-f509-4d42-b14c-da4ec53ddeac tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/ports?device_id=b9ff36f5-3afb-4239-b817-663ac72e599f HTTP/1.1" status: 200 len: 945 time: 0.0459328 May 13 12:56:35.654553 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-9e5524e7-eda1-4c4d-94ea-dd9a0800839c req-870b9aee-d61d-4ae5-b346-9a0361b5c1b8 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/security-groups?id=3473c18c-30b6-4258-8d74-d4010b438108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445578 May 13 12:56:36.561167 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67e21f4-304e-4f54-9741-250c5a1398f1 req-8e2d51f7-f44c-42f2-97bb-930210cdb11c tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:56:36.562658 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-a67e21f4-304e-4f54-9741-250c5a1398f1 req-8e2d51f7-f44c-42f2-97bb-930210cdb11c tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=83873f65-ba42-4536-9af6-4aff1db77bb4 HTTP/1.1" status: 200 len: 945 time: 0.0530591 May 13 12:56:36.612161 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-a67e21f4-304e-4f54-9741-250c5a1398f1 req-43ac46ce-04ed-4837-9320-0e58176bb9ff tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups?id=19aba56d-0d38-455b-ace2-2ddb4354d2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430777 May 13 12:56:36.769772 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e67bb7-f1a4-4486-9370-f3e1ce617773 req-147d587b-1c87-4766-8d0d-320571b79fc3 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:56:36.772023 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-31e67bb7-f1a4-4486-9370-f3e1ce617773 req-147d587b-1c87-4766-8d0d-320571b79fc3 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/ports?device_id=b9ff36f5-3afb-4239-b817-663ac72e599f HTTP/1.1" status: 200 len: 945 time: 0.0494211 May 13 12:56:36.819996 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-31e67bb7-f1a4-4486-9370-f3e1ce617773 req-5ab63eff-41b0-44bf-a50c-4db56747b36e tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/security-groups?id=3473c18c-30b6-4258-8d74-d4010b438108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420923 May 13 12:56:37.742453 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b3afae-975a-4950-8e7b-f981dd7ba081 req-3cd5941f-650a-44fb-81fd-01c95606dbbf tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:56:37.744069 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-54b3afae-975a-4950-8e7b-f981dd7ba081 req-3cd5941f-650a-44fb-81fd-01c95606dbbf tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=83873f65-ba42-4536-9af6-4aff1db77bb4 HTTP/1.1" status: 200 len: 945 time: 0.0553908 May 13 12:56:37.845726 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-54b3afae-975a-4950-8e7b-f981dd7ba081 req-86fa0f72-0c9c-483c-912e-b5ca29c9eca6 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups?id=19aba56d-0d38-455b-ace2-2ddb4354d2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857055 May 13 12:56:37.845726 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feade75-f52f-4768-a1f2-89fa4a5b17d5 req-eeaee9af-e774-4247-9c84-79f0ca1d9e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:56:37.845726 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-8feade75-f52f-4768-a1f2-89fa4a5b17d5 req-eeaee9af-e774-4247-9c84-79f0ca1d9e68 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b9ff36f5-3afb-4239-b817-663ac72e599f HTTP/1.1" status: 200 len: 1129 time: 0.0665898 May 13 12:56:37.891953 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-8feade75-f52f-4768-a1f2-89fa4a5b17d5 req-aee11c6b-fc14-46b3-8581-34d37eb633c5 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=3473c18c-30b6-4258-8d74-d4010b438108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471990 May 13 12:56:37.969234 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2774ddfb-8581-4870-b79d-c2f1d65b9ea4 req-65116185-9d2e-4f14-b8e0-7b8ef5c0de79 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:56:37.970826 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-2774ddfb-8581-4870-b79d-c2f1d65b9ea4 req-65116185-9d2e-4f14-b8e0-7b8ef5c0de79 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/ports?device_id=b9ff36f5-3afb-4239-b817-663ac72e599f HTTP/1.1" status: 200 len: 945 time: 0.0510480 May 13 12:56:38.018745 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-2774ddfb-8581-4870-b79d-c2f1d65b9ea4 req-be3a866c-e6ea-4a4d-86c6-62e3108bc291 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/security-groups?id=3473c18c-30b6-4258-8d74-d4010b438108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402319 May 13 12:56:38.964296 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aed5ea5-2197-485f-ab75-94bbdf62191a req-902b8284-0826-4d44-8abb-ceb3016a20cd tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:56:38.968533 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-5aed5ea5-2197-485f-ab75-94bbdf62191a req-902b8284-0826-4d44-8abb-ceb3016a20cd tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=83873f65-ba42-4536-9af6-4aff1db77bb4 HTTP/1.1" status: 200 len: 945 time: 0.0516698 May 13 12:56:39.017707 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-5aed5ea5-2197-485f-ab75-94bbdf62191a req-9512307a-561a-4797-b2a9-c078533ea757 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups?id=19aba56d-0d38-455b-ace2-2ddb4354d2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462511 May 13 12:56:39.136357 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc12263-69d0-47f9-b7ab-43c76668e142 req-5b51f1b9-9433-4ed8-8a9f-5e5980384769 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:56:39.137906 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-6fc12263-69d0-47f9-b7ab-43c76668e142 req-5b51f1b9-9433-4ed8-8a9f-5e5980384769 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/ports?device_id=b9ff36f5-3afb-4239-b817-663ac72e599f HTTP/1.1" status: 200 len: 945 time: 0.0496609 May 13 12:56:39.189484 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-6fc12263-69d0-47f9-b7ab-43c76668e142 req-c68ba79a-263d-476b-b8ec-1696170bc562 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/security-groups?id=3473c18c-30b6-4258-8d74-d4010b438108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443053 May 13 12:56:40.135898 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b08bee3-ed76-4c96-bcb0-7cc04a3be123 req-ec0d1f2f-3c33-4b97-a149-6b607c2cd954 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:56:40.137302 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-5b08bee3-ed76-4c96-bcb0-7cc04a3be123 req-ec0d1f2f-3c33-4b97-a149-6b607c2cd954 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=83873f65-ba42-4536-9af6-4aff1db77bb4 HTTP/1.1" status: 200 len: 945 time: 0.0465479 May 13 12:56:40.184468 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-5b08bee3-ed76-4c96-bcb0-7cc04a3be123 req-ecf1b9cd-e93e-49d2-a548-a8f7f5cc3672 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups?id=19aba56d-0d38-455b-ace2-2ddb4354d2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415750 May 13 12:56:40.308402 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8928a65f-29cb-4b1a-9d78-60ef9b6285b8 req-b7191237-c483-4f90-898e-42fae1323890 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:56:40.309985 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-8928a65f-29cb-4b1a-9d78-60ef9b6285b8 req-b7191237-c483-4f90-898e-42fae1323890 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/ports?device_id=b9ff36f5-3afb-4239-b817-663ac72e599f HTTP/1.1" status: 200 len: 945 time: 0.0488410 May 13 12:56:40.358474 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-8928a65f-29cb-4b1a-9d78-60ef9b6285b8 req-3aa086bc-6bab-4a4a-9439-06c738ca148b tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/security-groups?id=3473c18c-30b6-4258-8d74-d4010b438108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429466 May 13 12:56:40.632808 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32171c1c-2be7-46a0-9ab5-52e86444240a req-919a947f-bcbe-49f9-ac20-a5360b7b3e77 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:56:40.634427 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-32171c1c-2be7-46a0-9ab5-52e86444240a req-919a947f-bcbe-49f9-ac20-a5360b7b3e77 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/ports?device_id=b9ff36f5-3afb-4239-b817-663ac72e599f HTTP/1.1" status: 200 len: 945 time: 0.0565159 May 13 12:56:40.725911 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7881cca8-2e87-4ed2-a271-1ac9550c893d req-c6566e3b-8279-4fb4-85bb-a437e821df58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:56:40.727396 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-7881cca8-2e87-4ed2-a271-1ac9550c893d req-c6566e3b-8279-4fb4-85bb-a437e821df58 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=58bddca6077344bea4cb41b23fcf8d35&device_id=b9ff36f5-3afb-4239-b817-663ac72e599f HTTP/1.1" status: 200 len: 1129 time: 0.0662158 May 13 12:56:40.731808 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-32171c1c-2be7-46a0-9ab5-52e86444240a req-fef2b025-0fb0-43af-9e7d-74e77236ba14 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/security-groups?id=3473c18c-30b6-4258-8d74-d4010b438108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911567 May 13 12:56:40.845617 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7881cca8-2e87-4ed2-a271-1ac9550c893d req-b6c34b7e-0788-4ff4-ae10-049de1aadb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:56:40.847094 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-7881cca8-2e87-4ed2-a271-1ac9550c893d req-b6c34b7e-0788-4ff4-ae10-049de1aadb99 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f576fff5-2fa1-4591-9247-28b4216fb188 HTTP/1.1" status: 200 len: 919 time: 0.0991511 May 13 12:56:40.891389 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-7881cca8-2e87-4ed2-a271-1ac9550c893d req-a7a055cf-bf82-44a4-abad-27b70c922285 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=08d00a85-0887-4227-be00-65bf3e7c0381 HTTP/1.1" status: 200 len: 217 time: 0.0371666 May 13 12:56:40.942997 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7881cca8-2e87-4ed2-a271-1ac9550c893d req-37561fbb-d380-4be8-8684-182ba6f0951a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:56:40.944547 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-7881cca8-2e87-4ed2-a271-1ac9550c893d req-37561fbb-d380-4be8-8684-182ba6f0951a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=255ce2d7-f0f9-429c-8a86-3bbc48d08e37 HTTP/1.1" status: 200 len: 857 time: 0.0469716 May 13 12:56:40.962232 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.agents_db [None req-04065fb1-5207-409b-a281-8f6301b2fc59 None None] Agent healthcheck: found 6 active agents {{(pid=109806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 12:56:40.989748 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7881cca8-2e87-4ed2-a271-1ac9550c893d req-45047bf6-abd2-493d-afe9-d5cee27aed0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:56:40.991230 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-7881cca8-2e87-4ed2-a271-1ac9550c893d req-45047bf6-abd2-493d-afe9-d5cee27aed0e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f576fff5-2fa1-4591-9247-28b4216fb188&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395465 May 13 12:56:41.096780 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-7881cca8-2e87-4ed2-a271-1ac9550c893d req-fd9032d2-4a5b-497f-9762-b290652bf9a5 service neutron] 10.222.0.52 "GET /v2.0/networks/f576fff5-2fa1-4591-9247-28b4216fb188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923853 May 13 12:56:41.186268 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-7881cca8-2e87-4ed2-a271-1ac9550c893d req-c7455e35-c6a7-4f05-a6bf-d33548b7dcd3 service neutron] 10.222.0.52 "GET /v2.0/networks/f576fff5-2fa1-4591-9247-28b4216fb188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826209 May 13 12:56:41.321838 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f469a6-0d27-471c-ae4b-64ec33d44d06 req-5a54c92a-5e9e-4995-8721-4ba5bf993b5b tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:56:41.323352 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-d3f469a6-0d27-471c-ae4b-64ec33d44d06 req-5a54c92a-5e9e-4995-8721-4ba5bf993b5b tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=83873f65-ba42-4536-9af6-4aff1db77bb4 HTTP/1.1" status: 200 len: 945 time: 0.0498748 May 13 12:56:41.374025 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-d3f469a6-0d27-471c-ae4b-64ec33d44d06 req-7ed61aa4-c0fa-40e1-8256-6b27b0084927 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups?id=19aba56d-0d38-455b-ace2-2ddb4354d2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443199 May 13 12:56:41.442099 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-9436f12c-339a-4a57-a2e4-c54b179903fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (12f7f474-a19f-4cf7-bcdf-b9ad7dbdd770), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:41.594922 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 50010) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:56:41.600048 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.v2.base [None req-f7aaebc8-7bfc-41fa-927a-185c0363618d tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2108413215', 'description': 'tempest-description--1522077773'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 12:56:41.621143 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f7aaebc8-7bfc-41fa-927a-185c0363618d tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:41.691346 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f7aaebc8-7bfc-41fa-927a-185c0363618d tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks [] for security_group (6c2a5c04-ed42-4ff2-b00d-7654679018d9), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:41.695104 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f7aaebc8-7bfc-41fa-927a-185c0363618d tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (6c2a5c04-ed42-4ff2-b00d-7654679018d9), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:41.725599 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f7aaebc8-7bfc-41fa-927a-185c0363618d tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:41.726797 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-f7aaebc8-7bfc-41fa-927a-185c0363618d tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1308539 May 13 12:56:41.727936 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aaebc8-7bfc-41fa-927a-185c0363618d tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c2a5c04-ed42-4ff2-b00d-7654679018d9,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:56:41.729897 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 50012) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:56:41.734873 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.v2.base [None req-bd4ce199-5c1a-4c5b-a599-0231214ea9f9 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Request body: {'security_group_rule': {'security_group_id': '6c2a5c04-ed42-4ff2-b00d-7654679018d9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 12:56:41.759047 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-bd4ce199-5c1a-4c5b-a599-0231214ea9f9 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks [] for security_group_rule (39cda0af-3a32-4d9d-ae46-07bba2f4bcfb), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:41.820892 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-bd4ce199-5c1a-4c5b-a599-0231214ea9f9 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks [] for security_group_rule (39cda0af-3a32-4d9d-ae46-07bba2f4bcfb), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:41.824772 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-bd4ce199-5c1a-4c5b-a599-0231214ea9f9 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472018'] for security_group_rule (39cda0af-3a32-4d9d-ae46-07bba2f4bcfb), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:41.841821 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4ce199-5c1a-4c5b-a599-0231214ea9f9 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39cda0af-3a32-4d9d-ae46-07bba2f4bcfb,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:56:41.846594 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8223a2-c1c8-4367-98cf-19796508f93e req-049fca64-ac8d-45a4-a67c-b301ca0cfa25 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:56:41.848302 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-ad8223a2-c1c8-4367-98cf-19796508f93e req-049fca64-ac8d-45a4-a67c-b301ca0cfa25 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/ports?device_id=b9ff36f5-3afb-4239-b817-663ac72e599f HTTP/1.1" status: 200 len: 945 time: 0.0493159 May 13 12:56:41.851042 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-bd4ce199-5c1a-4c5b-a599-0231214ea9f9 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:41.854748 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-bd4ce199-5c1a-4c5b-a599-0231214ea9f9 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1214921 May 13 12:56:41.855164 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 50016) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:56:41.859218 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.v2.base [None req-f1fb3ef7-6abe-4586-9a4e-c014c936a6de tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Request body: {'security_group_rule': {'security_group_id': '6c2a5c04-ed42-4ff2-b00d-7654679018d9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 12:56:41.891473 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f1fb3ef7-6abe-4586-9a4e-c014c936a6de tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks [] for security_group_rule (bc84169f-4b52-47fe-b273-e6a650936e66), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:41.905619 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-ad8223a2-c1c8-4367-98cf-19796508f93e req-e6af4e8b-b9a8-4bfb-84c0-7c122cb9ec29 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/security-groups?id=3473c18c-30b6-4258-8d74-d4010b438108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501270 May 13 12:56:41.958702 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f1fb3ef7-6abe-4586-9a4e-c014c936a6de tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks [] for security_group_rule (bc84169f-4b52-47fe-b273-e6a650936e66), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:41.962850 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f1fb3ef7-6abe-4586-9a4e-c014c936a6de tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472018'] for security_group_rule (bc84169f-4b52-47fe-b273-e6a650936e66), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:41.987789 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fb3ef7-6abe-4586-9a4e-c014c936a6de tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc84169f-4b52-47fe-b273-e6a650936e66,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:56:41.998387 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f1fb3ef7-6abe-4586-9a4e-c014c936a6de tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:42.002507 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-f1fb3ef7-6abe-4586-9a4e-c014c936a6de tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1437554 May 13 12:56:42.002889 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 50026) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:56:42.008413 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.v2.base [None req-587eb6b7-e33b-4eed-82fa-e95ad9bd848f tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Request body: {'floatingip': {'floating_network_id': 'feab3964-f0b8-402e-905b-49af947bf732'}} {{(pid=109804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 12:56:42.035458 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-587eb6b7-e33b-4eed-82fa-e95ad9bd848f tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:42.113489 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-587eb6b7-e33b-4eed-82fa-e95ad9bd848f tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:42.217069 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-587eb6b7-e33b-4eed-82fa-e95ad9bd848f tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Allocated IP 172.27.3.99 (feab3964-f0b8-402e-905b-49af947bf732/23e33d6a-fc94-4466-a994-b549e993d354/6552e1e1-2f11-4aad-93bf-bdb29a98c39a) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 12:56:42.327302 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-587eb6b7-e33b-4eed-82fa-e95ad9bd848f tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks [] for port (6552e1e1-2f11-4aad-93bf-bdb29a98c39a), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:42.362265 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-587eb6b7-e33b-4eed-82fa-e95ad9bd848f tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750967062384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6007231'] for port (6552e1e1-2f11-4aad-93bf-bdb29a98c39a), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:42.401981 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-587eb6b7-e33b-4eed-82fa-e95ad9bd848f tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Network feab3964-f0b8-402e-905b-49af947bf732 is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 12:56:42.404944 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-587eb6b7-e33b-4eed-82fa-e95ad9bd848f tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 12:56:42.407711 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587eb6b7-e33b-4eed-82fa-e95ad9bd848f tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 12:56:42.439759 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587eb6b7-e33b-4eed-82fa-e95ad9bd848f tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Pushing event updated for resources: {'Port': ['ID=6552e1e1-2f11-4aad-93bf-bdb29a98c39a,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:56:42.500489 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7c3bfe-ac4d-424e-bd0b-86908e4385de req-475d2677-aee6-4dd9-bc33-c1b2b320dd60 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:56:42.501900 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-587eb6b7-e33b-4eed-82fa-e95ad9bd848f tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks [] for floatingip (b3f4f1be-d9a9-4ee6-85f9-2897988f346a), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:42.502174 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-fd7c3bfe-ac4d-424e-bd0b-86908e4385de req-475d2677-aee6-4dd9-bc33-c1b2b320dd60 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=83873f65-ba42-4536-9af6-4aff1db77bb4 HTTP/1.1" status: 200 len: 945 time: 0.0483799 May 13 12:56:42.545511 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-587eb6b7-e33b-4eed-82fa-e95ad9bd848f tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (6552e1e1-2f11-4aad-93bf-bdb29a98c39a), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:42.556190 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-fd7c3bfe-ac4d-424e-bd0b-86908e4385de req-362858d5-63e9-49f6-8d2c-debd76da0bfe tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups?id=19aba56d-0d38-455b-ace2-2ddb4354d2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466745 May 13 12:56:42.696479 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-587eb6b7-e33b-4eed-82fa-e95ad9bd848f tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks [] for port (6552e1e1-2f11-4aad-93bf-bdb29a98c39a), precommit_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:42.700992 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-587eb6b7-e33b-4eed-82fa-e95ad9bd848f tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6007238'] for port (6552e1e1-2f11-4aad-93bf-bdb29a98c39a), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:42.775358 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587eb6b7-e33b-4eed-82fa-e95ad9bd848f tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Pushing event updated for resources: {'Port': ['ID=6552e1e1-2f11-4aad-93bf-bdb29a98c39a,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:56:42.785140 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-587eb6b7-e33b-4eed-82fa-e95ad9bd848f tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621791'] for floatingip (b3f4f1be-d9a9-4ee6-85f9-2897988f346a), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:42.801355 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-587eb6b7-e33b-4eed-82fa-e95ad9bd848f tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4290'] for floatingip (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:42.803219 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-587eb6b7-e33b-4eed-82fa-e95ad9bd848f tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7987051 May 13 12:56:43.007581 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-85459f2f-80fd-4b07-9587-1ae95fc69588 req-aa609c3e-eb04-42d8-be68-ae2f40c5adc5 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--2108413215&fields=id&tenant_id=7ec55859792345359fc7b22003b4e995 HTTP/1.1" status: 200 len: 267 time: 0.0465181 May 13 12:56:43.022050 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d528438b-c9b8-4793-8c9a-58f9e36ba710 req-5ac6204d-0b58-49ac-8bfd-c2b5c2b693ea tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:56:43.023585 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-d528438b-c9b8-4793-8c9a-58f9e36ba710 req-5ac6204d-0b58-49ac-8bfd-c2b5c2b693ea tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/ports?device_id=b9ff36f5-3afb-4239-b817-663ac72e599f HTTP/1.1" status: 200 len: 945 time: 0.0469904 May 13 12:56:43.085699 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-d528438b-c9b8-4793-8c9a-58f9e36ba710 req-5f62fda0-aa00-4f9d-a6b1-c9315e192f36 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/security-groups?id=3473c18c-30b6-4258-8d74-d4010b438108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558326 May 13 12:56:43.163184 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85459f2f-80fd-4b07-9587-1ae95fc69588 req-fce740c0-980e-4b36-bde4-23622fa228f9 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:56:43.165637 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-85459f2f-80fd-4b07-9587-1ae95fc69588 req-fce740c0-980e-4b36-bde4-23622fa228f9 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/networks?id=f1c41e28-5d16-459f-865e-9320359228db HTTP/1.1" status: 200 len: 814 time: 0.1513822 May 13 12:56:43.183145 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-85459f2f-80fd-4b07-9587-1ae95fc69588 req-b94ac158-d743-4ee0-a345-175d03f2956a tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/quotas/7ec55859792345359fc7b22003b4e995 HTTP/1.1" status: 200 len: 375 time: 0.0099027 May 13 12:56:43.233666 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-85459f2f-80fd-4b07-9587-1ae95fc69588 req-0b3801da-03bd-4006-9a62-321ea9e2351e tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=7ec55859792345359fc7b22003b4e995&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0452287 May 13 12:56:43.329047 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-85459f2f-80fd-4b07-9587-1ae95fc69588 req-3b54d72f-b074-4dd0-8523-33500b59363e service neutron] 10.222.0.49 "GET /v2.0/networks/f1c41e28-5d16-459f-865e-9320359228db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841033 May 13 12:56:43.420857 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-85459f2f-80fd-4b07-9587-1ae95fc69588 req-ae9927c8-6289-4302-b1e4-173684951e5b service neutron] 10.222.0.49 "GET /v2.0/networks/f1c41e28-5d16-459f-865e-9320359228db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853572 May 13 12:56:43.588972 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-0e0cb34a-aff7-48f1-9daf-d5cfc9bab4bd req-8d59fa8e-04b3-4f4e-a41a-1d27dd0eb131 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/ports?device_id=42b7e01b-70b1-46a0-96f0-1c412e18c5e1 HTTP/1.1" status: 200 len: 210 time: 0.0283942 May 13 12:56:43.681895 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012fd49a-1462-46a9-b468-1e12d28221c8 req-1c14afbd-c362-4777-a696-78702ece9bf5 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:56:43.683447 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-012fd49a-1462-46a9-b468-1e12d28221c8 req-1c14afbd-c362-4777-a696-78702ece9bf5 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=83873f65-ba42-4536-9af6-4aff1db77bb4 HTTP/1.1" status: 200 len: 945 time: 0.0498536 May 13 12:56:43.733736 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-012fd49a-1462-46a9-b468-1e12d28221c8 req-efc6fd08-fd2f-4857-9e62-2167639880c0 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups?id=19aba56d-0d38-455b-ace2-2ddb4354d2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447278 May 13 12:56:43.889143 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-42350119-7307-4f6d-95f0-e667b48dd5e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (6d8a5631-9f63-444c-af3b-4dcce4842b62), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:44.221460 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd19226-48c5-4fc4-a060-72df723a4030 req-6a379af1-f537-4afd-8dea-dcdb13d1c71e tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:56:44.223015 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-ddd19226-48c5-4fc4-a060-72df723a4030 req-6a379af1-f537-4afd-8dea-dcdb13d1c71e tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/ports?device_id=b9ff36f5-3afb-4239-b817-663ac72e599f HTTP/1.1" status: 200 len: 945 time: 0.0582626 May 13 12:56:44.276916 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-ddd19226-48c5-4fc4-a060-72df723a4030 req-49bd555f-e99f-4216-8334-af4e9ba4c819 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/security-groups?id=3473c18c-30b6-4258-8d74-d4010b438108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479033 May 13 12:56:44.458858 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 50076) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:56:44.585584 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4e7d8ac4-5cbd-4751-a72c-83d848bcf909 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:44.704376 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4e7d8ac4-5cbd-4751-a72c-83d848bcf909 admin admin] Publish callbacks [] for security_group (53bea65d-e66f-4dbb-bc75-20999de970a9), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:44.706897 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-9e320653-6bd4-4376-b37e-f70216cf9d4c req-bc68b243-c2fc-46bd-857e-91172f975db4 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/ports?device_id=42b7e01b-70b1-46a0-96f0-1c412e18c5e1 HTTP/1.1" status: 200 len: 210 time: 0.0357776 May 13 12:56:44.708036 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4e7d8ac4-5cbd-4751-a72c-83d848bcf909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (53bea65d-e66f-4dbb-bc75-20999de970a9), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:44.748117 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-4e7d8ac4-5cbd-4751-a72c-83d848bcf909 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=228804100891481ca82b29e37cf2f916&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2881460 May 13 12:56:44.748957 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7d8ac4-5cbd-4751-a72c-83d848bcf909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53bea65d-e66f-4dbb-bc75-20999de970a9,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:56:44.750733 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 50086) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:56:45.041591 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-4a907869-afee-4d69-acd8-cccc744e537a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (d2cfa305-5f5a-49b3-8228-876061d7e1f6), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:45.136449 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca10277-9134-45fd-89bb-e4e41571aa7f req-a2cf6eaf-41f0-4a22-aa2c-07aa6c7dc233 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:56:45.137983 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-3ca10277-9134-45fd-89bb-e4e41571aa7f req-a2cf6eaf-41f0-4a22-aa2c-07aa6c7dc233 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=83873f65-ba42-4536-9af6-4aff1db77bb4 HTTP/1.1" status: 200 len: 945 time: 0.3019884 May 13 12:56:45.171779 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-65f99321-a875-4819-a5d2-9e52e24f3406 admin admin] Publish callbacks [] for security_group (53bea65d-e66f-4dbb-bc75-20999de970a9), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:45.207402 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85459f2f-80fd-4b07-9587-1ae95fc69588 req-05660019-faaf-4080-a83c-28c2d7e5e462 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:56:45.209079 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-85459f2f-80fd-4b07-9587-1ae95fc69588 req-05660019-faaf-4080-a83c-28c2d7e5e462 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.52 "GET /v2.0/networks?id=f1c41e28-5d16-459f-865e-9320359228db HTTP/1.1" status: 200 len: 814 time: 0.4324741 May 13 12:56:45.229096 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-65f99321-a875-4819-a5d2-9e52e24f3406 admin admin] Publish callbacks [] for security_group (53bea65d-e66f-4dbb-bc75-20999de970a9), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:45.266662 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-3ca10277-9134-45fd-89bb-e4e41571aa7f req-ad25bfe8-0055-4d5b-9d25-9e5a50f40856 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups?id=19aba56d-0d38-455b-ace2-2ddb4354d2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210504 May 13 12:56:45.330824 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-65f99321-a875-4819-a5d2-9e52e24f3406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (53bea65d-e66f-4dbb-bc75-20999de970a9), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:45.333537 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-65f99321-a875-4819-a5d2-9e52e24f3406 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:45.334631 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-65f99321-a875-4819-a5d2-9e52e24f3406 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/53bea65d-e66f-4dbb-bc75-20999de970a9 HTTP/1.1" status: 204 len: 168 time: 0.5815356 May 13 12:56:45.342590 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-85459f2f-80fd-4b07-9587-1ae95fc69588 req-2aa603f6-ccb0-44af-b85c-12d2bf96660c tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ec55859792345359fc7b22003b4e995 HTTP/1.1" status: 200 len: 472 time: 0.1114624 May 13 12:56:45.350751 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f99321-a875-4819-a5d2-9e52e24f3406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53bea65d-e66f-4dbb-bc75-20999de970a9,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:56:45.359075 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.v2.base [req-85459f2f-80fd-4b07-9587-1ae95fc69588 req-8e21e615-7456-4a25-9341-38ec7833810a tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Request body: {'port': {'device_id': '42b7e01b-70b1-46a0-96f0-1c412e18c5e1', 'network_id': 'f1c41e28-5d16-459f-865e-9320359228db', 'admin_state_up': True, 'tenant_id': '7ec55859792345359fc7b22003b4e995', 'security_groups': ['6c2a5c04-ed42-4ff2-b00d-7654679018d9']}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 12:56:45.473325 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85459f2f-80fd-4b07-9587-1ae95fc69588 req-8e21e615-7456-4a25-9341-38ec7833810a tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Made reservation on behalf of 7ec55859792345359fc7b22003b4e995 for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 12:56:45.477602 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-85459f2f-80fd-4b07-9587-1ae95fc69588 req-8e21e615-7456-4a25-9341-38ec7833810a tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:45.613866 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [req-85459f2f-80fd-4b07-9587-1ae95fc69588 req-8e21e615-7456-4a25-9341-38ec7833810a tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Allocated IP 172.20.0.4 (f1c41e28-5d16-459f-865e-9320359228db/95241052-552d-491a-8c23-5ec0dd2b8fa6/6131eae9-947c-4782-958f-bf729b85fce7) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 12:56:45.619805 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 50102) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:56:45.637313 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-fd451427-50ab-4f94-825d-3057df134fe1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:45.712201 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 50106) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:56:45.716550 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.v2.base [None req-a62ef9c3-ffd0-4d45-a570-077e66868adc tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Request body: {'security_group': {'name': 'tempest-securitygroup--702212299', 'description': 'tempest-description--2136184827'}} {{(pid=109804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 12:56:45.743766 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-fd451427-50ab-4f94-825d-3057df134fe1 admin admin] Publish callbacks [] for security_group (474e92be-3512-47ac-8b41-616ab9f2a68f), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:45.753643 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-fd451427-50ab-4f94-825d-3057df134fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (474e92be-3512-47ac-8b41-616ab9f2a68f), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:45.760223 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-a62ef9c3-ffd0-4d45-a570-077e66868adc tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Publish callbacks [] for security_group (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:45.810537 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd451427-50ab-4f94-825d-3057df134fe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=474e92be-3512-47ac-8b41-616ab9f2a68f,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:56:45.814554 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-85459f2f-80fd-4b07-9587-1ae95fc69588 req-8e21e615-7456-4a25-9341-38ec7833810a tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks [] for port (6131eae9-947c-4782-958f-bf729b85fce7), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:45.820261 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-fd451427-50ab-4f94-825d-3057df134fe1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=00fe357eaa874151a11f3d598f1aa5db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1975636 May 13 12:56:45.824039 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 50110) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:56:45.834920 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-d18c1e1a-55d3-457a-a92c-988711a3bcc2 req-0a0d61c2-ad28-4e1e-84c1-4856a5a1b47e tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/ports?device_id=42b7e01b-70b1-46a0-96f0-1c412e18c5e1 HTTP/1.1" status: 200 len: 210 time: 0.0491250 May 13 12:56:45.865676 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-85459f2f-80fd-4b07-9587-1ae95fc69588 req-8e21e615-7456-4a25-9341-38ec7833810a tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750967062384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6509865'] for port (6131eae9-947c-4782-958f-bf729b85fce7), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:45.914426 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85459f2f-80fd-4b07-9587-1ae95fc69588 req-8e21e615-7456-4a25-9341-38ec7833810a tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Network f1c41e28-5d16-459f-865e-9320359228db is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 12:56:45.917661 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [req-85459f2f-80fd-4b07-9587-1ae95fc69588 req-8e21e615-7456-4a25-9341-38ec7833810a tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 12:56:45.921558 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-a62ef9c3-ffd0-4d45-a570-077e66868adc tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Publish callbacks [] for security_group (06b6c21d-ab43-4a43-86f2-b0c0d4543a67), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:45.922954 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d3999225-c419-4f3a-ba9b-5a838fb7c10d admin admin] Publish callbacks [] for security_group (474e92be-3512-47ac-8b41-616ab9f2a68f), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:45.923893 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-85459f2f-80fd-4b07-9587-1ae95fc69588 req-8e21e615-7456-4a25-9341-38ec7833810a tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 12:56:45.938967 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-a62ef9c3-ffd0-4d45-a570-077e66868adc tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (06b6c21d-ab43-4a43-86f2-b0c0d4543a67), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:45.952428 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e21e615-7456-4a25-9341-38ec7833810a tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Pushing event updated for resources: {'Port': ['ID=6131eae9-947c-4782-958f-bf729b85fce7,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:56:45.957205 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d3999225-c419-4f3a-ba9b-5a838fb7c10d admin admin] Publish callbacks [] for security_group (474e92be-3512-47ac-8b41-616ab9f2a68f), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:45.987490 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-a62ef9c3-ffd0-4d45-a570-077e66868adc tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Publish callbacks [] for security_group (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:45.988703 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-a62ef9c3-ffd0-4d45-a570-077e66868adc tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2756345 May 13 12:56:45.993503 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 50112) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:56:46.001569 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.v2.base [None req-d233ec9a-207e-456d-82be-9f5eecdc986b tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Request body: {'security_group_rule': {'security_group_id': '06b6c21d-ab43-4a43-86f2-b0c0d4543a67', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 12:56:46.008537 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62ef9c3-ffd0-4d45-a570-077e66868adc tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06b6c21d-ab43-4a43-86f2-b0c0d4543a67,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:56:46.027991 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85459f2f-80fd-4b07-9587-1ae95fc69588 req-8e21e615-7456-4a25-9341-38ec7833810a tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:56:46.029013 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-85459f2f-80fd-4b07-9587-1ae95fc69588 req-8e21e615-7456-4a25-9341-38ec7833810a tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617456'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:46.047829 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d3999225-c419-4f3a-ba9b-5a838fb7c10d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (474e92be-3512-47ac-8b41-616ab9f2a68f), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:46.048314 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d233ec9a-207e-456d-82be-9f5eecdc986b tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Publish callbacks [] for security_group_rule (378313d9-2946-4802-bfba-7a1254039c87), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:46.050861 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d3999225-c419-4f3a-ba9b-5a838fb7c10d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:46.055081 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-d3999225-c419-4f3a-ba9b-5a838fb7c10d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/474e92be-3512-47ac-8b41-616ab9f2a68f HTTP/1.1" status: 204 len: 168 time: 0.2267673 May 13 12:56:46.063102 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3999225-c419-4f3a-ba9b-5a838fb7c10d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=474e92be-3512-47ac-8b41-616ab9f2a68f,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:56:46.087500 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-85459f2f-80fd-4b07-9587-1ae95fc69588 req-8e21e615-7456-4a25-9341-38ec7833810a tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7334266 May 13 12:56:46.111960 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.v2.base [req-85459f2f-80fd-4b07-9587-1ae95fc69588 req-955ae872-f64e-4890-be8b-2648693cc405 service neutron] Request body: {'port': {'device_id': '42b7e01b-70b1-46a0-96f0-1c412e18c5e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84164'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 12:56:46.126698 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d233ec9a-207e-456d-82be-9f5eecdc986b tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Publish callbacks [] for security_group_rule (378313d9-2946-4802-bfba-7a1254039c87), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:46.145298 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d233ec9a-207e-456d-82be-9f5eecdc986b tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472018'] for security_group_rule (378313d9-2946-4802-bfba-7a1254039c87), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:46.181134 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d233ec9a-207e-456d-82be-9f5eecdc986b tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=378313d9-2946-4802-bfba-7a1254039c87,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:56:46.188314 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d233ec9a-207e-456d-82be-9f5eecdc986b tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:46.189341 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-d233ec9a-207e-456d-82be-9f5eecdc986b tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1948743 May 13 12:56:46.192150 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 50118) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:56:46.197682 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.v2.base [None req-7ef7360f-d4ae-467b-8067-4a16a1da9785 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Request body: {'security_group_rule': {'security_group_id': '06b6c21d-ab43-4a43-86f2-b0c0d4543a67', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 12:56:46.210273 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-b92d8b05-82fb-4e6a-b231-c0357bba80d8 None None] Provisioning complete for port 6131eae9-947c-4782-958f-bf729b85fce7 triggered by entity DHCP. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 12:56:46.211264 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-b92d8b05-82fb-4e6a-b231-c0357bba80d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (6131eae9-947c-4782-958f-bf729b85fce7), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:46.217851 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-85459f2f-80fd-4b07-9587-1ae95fc69588 req-955ae872-f64e-4890-be8b-2648693cc405 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (6131eae9-947c-4782-958f-bf729b85fce7), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:46.242391 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7ef7360f-d4ae-467b-8067-4a16a1da9785 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Publish callbacks [] for security_group_rule (ef94e0c3-cb57-48c6-8875-30692beed264), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:46.262427 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-b92d8b05-82fb-4e6a-b231-c0357bba80d8 None None] Port 6131eae9-947c-4782-958f-bf729b85fce7 cannot update to ACTIVE because it is not bound. {{(pid=109805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 12:56:46.343270 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7ef7360f-d4ae-467b-8067-4a16a1da9785 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Publish callbacks [] for security_group_rule (ef94e0c3-cb57-48c6-8875-30692beed264), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:46.349046 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7ef7360f-d4ae-467b-8067-4a16a1da9785 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472018'] for security_group_rule (ef94e0c3-cb57-48c6-8875-30692beed264), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:46.399008 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef7360f-d4ae-467b-8067-4a16a1da9785 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef94e0c3-cb57-48c6-8875-30692beed264,revision_number=0']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:56:46.417497 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7ef7360f-d4ae-467b-8067-4a16a1da9785 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:46.420738 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-7ef7360f-d4ae-467b-8067-4a16a1da9785 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2247763 May 13 12:56:46.425193 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7055e4-39fe-45e2-a072-5d73037871e6 req-5e7fca86-0870-4272-9539-37d1d940f145 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:56:46.425833 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 50126) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:56:46.426761 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-6a7055e4-39fe-45e2-a072-5d73037871e6 req-5e7fca86-0870-4272-9539-37d1d940f145 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=83873f65-ba42-4536-9af6-4aff1db77bb4 HTTP/1.1" status: 200 len: 945 time: 0.0708339 May 13 12:56:46.430159 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.v2.base [None req-24b2354f-3435-4527-9ddf-fe8c786ee13a tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Request body: {'floatingip': {'floating_network_id': 'feab3964-f0b8-402e-905b-49af947bf732'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 12:56:46.481971 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-24b2354f-3435-4527-9ddf-fe8c786ee13a tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:46.488419 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-6a7055e4-39fe-45e2-a072-5d73037871e6 req-7146febb-6743-4ff4-8df2-ae0c959019ac tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups?id=19aba56d-0d38-455b-ace2-2ddb4354d2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554664 May 13 12:56:46.615655 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-24b2354f-3435-4527-9ddf-fe8c786ee13a tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:46.639704 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.notifiers.nova [req-85459f2f-80fd-4b07-9587-1ae95fc69588 req-955ae872-f64e-4890-be8b-2648693cc405 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6131eae9-947c-4782-958f-bf729b85fce7 {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 12:56:46.672887 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-85459f2f-80fd-4b07-9587-1ae95fc69588 req-955ae872-f64e-4890-be8b-2648693cc405 service neutron] Publish callbacks [] for port (6131eae9-947c-4782-958f-bf729b85fce7), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:46.699288 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-85459f2f-80fd-4b07-9587-1ae95fc69588 req-955ae872-f64e-4890-be8b-2648693cc405 service neutron] Transition to ACTIVE for port object 6131eae9-947c-4782-958f-bf729b85fce7 will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 12:56:46.722923 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-7baa8e58-cb75-431e-995b-6c55a6feb1d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (5f75012c-56a5-4b0a-a85c-97c3435c2a5d), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:46.731055 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-85459f2f-80fd-4b07-9587-1ae95fc69588 req-955ae872-f64e-4890-be8b-2648693cc405 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6509904'] for port (6131eae9-947c-4782-958f-bf729b85fce7), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:46.808134 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-24b2354f-3435-4527-9ddf-fe8c786ee13a tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Allocated IP 172.27.3.248 (feab3964-f0b8-402e-905b-49af947bf732/23e33d6a-fc94-4466-a994-b549e993d354/83507fba-5883-4a2f-ac9c-5d387fc6299c) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 12:56:46.812315 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955ae872-f64e-4890-be8b-2648693cc405 service neutron] Pushing event updated for resources: {'Port': ['ID=6131eae9-947c-4782-958f-bf729b85fce7,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:56:46.988364 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-85459f2f-80fd-4b07-9587-1ae95fc69588 req-955ae872-f64e-4890-be8b-2648693cc405 service neutron] Attempting to bind port 6131eae9-947c-4782-958f-bf729b85fce7 on host hv-cinder-84164 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 12:56:46.989129 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-85459f2f-80fd-4b07-9587-1ae95fc69588 req-955ae872-f64e-4890-be8b-2648693cc405 service neutron] Attempting to bind port 6131eae9-947c-4782-958f-bf729b85fce7 by drivers openvswitch,hyperv on host hv-cinder-84164 at level 0 using segments [{'id': 'c6a3dc01-8071-489d-bd05-606d071e01ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f1c41e28-5d16-459f-865e-9320359228db'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 12:56:46.989129 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85459f2f-80fd-4b07-9587-1ae95fc69588 req-955ae872-f64e-4890-be8b-2648693cc405 service neutron] Attempting to bind port 6131eae9-947c-4782-958f-bf729b85fce7 on network f1c41e28-5d16-459f-865e-9320359228db {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 12:56:47.008371 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85459f2f-80fd-4b07-9587-1ae95fc69588 req-955ae872-f64e-4890-be8b-2648693cc405 service neutron] Port 6131eae9-947c-4782-958f-bf729b85fce7 on network f1c41e28-5d16-459f-865e-9320359228db not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84164 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 12:56:47.008700 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85459f2f-80fd-4b07-9587-1ae95fc69588 req-955ae872-f64e-4890-be8b-2648693cc405 service neutron] Attempting to bind port 6131eae9-947c-4782-958f-bf729b85fce7 on network f1c41e28-5d16-459f-865e-9320359228db {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 12:56:47.037596 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85459f2f-80fd-4b07-9587-1ae95fc69588 req-955ae872-f64e-4890-be8b-2648693cc405 service neutron] Checking agent: {'id': '202f7e15-8fd1-4d3b-a0cb-2b083dcecd1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84164', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 12, 52, 20), 'started_at': datetime.datetime(2022, 5, 13, 12, 52, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 12, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 12:56:47.038584 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85459f2f-80fd-4b07-9587-1ae95fc69588 req-955ae872-f64e-4890-be8b-2648693cc405 service neutron] Checking segment: {'id': 'c6a3dc01-8071-489d-bd05-606d071e01ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f1c41e28-5d16-459f-865e-9320359228db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 12:56:47.038986 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85459f2f-80fd-4b07-9587-1ae95fc69588 req-955ae872-f64e-4890-be8b-2648693cc405 service neutron] Bound using segment: {'id': 'c6a3dc01-8071-489d-bd05-606d071e01ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f1c41e28-5d16-459f-865e-9320359228db'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 12:56:47.039546 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-85459f2f-80fd-4b07-9587-1ae95fc69588 req-955ae872-f64e-4890-be8b-2648693cc405 service neutron] Bound port: 6131eae9-947c-4782-958f-bf729b85fce7, host: hv-cinder-84164, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6a3dc01-8071-489d-bd05-606d071e01ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f1c41e28-5d16-459f-865e-9320359228db'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 12:56:47.040329 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-85459f2f-80fd-4b07-9587-1ae95fc69588 req-955ae872-f64e-4890-be8b-2648693cc405 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (6131eae9-947c-4782-958f-bf729b85fce7), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:47.134573 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053bab0d-ff0c-4e45-a745-79c988133469 req-5977a82b-efa9-4588-a73a-10021ea527c1 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:56:47.136080 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-053bab0d-ff0c-4e45-a745-79c988133469 req-5977a82b-efa9-4588-a73a-10021ea527c1 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/ports?device_id=42b7e01b-70b1-46a0-96f0-1c412e18c5e1 HTTP/1.1" status: 200 len: 943 time: 0.1245255 May 13 12:56:47.140479 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-24b2354f-3435-4527-9ddf-fe8c786ee13a tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Publish callbacks [] for port (83507fba-5883-4a2f-ac9c-5d387fc6299c), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:47.201939 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-85459f2f-80fd-4b07-9587-1ae95fc69588 req-955ae872-f64e-4890-be8b-2648693cc405 service neutron] For port 6131eae9-947c-4782-958f-bf729b85fce7, host hv-cinder-84164, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 12:56:47.230564 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-85459f2f-80fd-4b07-9587-1ae95fc69588 req-955ae872-f64e-4890-be8b-2648693cc405 service neutron] For port 6131eae9-947c-4782-958f-bf729b85fce7, host hv-cinder-84164, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84164',level=0,port_id=6131eae9-947c-4782-958f-bf729b85fce7,segment=NetworkSegment(c6a3dc01-8071-489d-bd05-606d071e01ac),segment_id=c6a3dc01-8071-489d-bd05-606d071e01ac)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 12:56:47.255580 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-85459f2f-80fd-4b07-9587-1ae95fc69588 req-955ae872-f64e-4890-be8b-2648693cc405 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6509904'] for port (6131eae9-947c-4782-958f-bf729b85fce7), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:47.259021 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-053bab0d-ff0c-4e45-a745-79c988133469 req-b43791bc-c2e9-4bb2-a05c-26b9ef2005c0 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c2a5c04-ed42-4ff2-b00d-7654679018d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978327 May 13 12:56:47.259952 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-24b2354f-3435-4527-9ddf-fe8c786ee13a tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750967062384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6509865'] for port (83507fba-5883-4a2f-ac9c-5d387fc6299c), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:47.322771 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85459f2f-80fd-4b07-9587-1ae95fc69588 req-955ae872-f64e-4890-be8b-2648693cc405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:56:47.323904 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-85459f2f-80fd-4b07-9587-1ae95fc69588 req-955ae872-f64e-4890-be8b-2648693cc405 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617456'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:47.325417 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-85459f2f-80fd-4b07-9587-1ae95fc69588 req-955ae872-f64e-4890-be8b-2648693cc405 service neutron] 10.222.0.52 "PUT /v2.0/ports/6131eae9-947c-4782-958f-bf729b85fce7 HTTP/1.1" status: 200 len: 1093 time: 1.2179973 May 13 12:56:47.326074 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42b7e01b-70b1-46a0-96f0-1c412e18c5e1', 'tag': '6131eae9-947c-4782-958f-bf729b85fce7'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 12:56:47.328591 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cdb7c774b4c64768c46a18a465ef1a15500a906a5d07d0e5a65b0b29d0c9ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07e0734e-2fe2-4ac7-9f40-90eed3eec64d" -d '{"events": [{"name": "network-changed", "server_uuid": "42b7e01b-70b1-46a0-96f0-1c412e18c5e1", "tag": "6131eae9-947c-4782-958f-bf729b85fce7"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 12:56:47.363472 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b2354f-3435-4527-9ddf-fe8c786ee13a tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Network feab3964-f0b8-402e-905b-49af947bf732 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 12:56:47.366903 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-24b2354f-3435-4527-9ddf-fe8c786ee13a tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 12:56:47.371448 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b2354f-3435-4527-9ddf-fe8c786ee13a tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 12:56:47.411284 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 12:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91872d35-602c-4440-8fe2-67e176981540 x-openstack-request-id: req-91872d35-602c-4440-8fe2-67e176981540 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 12:56:47.412492 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42b7e01b-70b1-46a0-96f0-1c412e18c5e1", "tag": "6131eae9-947c-4782-958f-bf729b85fce7", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 12:56:47.412744 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-91872d35-602c-4440-8fe2-67e176981540 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 12:56:47.413174 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91872d35-602c-4440-8fe2-67e176981540'] response: {'name': 'network-changed', 'server_uuid': '42b7e01b-70b1-46a0-96f0-1c412e18c5e1', 'tag': '6131eae9-947c-4782-958f-bf729b85fce7', 'status': 'completed', 'code': 200} May 13 12:56:47.416445 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955ae872-f64e-4890-be8b-2648693cc405 service neutron] Pushing event updated for resources: {'Port': ['ID=6131eae9-947c-4782-958f-bf729b85fce7,revision_number=3']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:56:47.526870 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b2354f-3435-4527-9ddf-fe8c786ee13a tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Pushing event updated for resources: {'Port': ['ID=83507fba-5883-4a2f-ac9c-5d387fc6299c,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:56:47.529905 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85459f2f-80fd-4b07-9587-1ae95fc69588 req-d0e3e280-7979-4f89-b7b3-5b1055c4133b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:56:47.531877 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-85459f2f-80fd-4b07-9587-1ae95fc69588 req-d0e3e280-7979-4f89-b7b3-5b1055c4133b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ec55859792345359fc7b22003b4e995&device_id=42b7e01b-70b1-46a0-96f0-1c412e18c5e1 HTTP/1.1" status: 200 len: 1127 time: 0.0825286 May 13 12:56:47.606189 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-85459f2f-80fd-4b07-9587-1ae95fc69588 req-bba42483-7b37-4cee-8d52-a12294459ae7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6131eae9-947c-4782-958f-bf729b85fce7 HTTP/1.1" status: 200 len: 217 time: 0.0500958 May 13 12:56:47.657721 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 50160) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:56:47.693875 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0225117-3db9-47b4-b790-30fbfd3483ae req-c20684ed-de71-43bb-9910-3f4b526145de tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:56:47.695360 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-c0225117-3db9-47b4-b790-30fbfd3483ae req-c20684ed-de71-43bb-9910-3f4b526145de tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=83873f65-ba42-4536-9af6-4aff1db77bb4 HTTP/1.1" status: 200 len: 945 time: 0.0932281 May 13 12:56:47.699696 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-24b2354f-3435-4527-9ddf-fe8c786ee13a tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Publish callbacks [] for floatingip (f88a61cd-88a6-4009-8efc-29e34f84a6ae), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:47.729727 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85459f2f-80fd-4b07-9587-1ae95fc69588 req-97386019-3918-439b-94e1-36f24bf4e891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:56:47.731323 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-85459f2f-80fd-4b07-9587-1ae95fc69588 req-97386019-3918-439b-94e1-36f24bf4e891 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=95241052-552d-491a-8c23-5ec0dd2b8fa6 HTTP/1.1" status: 200 len: 853 time: 0.1142180 May 13 12:56:47.780156 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c456f600-ccfb-48e7-8e2f-a9dd47226baa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:47.812926 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-24b2354f-3435-4527-9ddf-fe8c786ee13a tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (83507fba-5883-4a2f-ac9c-5d387fc6299c), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:47.846570 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-c0225117-3db9-47b4-b790-30fbfd3483ae req-138a9a5a-a0c1-4ff7-8072-b38c5cd74ff3 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups?id=19aba56d-0d38-455b-ace2-2ddb4354d2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1437335 May 13 12:56:47.849949 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85459f2f-80fd-4b07-9587-1ae95fc69588 req-db6de449-330a-4adc-b521-be24cd426051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:56:47.851469 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-85459f2f-80fd-4b07-9587-1ae95fc69588 req-db6de449-330a-4adc-b521-be24cd426051 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f1c41e28-5d16-459f-865e-9320359228db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0967531 May 13 12:56:47.862621 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (f7880a20-862d-46b4-8dd6-192b0a47d710), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:47.870081 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c456f600-ccfb-48e7-8e2f-a9dd47226baa admin admin] Publish callbacks [] for security_group (fafb1c31-eafe-49cb-b0e2-4ec92124f0cd), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:47.876900 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c456f600-ccfb-48e7-8e2f-a9dd47226baa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (fafb1c31-eafe-49cb-b0e2-4ec92124f0cd), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:47.921000 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-c456f600-ccfb-48e7-8e2f-a9dd47226baa admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a11011aab0e24a38a0448ec6ccb3036b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2621043 May 13 12:56:47.921963 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c456f600-ccfb-48e7-8e2f-a9dd47226baa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fafb1c31-eafe-49cb-b0e2-4ec92124f0cd,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:56:47.924506 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 50164) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:56:47.980645 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-68b51ec2-31e9-4c5c-a2a8-1321bdd1ceda admin admin] Publish callbacks [] for security_group (fafb1c31-eafe-49cb-b0e2-4ec92124f0cd), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:48.007101 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-68b51ec2-31e9-4c5c-a2a8-1321bdd1ceda admin admin] Publish callbacks [] for security_group (fafb1c31-eafe-49cb-b0e2-4ec92124f0cd), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:48.038267 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-85459f2f-80fd-4b07-9587-1ae95fc69588 req-43ed5bc3-12db-4953-81e6-a7b212327048 service neutron] 10.222.0.52 "GET /v2.0/networks/f1c41e28-5d16-459f-865e-9320359228db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766462 May 13 12:56:48.059600 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-68b51ec2-31e9-4c5c-a2a8-1321bdd1ceda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (fafb1c31-eafe-49cb-b0e2-4ec92124f0cd), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:48.062324 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-68b51ec2-31e9-4c5c-a2a8-1321bdd1ceda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:48.063635 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-68b51ec2-31e9-4c5c-a2a8-1321bdd1ceda admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fafb1c31-eafe-49cb-b0e2-4ec92124f0cd HTTP/1.1" status: 204 len: 168 time: 0.1380508 May 13 12:56:48.072164 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-24b2354f-3435-4527-9ddf-fe8c786ee13a tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Publish callbacks [] for port (83507fba-5883-4a2f-ac9c-5d387fc6299c), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:48.073597 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b51ec2-31e9-4c5c-a2a8-1321bdd1ceda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fafb1c31-eafe-49cb-b0e2-4ec92124f0cd,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:56:48.095576 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-24b2354f-3435-4527-9ddf-fe8c786ee13a tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6509904'] for port (83507fba-5883-4a2f-ac9c-5d387fc6299c), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:48.226061 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b2354f-3435-4527-9ddf-fe8c786ee13a tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Pushing event updated for resources: {'Port': ['ID=83507fba-5883-4a2f-ac9c-5d387fc6299c,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:56:48.229665 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-24b2354f-3435-4527-9ddf-fe8c786ee13a tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621791'] for floatingip (f88a61cd-88a6-4009-8efc-29e34f84a6ae), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:48.255847 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-85459f2f-80fd-4b07-9587-1ae95fc69588 req-b47dd56c-dbd6-4bcc-9417-67a54aa885e9 service neutron] 10.222.0.52 "GET /v2.0/networks/f1c41e28-5d16-459f-865e-9320359228db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811090 May 13 12:56:48.260392 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-24b2354f-3435-4527-9ddf-fe8c786ee13a tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4290'] for floatingip (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:48.261595 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-24b2354f-3435-4527-9ddf-fe8c786ee13a tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8347957 May 13 12:56:48.440201 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4812936f-033c-43f8-9419-428b4b3143b8 req-35006949-bad8-43bf-9dbd-59f5fae439ea tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:56:48.442224 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-4812936f-033c-43f8-9419-428b4b3143b8 req-35006949-bad8-43bf-9dbd-59f5fae439ea tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/ports?device_id=42b7e01b-70b1-46a0-96f0-1c412e18c5e1 HTTP/1.1" status: 200 len: 943 time: 0.0722482 May 13 12:56:48.493667 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-4812936f-033c-43f8-9419-428b4b3143b8 req-29ea8c8b-c0ee-4093-97a9-ddaa29f79e5c tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c2a5c04-ed42-4ff2-b00d-7654679018d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455365 May 13 12:56:48.547930 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-f3979f6b-1d38-46ed-883f-cb1b41ac3295 req-d412e73e-0a54-4676-94bb-1595e37b4cfd tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--702212299&fields=id&tenant_id=58bddca6077344bea4cb41b23fcf8d35 HTTP/1.1" status: 200 len: 267 time: 0.0535004 May 13 12:56:48.658022 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3979f6b-1d38-46ed-883f-cb1b41ac3295 req-19009414-b173-4015-b077-c33968fb8df1 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:56:48.659493 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-f3979f6b-1d38-46ed-883f-cb1b41ac3295 req-19009414-b173-4015-b077-c33968fb8df1 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/networks?id=f576fff5-2fa1-4591-9247-28b4216fb188 HTTP/1.1" status: 200 len: 818 time: 0.1047060 May 13 12:56:48.675462 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-f3979f6b-1d38-46ed-883f-cb1b41ac3295 req-6b0df066-ea45-43c6-bed4-74e100ecd47d tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/quotas/58bddca6077344bea4cb41b23fcf8d35 HTTP/1.1" status: 200 len: 375 time: 0.0098822 May 13 12:56:48.732578 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-f3979f6b-1d38-46ed-883f-cb1b41ac3295 req-5aec01c3-6fac-4d06-8e0d-ea8134f21124 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=58bddca6077344bea4cb41b23fcf8d35&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0511916 May 13 12:56:48.830901 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-f3979f6b-1d38-46ed-883f-cb1b41ac3295 req-2d36278a-4d5e-42ff-b035-e2055ac1adbc service neutron] 10.222.0.49 "GET /v2.0/networks/f576fff5-2fa1-4591-9247-28b4216fb188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847962 May 13 12:56:48.927229 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-f3979f6b-1d38-46ed-883f-cb1b41ac3295 req-13869b41-b499-4c01-935b-b8a2b6dabf1e service neutron] 10.222.0.49 "GET /v2.0/networks/f576fff5-2fa1-4591-9247-28b4216fb188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903449 May 13 12:56:48.976004 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20a67f5-bdc9-4bb9-82b9-93f51cfe0583 req-895d0caa-f03a-464e-9350-e1e51e5a61c8 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:56:48.977542 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-f20a67f5-bdc9-4bb9-82b9-93f51cfe0583 req-895d0caa-f03a-464e-9350-e1e51e5a61c8 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=83873f65-ba42-4536-9af6-4aff1db77bb4 HTTP/1.1" status: 200 len: 945 time: 0.0480056 May 13 12:56:49.037689 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-f20a67f5-bdc9-4bb9-82b9-93f51cfe0583 req-8c4b90e9-512c-4e94-b33d-d3323a072fa6 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups?id=19aba56d-0d38-455b-ace2-2ddb4354d2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541780 May 13 12:56:49.091881 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-2a2abf95-7a5d-44d2-a6bc-162883a438c4 req-29a6ee43-ab29-4068-a43d-26bd7f63d304 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/ports?device_id=01d6f955-cec3-41be-b4c3-c1ab08771e24 HTTP/1.1" status: 200 len: 210 time: 0.0296178 May 13 12:56:49.467493 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e0734e-2fe2-4ac7-9f40-90eed3eec64d req-d0922a0f-5f6c-4bac-b4e5-337dd9188de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:56:49.469004 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-07e0734e-2fe2-4ac7-9f40-90eed3eec64d req-d0922a0f-5f6c-4bac-b4e5-337dd9188de0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ec55859792345359fc7b22003b4e995&device_id=42b7e01b-70b1-46a0-96f0-1c412e18c5e1 HTTP/1.1" status: 200 len: 1127 time: 0.0400927 May 13 12:56:49.502480 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Device 312207b7-e73e-4ced-8336-af184bb733a6 details requested by agent hyperv_hv-cinder-84164 with host hv-cinder-84164 {{(pid=109805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 12:56:49.573898 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e0734e-2fe2-4ac7-9f40-90eed3eec64d req-f7d00fb1-fdf0-4b10-8d78-5f2721ac896b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:56:49.575454 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-07e0734e-2fe2-4ac7-9f40-90eed3eec64d req-f7d00fb1-fdf0-4b10-8d78-5f2721ac896b service neutron] 10.222.0.52 "GET /v2.0/networks?id=f1c41e28-5d16-459f-865e-9320359228db HTTP/1.1" status: 200 len: 915 time: 0.0963700 May 13 12:56:49.623853 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd6526e-3ec1-4036-a862-6366e315dc02 req-d15bdc4e-8060-4c98-8f6c-0f3582081313 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:56:49.624488 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] For port 312207b7-e73e-4ced-8336-af184bb733a6, host hv-cinder-84164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84164',level=0,port_id=312207b7-e73e-4ced-8336-af184bb733a6,segment=NetworkSegment(0ccb2fa9-a285-4fe0-a15f-4b492217b87a),segment_id=0ccb2fa9-a285-4fe0-a15f-4b492217b87a)] {{(pid=109805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 12:56:49.631275 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-afd6526e-3ec1-4036-a862-6366e315dc02 req-d15bdc4e-8060-4c98-8f6c-0f3582081313 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/ports?device_id=42b7e01b-70b1-46a0-96f0-1c412e18c5e1 HTTP/1.1" status: 200 len: 943 time: 0.0516410 May 13 12:56:49.639331 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Returning: {'device': '312207b7-e73e-4ced-8336-af184bb733a6', 'network_id': '2600954f-368e-4b9b-9fca-a1e49f9c5d94', 'port_id': '312207b7-e73e-4ced-8336-af184bb733a6', 'mac_address': 'fa:16:3e:e8:27:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddd064bc-4133-46f1-b906-03efc81a9128', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 12:56:49.670602 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-07e0734e-2fe2-4ac7-9f40-90eed3eec64d req-68679dbd-0a6e-4f9d-bfed-372d5e78cc4f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6131eae9-947c-4782-958f-bf729b85fce7 HTTP/1.1" status: 200 len: 217 time: 0.0465539 May 13 12:56:49.682250 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-afd6526e-3ec1-4036-a862-6366e315dc02 req-be32852e-c242-4963-a2da-4b01a609429a tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c2a5c04-ed42-4ff2-b00d-7654679018d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502374 May 13 12:56:49.683773 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Current status of the port 312207b7-e73e-4ced-8336-af184bb733a6 is: ACTIVE; New status is: BUILD {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 12:56:49.684241 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (312207b7-e73e-4ced-8336-af184bb733a6), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:49.700937 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.notifiers.nova [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 312207b7-e73e-4ced-8336-af184bb733a6 {{(pid=109805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 12:56:49.724737 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] For port 312207b7-e73e-4ced-8336-af184bb733a6, host hv-cinder-84164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84164',level=0,port_id=312207b7-e73e-4ced-8336-af184bb733a6,segment=NetworkSegment(0ccb2fa9-a285-4fe0-a15f-4b492217b87a),segment_id=0ccb2fa9-a285-4fe0-a15f-4b492217b87a)] {{(pid=109805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 12:56:49.729423 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (312207b7-e73e-4ced-8336-af184bb733a6), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:49.732307 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e0734e-2fe2-4ac7-9f40-90eed3eec64d req-c556ce1a-9c10-4f4f-ac3a-752727011ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:56:49.734826 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-07e0734e-2fe2-4ac7-9f40-90eed3eec64d req-c556ce1a-9c10-4f4f-ac3a-752727011ad8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=95241052-552d-491a-8c23-5ec0dd2b8fa6 HTTP/1.1" status: 200 len: 853 time: 0.0493586 May 13 12:56:49.781075 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Pushing event updated for resources: {'Port': ['ID=312207b7-e73e-4ced-8336-af184bb733a6,revision_number=6']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:56:49.782855 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e0734e-2fe2-4ac7-9f40-90eed3eec64d req-367a3394-795a-4b28-83c8-967d530f315d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:56:49.784341 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-07e0734e-2fe2-4ac7-9f40-90eed3eec64d req-367a3394-795a-4b28-83c8-967d530f315d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f1c41e28-5d16-459f-865e-9320359228db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427625 May 13 12:56:49.788621 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:56:49.788996 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:56:49.789383 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:56:49.789738 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:56:49.790075 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:56:49.790405 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:56:49.790732 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:56:49.791064 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:56:49.791388 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:56:49.791716 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:56:49.792039 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:56:49.792377 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:56:49.792701 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:56:49.793041 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:56:49.793364 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:56:49.928925 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] get_ports_and_sgs() called for port_ids ['312207b7-e73e-4ced-8336-af184bb733a6'] {{(pid=109805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 12:56:50.160193 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de5bc53-c8e0-4c47-8a52-ed94ef691dea req-7c49c2da-ad33-473c-927f-d55861a09240 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:56:50.161912 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-8de5bc53-c8e0-4c47-8a52-ed94ef691dea req-7c49c2da-ad33-473c-927f-d55861a09240 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=83873f65-ba42-4536-9af6-4aff1db77bb4 HTTP/1.1" status: 200 len: 944 time: 0.0522177 May 13 12:56:50.185397 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-1ac4a0c5-c5b4-419e-a985-8a59bce6c602 req-116c65dd-d1be-4ff4-83e4-2a50b97d58f7 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/ports?device_id=01d6f955-cec3-41be-b4c3-c1ab08771e24 HTTP/1.1" status: 200 len: 210 time: 0.0271204 May 13 12:56:50.260884 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-8de5bc53-c8e0-4c47-8a52-ed94ef691dea req-8f002a52-c51f-41e2-a5ab-caaf58022b15 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups?id=19aba56d-0d38-455b-ace2-2ddb4354d2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934732 May 13 12:56:50.276661 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (202f7e15-8fd1-4d3b-a0cb-2b083dcecd1a), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:50.302945 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-07e0734e-2fe2-4ac7-9f40-90eed3eec64d req-66d364ec-2111-4b4f-898c-a7c2a51b3137 service neutron] 10.222.0.52 "GET /v2.0/networks/f1c41e28-5d16-459f-865e-9320359228db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276345 May 13 12:56:50.434396 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-07e0734e-2fe2-4ac7-9f40-90eed3eec64d req-6a32db4f-0cfb-4123-82e7-69aec43f98b9 service neutron] 10.222.0.52 "GET /v2.0/networks/f1c41e28-5d16-459f-865e-9320359228db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962379 May 13 12:56:50.662716 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3979f6b-1d38-46ed-883f-cb1b41ac3295 req-09d1ff48-6760-4895-8b61-4839fbfc7ea8 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:56:50.664122 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-f3979f6b-1d38-46ed-883f-cb1b41ac3295 req-09d1ff48-6760-4895-8b61-4839fbfc7ea8 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.52 "GET /v2.0/networks?id=f576fff5-2fa1-4591-9247-28b4216fb188 HTTP/1.1" status: 200 len: 818 time: 0.3256805 May 13 12:56:50.755557 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-f3979f6b-1d38-46ed-883f-cb1b41ac3295 req-ea482bdd-1a11-4c83-a81f-68132df472ec tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=58bddca6077344bea4cb41b23fcf8d35 HTTP/1.1" status: 200 len: 379 time: 0.0509501 May 13 12:56:50.770323 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.v2.base [req-f3979f6b-1d38-46ed-883f-cb1b41ac3295 req-81e06191-d8d9-4c1e-911a-51d3d0679c1f tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Request body: {'port': {'device_id': '01d6f955-cec3-41be-b4c3-c1ab08771e24', 'network_id': 'f576fff5-2fa1-4591-9247-28b4216fb188', 'admin_state_up': True, 'tenant_id': '58bddca6077344bea4cb41b23fcf8d35', 'security_groups': ['06b6c21d-ab43-4a43-86f2-b0c0d4543a67']}} {{(pid=109804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 12:56:50.849689 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd412e28-16b1-414d-9f4a-fdaabc1768d2 req-1d63e208-fe9d-40e3-b963-79df10d625bc tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:56:50.851060 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-fd412e28-16b1-414d-9f4a-fdaabc1768d2 req-1d63e208-fe9d-40e3-b963-79df10d625bc tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/ports?device_id=42b7e01b-70b1-46a0-96f0-1c412e18c5e1 HTTP/1.1" status: 200 len: 943 time: 0.0927510 May 13 12:56:50.931907 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-fd412e28-16b1-414d-9f4a-fdaabc1768d2 req-9815f398-6506-4635-829e-53bdcda3aee9 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c2a5c04-ed42-4ff2-b00d-7654679018d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734501 May 13 12:56:50.936109 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3979f6b-1d38-46ed-883f-cb1b41ac3295 req-81e06191-d8d9-4c1e-911a-51d3d0679c1f tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Made reservation on behalf of 58bddca6077344bea4cb41b23fcf8d35 for: {'port': 1} {{(pid=109804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 12:56:50.939314 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-f3979f6b-1d38-46ed-883f-cb1b41ac3295 req-81e06191-d8d9-4c1e-911a-51d3d0679c1f tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:51.065122 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [req-f3979f6b-1d38-46ed-883f-cb1b41ac3295 req-81e06191-d8d9-4c1e-911a-51d3d0679c1f tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Allocated IP 172.20.0.9 (f576fff5-2fa1-4591-9247-28b4216fb188/255ce2d7-f0f9-429c-8a86-3bbc48d08e37/c221412b-60f8-4ab0-b29a-df7ab68bd041) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 12:56:51.199800 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-f3979f6b-1d38-46ed-883f-cb1b41ac3295 req-81e06191-d8d9-4c1e-911a-51d3d0679c1f tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Publish callbacks [] for port (c221412b-60f8-4ab0-b29a-df7ab68bd041), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:51.233732 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-f3979f6b-1d38-46ed-883f-cb1b41ac3295 req-81e06191-d8d9-4c1e-911a-51d3d0679c1f tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750967062384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6007231'] for port (c221412b-60f8-4ab0-b29a-df7ab68bd041), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:51.276078 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3979f6b-1d38-46ed-883f-cb1b41ac3295 req-81e06191-d8d9-4c1e-911a-51d3d0679c1f tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Network f576fff5-2fa1-4591-9247-28b4216fb188 is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 12:56:51.279431 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [req-f3979f6b-1d38-46ed-883f-cb1b41ac3295 req-81e06191-d8d9-4c1e-911a-51d3d0679c1f tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 12:56:51.281857 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3979f6b-1d38-46ed-883f-cb1b41ac3295 req-81e06191-d8d9-4c1e-911a-51d3d0679c1f tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 12:56:51.304375 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4f1f43-b6e5-415d-ab7e-be90e06592af req-a6cf0fac-5054-4de1-8586-017379d7f92c tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:56:51.305930 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-1a4f1f43-b6e5-415d-ab7e-be90e06592af req-a6cf0fac-5054-4de1-8586-017379d7f92c tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/ports?device_id=01d6f955-cec3-41be-b4c3-c1ab08771e24 HTTP/1.1" status: 200 len: 931 time: 0.0517883 May 13 12:56:51.313522 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e06191-d8d9-4c1e-911a-51d3d0679c1f tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Pushing event updated for resources: {'Port': ['ID=c221412b-60f8-4ab0-b29a-df7ab68bd041,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:56:51.342773 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3979f6b-1d38-46ed-883f-cb1b41ac3295 req-81e06191-d8d9-4c1e-911a-51d3d0679c1f tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:56:51.345807 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-f3979f6b-1d38-46ed-883f-cb1b41ac3295 req-81e06191-d8d9-4c1e-911a-51d3d0679c1f tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4290'] for port (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:51.370893 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-1a4f1f43-b6e5-415d-ab7e-be90e06592af req-c90eb024-efdc-4001-b060-ccd4e3a29c50 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/security-groups?id=06b6c21d-ab43-4a43-86f2-b0c0d4543a67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588317 May 13 12:56:51.376658 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-f3979f6b-1d38-46ed-883f-cb1b41ac3295 req-81e06191-d8d9-4c1e-911a-51d3d0679c1f tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6101089 May 13 12:56:51.402326 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.v2.base [req-f3979f6b-1d38-46ed-883f-cb1b41ac3295 req-88b0171f-2677-4641-8c0a-1c500cfbc479 service neutron] Request body: {'port': {'device_id': '01d6f955-cec3-41be-b4c3-c1ab08771e24', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84164'}} {{(pid=109804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 12:56:51.443574 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d795f9-e5ca-4049-ae38-8753a4ae1de7 req-7dfee605-1699-4f32-a0da-7d791cad53f7 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:56:51.445133 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-72d795f9-e5ca-4049-ae38-8753a4ae1de7 req-7dfee605-1699-4f32-a0da-7d791cad53f7 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=83873f65-ba42-4536-9af6-4aff1db77bb4 HTTP/1.1" status: 200 len: 944 time: 0.0850103 May 13 12:56:51.502494 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-f3979f6b-1d38-46ed-883f-cb1b41ac3295 req-88b0171f-2677-4641-8c0a-1c500cfbc479 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (c221412b-60f8-4ab0-b29a-df7ab68bd041), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:51.518797 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Device 6131eae9-947c-4782-958f-bf729b85fce7 details requested by agent hyperv_hv-cinder-84164 with host hv-cinder-84164 {{(pid=109805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 12:56:51.528795 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-72d795f9-e5ca-4049-ae38-8753a4ae1de7 req-2ec39e8c-fd87-442c-b32f-00a04cf99ac9 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups?id=19aba56d-0d38-455b-ace2-2ddb4354d2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747032 May 13 12:56:51.533118 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Device 312207b7-e73e-4ced-8336-af184bb733a6 up at agent hyperv_hv-cinder-84164 {{(pid=109805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 12:56:51.633424 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-424df0f7-833b-4409-acba-906e6815c87b None None] Provisioning complete for port c221412b-60f8-4ab0-b29a-df7ab68bd041 triggered by entity DHCP. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 12:56:51.633788 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-424df0f7-833b-4409-acba-906e6815c87b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (c221412b-60f8-4ab0-b29a-df7ab68bd041), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:51.690271 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Provisioning complete for port 312207b7-e73e-4ced-8336-af184bb733a6 triggered by entity L2. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 12:56:51.690636 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (312207b7-e73e-4ced-8336-af184bb733a6), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:51.717187 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-424df0f7-833b-4409-acba-906e6815c87b None None] Port c221412b-60f8-4ab0-b29a-df7ab68bd041 cannot update to ACTIVE because it is not bound. {{(pid=109805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 12:56:51.727549 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] For port 6131eae9-947c-4782-958f-bf729b85fce7, host hv-cinder-84164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84164',level=0,port_id=6131eae9-947c-4782-958f-bf729b85fce7,segment=NetworkSegment(c6a3dc01-8071-489d-bd05-606d071e01ac),segment_id=c6a3dc01-8071-489d-bd05-606d071e01ac)] {{(pid=109805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 12:56:51.746684 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Returning: {'device': '6131eae9-947c-4782-958f-bf729b85fce7', 'network_id': 'f1c41e28-5d16-459f-865e-9320359228db', 'port_id': '6131eae9-947c-4782-958f-bf729b85fce7', 'mac_address': 'fa:16:3e:77:ef:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95241052-552d-491a-8c23-5ec0dd2b8fa6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 12:56:51.799380 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.notifiers.nova [req-f3979f6b-1d38-46ed-883f-cb1b41ac3295 req-88b0171f-2677-4641-8c0a-1c500cfbc479 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c221412b-60f8-4ab0-b29a-df7ab68bd041 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 12:56:51.807017 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-f3979f6b-1d38-46ed-883f-cb1b41ac3295 req-88b0171f-2677-4641-8c0a-1c500cfbc479 service neutron] Publish callbacks [] for port (c221412b-60f8-4ab0-b29a-df7ab68bd041), precommit_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:51.816729 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Current status of the port 6131eae9-947c-4782-958f-bf729b85fce7 is: DOWN; New status is: BUILD {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 12:56:51.817142 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (6131eae9-947c-4782-958f-bf729b85fce7), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:51.819243 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [req-f3979f6b-1d38-46ed-883f-cb1b41ac3295 req-88b0171f-2677-4641-8c0a-1c500cfbc479 service neutron] Transition to ACTIVE for port object c221412b-60f8-4ab0-b29a-df7ab68bd041 will not be triggered until provisioned by entity L2. {{(pid=109804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 12:56:51.823242 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-f3979f6b-1d38-46ed-883f-cb1b41ac3295 req-88b0171f-2677-4641-8c0a-1c500cfbc479 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6007238'] for port (c221412b-60f8-4ab0-b29a-df7ab68bd041), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:51.834187 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Current status of the port 312207b7-e73e-4ced-8336-af184bb733a6 is: BUILD; New status is: ACTIVE {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 12:56:51.834542 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (312207b7-e73e-4ced-8336-af184bb733a6), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:51.839317 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.notifiers.nova [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6131eae9-947c-4782-958f-bf729b85fce7 {{(pid=109805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 12:56:51.872221 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] For port 6131eae9-947c-4782-958f-bf729b85fce7, host hv-cinder-84164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84164',level=0,port_id=6131eae9-947c-4782-958f-bf729b85fce7,segment=NetworkSegment(c6a3dc01-8071-489d-bd05-606d071e01ac),segment_id=c6a3dc01-8071-489d-bd05-606d071e01ac)] {{(pid=109805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 12:56:51.876730 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83873f65-ba42-4536-9af6-4aff1db77bb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '312207b7-e73e-4ced-8336-af184bb733a6'}] {{(pid=109805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 12:56:51.876931 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b0171f-2677-4641-8c0a-1c500cfbc479 service neutron] Pushing event updated for resources: {'Port': ['ID=c221412b-60f8-4ab0-b29a-df7ab68bd041,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:56:51.879180 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bf410fb1f4c9c59dd9b4e78159940bff83c4f370df38d4d08ac4943129d440" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13d242a6-85e7-4a74-a809-5afac995de8b" -d '{"events": [{"server_uuid": "83873f65-ba42-4536-9af6-4aff1db77bb4", "name": "network-vif-plugged", "status": "completed", "tag": "312207b7-e73e-4ced-8336-af184bb733a6"}]}' {{(pid=109805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 12:56:51.883969 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (6131eae9-947c-4782-958f-bf729b85fce7), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:51.920654 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] For port 312207b7-e73e-4ced-8336-af184bb733a6, host hv-cinder-84164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84164',level=0,port_id=312207b7-e73e-4ced-8336-af184bb733a6,segment=NetworkSegment(0ccb2fa9-a285-4fe0-a15f-4b492217b87a),segment_id=0ccb2fa9-a285-4fe0-a15f-4b492217b87a)] {{(pid=109805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 12:56:51.927509 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 12:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f1001d2-67b5-4606-83b8-ec50bddcb542 x-openstack-request-id: req-0f1001d2-67b5-4606-83b8-ec50bddcb542 {{(pid=109805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 12:56:51.927828 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83873f65-ba42-4536-9af6-4aff1db77bb4", "name": "network-vif-plugged", "status": "completed", "tag": "312207b7-e73e-4ced-8336-af184bb733a6", "code": 200}]} {{(pid=109805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 12:56:51.928081 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0f1001d2-67b5-4606-83b8-ec50bddcb542 {{(pid=109805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 12:56:51.928475 dv-cinder-841644-1-iscsi neutron-server[109805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f1001d2-67b5-4606-83b8-ec50bddcb542'] response: {'server_uuid': '83873f65-ba42-4536-9af6-4aff1db77bb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '312207b7-e73e-4ced-8336-af184bb733a6', 'code': 200} May 13 12:56:51.932798 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (312207b7-e73e-4ced-8336-af184bb733a6), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:51.954620 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Pushing event updated for resources: {'Port': ['ID=6131eae9-947c-4782-958f-bf729b85fce7,revision_number=4']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:56:51.968521 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [req-f3979f6b-1d38-46ed-883f-cb1b41ac3295 req-88b0171f-2677-4641-8c0a-1c500cfbc479 service neutron] Attempting to bind port c221412b-60f8-4ab0-b29a-df7ab68bd041 on host hv-cinder-84164 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 12:56:51.968861 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [req-f3979f6b-1d38-46ed-883f-cb1b41ac3295 req-88b0171f-2677-4641-8c0a-1c500cfbc479 service neutron] Attempting to bind port c221412b-60f8-4ab0-b29a-df7ab68bd041 by drivers openvswitch,hyperv on host hv-cinder-84164 at level 0 using segments [{'id': '4c692b35-b0de-4c8a-9d7f-cd52d87568b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f576fff5-2fa1-4591-9247-28b4216fb188'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 12:56:51.969310 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3979f6b-1d38-46ed-883f-cb1b41ac3295 req-88b0171f-2677-4641-8c0a-1c500cfbc479 service neutron] Attempting to bind port c221412b-60f8-4ab0-b29a-df7ab68bd041 on network f576fff5-2fa1-4591-9247-28b4216fb188 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 12:56:51.979014 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3979f6b-1d38-46ed-883f-cb1b41ac3295 req-88b0171f-2677-4641-8c0a-1c500cfbc479 service neutron] Port c221412b-60f8-4ab0-b29a-df7ab68bd041 on network f576fff5-2fa1-4591-9247-28b4216fb188 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84164 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 12:56:51.979341 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3979f6b-1d38-46ed-883f-cb1b41ac3295 req-88b0171f-2677-4641-8c0a-1c500cfbc479 service neutron] Attempting to bind port c221412b-60f8-4ab0-b29a-df7ab68bd041 on network f576fff5-2fa1-4591-9247-28b4216fb188 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 12:56:51.985984 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3979f6b-1d38-46ed-883f-cb1b41ac3295 req-88b0171f-2677-4641-8c0a-1c500cfbc479 service neutron] Checking agent: {'id': '202f7e15-8fd1-4d3b-a0cb-2b083dcecd1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84164', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 12, 52, 20), 'started_at': datetime.datetime(2022, 5, 13, 12, 52, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 12, 56, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 12:56:51.986326 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3979f6b-1d38-46ed-883f-cb1b41ac3295 req-88b0171f-2677-4641-8c0a-1c500cfbc479 service neutron] Checking segment: {'id': '4c692b35-b0de-4c8a-9d7f-cd52d87568b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f576fff5-2fa1-4591-9247-28b4216fb188'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 12:56:51.986844 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3979f6b-1d38-46ed-883f-cb1b41ac3295 req-88b0171f-2677-4641-8c0a-1c500cfbc479 service neutron] Bound using segment: {'id': '4c692b35-b0de-4c8a-9d7f-cd52d87568b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f576fff5-2fa1-4591-9247-28b4216fb188'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 12:56:51.987296 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [req-f3979f6b-1d38-46ed-883f-cb1b41ac3295 req-88b0171f-2677-4641-8c0a-1c500cfbc479 service neutron] Bound port: c221412b-60f8-4ab0-b29a-df7ab68bd041, host: hv-cinder-84164, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c692b35-b0de-4c8a-9d7f-cd52d87568b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f576fff5-2fa1-4591-9247-28b4216fb188'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 12:56:51.987720 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-f3979f6b-1d38-46ed-883f-cb1b41ac3295 req-88b0171f-2677-4641-8c0a-1c500cfbc479 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (c221412b-60f8-4ab0-b29a-df7ab68bd041), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:52.022536 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Pushing event updated for resources: {'Port': ['ID=312207b7-e73e-4ced-8336-af184bb733a6,revision_number=7']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:56:52.094576 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc9412f-3187-4ca3-8127-dd40f414da6d req-13cb8732-3646-4d1a-8c54-0df9073228db tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:56:52.095964 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-dcc9412f-3187-4ca3-8127-dd40f414da6d req-13cb8732-3646-4d1a-8c54-0df9073228db tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/ports?device_id=42b7e01b-70b1-46a0-96f0-1c412e18c5e1 HTTP/1.1" status: 200 len: 944 time: 0.0696454 May 13 12:56:52.102209 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.db [req-f3979f6b-1d38-46ed-883f-cb1b41ac3295 req-88b0171f-2677-4641-8c0a-1c500cfbc479 service neutron] For port c221412b-60f8-4ab0-b29a-df7ab68bd041, host hv-cinder-84164, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 12:56:52.106841 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.db [req-f3979f6b-1d38-46ed-883f-cb1b41ac3295 req-88b0171f-2677-4641-8c0a-1c500cfbc479 service neutron] For port c221412b-60f8-4ab0-b29a-df7ab68bd041, host hv-cinder-84164, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84164',level=0,port_id=c221412b-60f8-4ab0-b29a-df7ab68bd041,segment=NetworkSegment(4c692b35-b0de-4c8a-9d7f-cd52d87568b3),segment_id=4c692b35-b0de-4c8a-9d7f-cd52d87568b3)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 12:56:52.120952 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-f3979f6b-1d38-46ed-883f-cb1b41ac3295 req-88b0171f-2677-4641-8c0a-1c500cfbc479 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6007238'] for port (c221412b-60f8-4ab0-b29a-df7ab68bd041), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:52.165744 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3979f6b-1d38-46ed-883f-cb1b41ac3295 req-88b0171f-2677-4641-8c0a-1c500cfbc479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:56:52.166385 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-f3979f6b-1d38-46ed-883f-cb1b41ac3295 req-88b0171f-2677-4641-8c0a-1c500cfbc479 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4290'] for port (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:52.167733 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-f3979f6b-1d38-46ed-883f-cb1b41ac3295 req-88b0171f-2677-4641-8c0a-1c500cfbc479 service neutron] 10.222.0.52 "PUT /v2.0/ports/c221412b-60f8-4ab0-b29a-df7ab68bd041 HTTP/1.1" status: 200 len: 1093 time: 0.7718782 May 13 12:56:52.168182 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01d6f955-cec3-41be-b4c3-c1ab08771e24', 'tag': 'c221412b-60f8-4ab0-b29a-df7ab68bd041'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 12:56:52.170407 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1b69bbfd011f85c3db934c4b22a349ffa5730c167d2456731e37bfe5d9c9e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d91c905f-6f17-4334-99e9-535ce941b95e" -d '{"events": [{"name": "network-changed", "server_uuid": "01d6f955-cec3-41be-b4c3-c1ab08771e24", "tag": "c221412b-60f8-4ab0-b29a-df7ab68bd041"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 12:56:52.198679 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-dcc9412f-3187-4ca3-8127-dd40f414da6d req-673b053a-9a2b-4ce8-bd6f-7a57f07f1a17 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c2a5c04-ed42-4ff2-b00d-7654679018d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942569 May 13 12:56:52.210938 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b0171f-2677-4641-8c0a-1c500cfbc479 service neutron] Pushing event updated for resources: {'Port': ['ID=c221412b-60f8-4ab0-b29a-df7ab68bd041,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:56:52.234473 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 12:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c66129ce-e8c7-4bab-9e12-5f72847c2cdc x-openstack-request-id: req-c66129ce-e8c7-4bab-9e12-5f72847c2cdc {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 12:56:52.234763 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01d6f955-cec3-41be-b4c3-c1ab08771e24", "tag": "c221412b-60f8-4ab0-b29a-df7ab68bd041", "status": "completed", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 12:56:52.235018 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c66129ce-e8c7-4bab-9e12-5f72847c2cdc {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 12:56:52.235412 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c66129ce-e8c7-4bab-9e12-5f72847c2cdc'] response: {'name': 'network-changed', 'server_uuid': '01d6f955-cec3-41be-b4c3-c1ab08771e24', 'tag': 'c221412b-60f8-4ab0-b29a-df7ab68bd041', 'status': 'completed', 'code': 200} May 13 12:56:52.316041 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3979f6b-1d38-46ed-883f-cb1b41ac3295 req-01174f00-5271-4012-a11b-a139688d2e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:56:52.318537 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-f3979f6b-1d38-46ed-883f-cb1b41ac3295 req-01174f00-5271-4012-a11b-a139688d2e9f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=58bddca6077344bea4cb41b23fcf8d35&device_id=01d6f955-cec3-41be-b4c3-c1ab08771e24 HTTP/1.1" status: 200 len: 1127 time: 0.0436041 May 13 12:56:52.392841 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-f3979f6b-1d38-46ed-883f-cb1b41ac3295 req-486df91a-5968-48d1-99b2-464a35de1f0b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c221412b-60f8-4ab0-b29a-df7ab68bd041 HTTP/1.1" status: 200 len: 217 time: 0.0375156 May 13 12:56:52.414835 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] get_ports_and_sgs() called for port_ids ['6131eae9-947c-4782-958f-bf729b85fce7'] {{(pid=109805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 12:56:52.453607 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3979f6b-1d38-46ed-883f-cb1b41ac3295 req-d3e1f059-5285-48db-8418-61fd69c1d942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:56:52.455014 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-f3979f6b-1d38-46ed-883f-cb1b41ac3295 req-d3e1f059-5285-48db-8418-61fd69c1d942 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=255ce2d7-f0f9-429c-8a86-3bbc48d08e37 HTTP/1.1" status: 200 len: 857 time: 0.0505629 May 13 12:56:52.532437 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eb71af-51d7-4172-a59f-1228d1764c0a req-7690fb6d-e17b-47a2-bb53-bac72aaf6f9a tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:56:52.534182 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-08eb71af-51d7-4172-a59f-1228d1764c0a req-7690fb6d-e17b-47a2-bb53-bac72aaf6f9a tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/ports?device_id=01d6f955-cec3-41be-b4c3-c1ab08771e24 HTTP/1.1" status: 200 len: 943 time: 0.0831294 May 13 12:56:52.539878 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3979f6b-1d38-46ed-883f-cb1b41ac3295 req-5971b790-8071-4147-911f-7839ed03b2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:56:52.541345 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-f3979f6b-1d38-46ed-883f-cb1b41ac3295 req-5971b790-8071-4147-911f-7839ed03b2ae service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f576fff5-2fa1-4591-9247-28b4216fb188&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0590968 May 13 12:56:52.641535 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-08eb71af-51d7-4172-a59f-1228d1764c0a req-e9241a66-dce2-4db1-9427-ff0979ca142b tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/security-groups?id=06b6c21d-ab43-4a43-86f2-b0c0d4543a67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979331 May 13 12:56:52.686417 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-f3979f6b-1d38-46ed-883f-cb1b41ac3295 req-9b283748-09ed-4d86-aa06-ecb6f3742c5a service neutron] 10.222.0.52 "GET /v2.0/networks/f576fff5-2fa1-4591-9247-28b4216fb188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369376 May 13 12:56:52.687448 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f60f864-83a6-4c9e-85c6-e8a88af8b75a req-d6e78445-1b89-4640-9f54-6f899c758c15 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:56:52.688888 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-0f60f864-83a6-4c9e-85c6-e8a88af8b75a req-d6e78445-1b89-4640-9f54-6f899c758c15 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=83873f65-ba42-4536-9af6-4aff1db77bb4 HTTP/1.1" status: 200 len: 945 time: 0.0630088 May 13 12:56:52.744424 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-0f60f864-83a6-4c9e-85c6-e8a88af8b75a req-354568aa-a843-4f89-ae0c-efc47e80d612 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups?id=19aba56d-0d38-455b-ace2-2ddb4354d2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480428 May 13 12:56:52.804641 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-f3979f6b-1d38-46ed-883f-cb1b41ac3295 req-354af5af-dae4-4480-8441-4a88586a0dad service neutron] 10.222.0.52 "GET /v2.0/networks/f576fff5-2fa1-4591-9247-28b4216fb188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004303 May 13 12:56:53.318627 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b37bb34-ec57-4a3c-a68c-bc803ba1a8a5 req-de7f0694-6c38-4eb2-b686-b385a53d7d14 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:56:53.320102 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-8b37bb34-ec57-4a3c-a68c-bc803ba1a8a5 req-de7f0694-6c38-4eb2-b686-b385a53d7d14 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/ports?device_id=42b7e01b-70b1-46a0-96f0-1c412e18c5e1 HTTP/1.1" status: 200 len: 944 time: 0.0486033 May 13 12:56:53.366560 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-8b37bb34-ec57-4a3c-a68c-bc803ba1a8a5 req-dbb13a63-93c9-41c0-b44d-314f67dd01a1 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c2a5c04-ed42-4ff2-b00d-7654679018d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406034 May 13 12:56:53.556010 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Device 6131eae9-947c-4782-958f-bf729b85fce7 up at agent hyperv_hv-cinder-84164 {{(pid=109805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 12:56:53.611040 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Provisioning for port 6131eae9-947c-4782-958f-bf729b85fce7 completed by entity L2. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 12:56:53.617929 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Provisioning complete for port 6131eae9-947c-4782-958f-bf729b85fce7 triggered by entity L2. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 12:56:53.618385 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (6131eae9-947c-4782-958f-bf729b85fce7), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:53.698254 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Current status of the port 6131eae9-947c-4782-958f-bf729b85fce7 is: BUILD; New status is: ACTIVE {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 12:56:53.699255 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (6131eae9-947c-4782-958f-bf729b85fce7), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:53.736879 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] For port 6131eae9-947c-4782-958f-bf729b85fce7, host hv-cinder-84164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84164',level=0,port_id=6131eae9-947c-4782-958f-bf729b85fce7,segment=NetworkSegment(c6a3dc01-8071-489d-bd05-606d071e01ac),segment_id=c6a3dc01-8071-489d-bd05-606d071e01ac)] {{(pid=109805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 12:56:53.741602 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (6131eae9-947c-4782-958f-bf729b85fce7), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:53.759721 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbb2c42-2b81-4e8f-b000-d7903673b93f req-02feccc6-c190-4362-ace1-1f66147b7713 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:56:53.762219 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-2bbb2c42-2b81-4e8f-b000-d7903673b93f req-02feccc6-c190-4362-ace1-1f66147b7713 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/ports?device_id=01d6f955-cec3-41be-b4c3-c1ab08771e24 HTTP/1.1" status: 200 len: 943 time: 0.0498488 May 13 12:56:53.797479 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Pushing event updated for resources: {'Port': ['ID=6131eae9-947c-4782-958f-bf729b85fce7,revision_number=5']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:56:53.819543 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-2bbb2c42-2b81-4e8f-b000-d7903673b93f req-71475343-19f6-4ef5-a740-0523fcf4b674 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/security-groups?id=06b6c21d-ab43-4a43-86f2-b0c0d4543a67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515778 May 13 12:56:53.888769 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63f05f1-5bb9-4328-a188-4230a510976c req-bfd324af-b0ef-4c01-ba84-fb91796304db tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:56:53.890383 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-c63f05f1-5bb9-4328-a188-4230a510976c req-bfd324af-b0ef-4c01-ba84-fb91796304db tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=83873f65-ba42-4536-9af6-4aff1db77bb4 HTTP/1.1" status: 200 len: 945 time: 0.0587509 May 13 12:56:53.929482 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42b7e01b-70b1-46a0-96f0-1c412e18c5e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6131eae9-947c-4782-958f-bf729b85fce7'}] {{(pid=109805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 12:56:53.931886 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bf410fb1f4c9c59dd9b4e78159940bff83c4f370df38d4d08ac4943129d440" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23eb80de-9c79-481d-9e5d-0cfe42825d9f" -d '{"events": [{"server_uuid": "42b7e01b-70b1-46a0-96f0-1c412e18c5e1", "name": "network-vif-plugged", "status": "completed", "tag": "6131eae9-947c-4782-958f-bf729b85fce7"}]}' {{(pid=109805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 12:56:53.938892 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-c63f05f1-5bb9-4328-a188-4230a510976c req-9a7accbf-8894-4160-af44-7038152971b2 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups?id=19aba56d-0d38-455b-ace2-2ddb4354d2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425129 May 13 12:56:53.987296 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 12:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5240e783-b6e5-4b4d-8fc8-add0551c0fb4 x-openstack-request-id: req-5240e783-b6e5-4b4d-8fc8-add0551c0fb4 {{(pid=109805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 12:56:53.987729 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42b7e01b-70b1-46a0-96f0-1c412e18c5e1", "name": "network-vif-plugged", "status": "completed", "tag": "6131eae9-947c-4782-958f-bf729b85fce7", "code": 200}]} {{(pid=109805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 12:56:53.988169 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5240e783-b6e5-4b4d-8fc8-add0551c0fb4 {{(pid=109805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 12:56:53.988458 dv-cinder-841644-1-iscsi neutron-server[109805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5240e783-b6e5-4b4d-8fc8-add0551c0fb4'] response: {'server_uuid': '42b7e01b-70b1-46a0-96f0-1c412e18c5e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6131eae9-947c-4782-958f-bf729b85fce7', 'code': 200} May 13 12:56:54.424641 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91c905f-6f17-4334-99e9-535ce941b95e req-02311fa2-0205-4609-8962-872b6d0d3e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:56:54.427289 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-d91c905f-6f17-4334-99e9-535ce941b95e req-02311fa2-0205-4609-8962-872b6d0d3e67 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=58bddca6077344bea4cb41b23fcf8d35&device_id=01d6f955-cec3-41be-b4c3-c1ab08771e24 HTTP/1.1" status: 200 len: 1127 time: 0.0603452 May 13 12:56:54.591277 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dc0e37-03b3-4730-8e39-0f323d22f240 req-143414a5-ff9e-4220-b051-7621e5069c4d tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:56:54.598427 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-14dc0e37-03b3-4730-8e39-0f323d22f240 req-143414a5-ff9e-4220-b051-7621e5069c4d tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/ports?device_id=42b7e01b-70b1-46a0-96f0-1c412e18c5e1 HTTP/1.1" status: 200 len: 945 time: 0.0649920 May 13 12:56:54.666920 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d42eea-7569-40bd-ab13-db3149c3decf req-cfd2d585-8a16-4656-b1bb-faec680c711a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:56:54.670281 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-80d42eea-7569-40bd-ab13-db3149c3decf req-cfd2d585-8a16-4656-b1bb-faec680c711a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=42b7e01b-70b1-46a0-96f0-1c412e18c5e1 HTTP/1.1" status: 200 len: 1129 time: 0.0742238 May 13 12:56:54.676279 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-14dc0e37-03b3-4730-8e39-0f323d22f240 req-7776d4c9-3b04-4533-8f04-4918246774c5 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c2a5c04-ed42-4ff2-b00d-7654679018d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764406 May 13 12:56:54.677761 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91c905f-6f17-4334-99e9-535ce941b95e req-a26e8082-04f5-440a-816d-4ad95552ca82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:56:54.679277 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-d91c905f-6f17-4334-99e9-535ce941b95e req-a26e8082-04f5-440a-816d-4ad95552ca82 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f576fff5-2fa1-4591-9247-28b4216fb188 HTTP/1.1" status: 200 len: 919 time: 0.2395842 May 13 12:56:54.729254 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-d91c905f-6f17-4334-99e9-535ce941b95e req-357404ea-b362-4408-ad12-12f5c2893dde service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c221412b-60f8-4ab0-b29a-df7ab68bd041 HTTP/1.1" status: 200 len: 217 time: 0.0412636 May 13 12:56:54.748974 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-80d42eea-7569-40bd-ab13-db3149c3decf req-4b19ed2c-717d-46a7-b22d-78af6d107b8c service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=6c2a5c04-ed42-4ff2-b00d-7654679018d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697191 May 13 12:56:54.804260 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91c905f-6f17-4334-99e9-535ce941b95e req-e4bef450-0ab8-422b-b8c6-e91ae91ae47a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:56:54.805865 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-d91c905f-6f17-4334-99e9-535ce941b95e req-e4bef450-0ab8-422b-b8c6-e91ae91ae47a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=255ce2d7-f0f9-429c-8a86-3bbc48d08e37 HTTP/1.1" status: 200 len: 857 time: 0.0697041 May 13 12:56:54.982286 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dedceb3-9d9e-46fe-aa79-f0db6f99ac95 req-d99e5e78-6ef7-4ff9-8025-04e20ec48413 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:56:54.983870 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-0dedceb3-9d9e-46fe-aa79-f0db6f99ac95 req-d99e5e78-6ef7-4ff9-8025-04e20ec48413 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/ports?device_id=01d6f955-cec3-41be-b4c3-c1ab08771e24 HTTP/1.1" status: 200 len: 943 time: 0.0635591 May 13 12:56:55.076397 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-0dedceb3-9d9e-46fe-aa79-f0db6f99ac95 req-ca31938a-ced6-4ee8-ac6a-0104a18c9902 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/security-groups?id=06b6c21d-ab43-4a43-86f2-b0c0d4543a67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804205 May 13 12:56:55.103917 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97aff93-5cfd-46c6-9d0d-49ff09241042 req-3d406239-e74d-45b7-b0cd-67aeeab95903 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:56:55.105730 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-b97aff93-5cfd-46c6-9d0d-49ff09241042 req-3d406239-e74d-45b7-b0cd-67aeeab95903 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=83873f65-ba42-4536-9af6-4aff1db77bb4 HTTP/1.1" status: 200 len: 945 time: 0.0700161 May 13 12:56:55.166887 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91c905f-6f17-4334-99e9-535ce941b95e req-ff2f7175-dc38-47b2-a30b-9aeee9d83d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:56:55.169526 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-d91c905f-6f17-4334-99e9-535ce941b95e req-ff2f7175-dc38-47b2-a30b-9aeee9d83d9d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f576fff5-2fa1-4591-9247-28b4216fb188&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0596125 May 13 12:56:55.191136 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-b97aff93-5cfd-46c6-9d0d-49ff09241042 req-6128c8f9-2ab1-4291-ae23-03e50408623a tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups?id=19aba56d-0d38-455b-ace2-2ddb4354d2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723860 May 13 12:56:55.554597 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Device c221412b-60f8-4ab0-b29a-df7ab68bd041 details requested by agent hyperv_hv-cinder-84164 with host hv-cinder-84164 {{(pid=109805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 12:56:55.679731 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] For port c221412b-60f8-4ab0-b29a-df7ab68bd041, host hv-cinder-84164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84164',level=0,port_id=c221412b-60f8-4ab0-b29a-df7ab68bd041,segment=NetworkSegment(4c692b35-b0de-4c8a-9d7f-cd52d87568b3),segment_id=4c692b35-b0de-4c8a-9d7f-cd52d87568b3)] {{(pid=109805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 12:56:55.694129 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Returning: {'device': 'c221412b-60f8-4ab0-b29a-df7ab68bd041', 'network_id': 'f576fff5-2fa1-4591-9247-28b4216fb188', 'port_id': 'c221412b-60f8-4ab0-b29a-df7ab68bd041', 'mac_address': 'fa:16:3e:7f:66:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '255ce2d7-f0f9-429c-8a86-3bbc48d08e37', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 12:56:55.737203 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-d91c905f-6f17-4334-99e9-535ce941b95e req-1d2fdb52-1aed-4310-9f3c-b6dd36433b2e service neutron] 10.222.0.52 "GET /v2.0/networks/f576fff5-2fa1-4591-9247-28b4216fb188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193626 May 13 12:56:55.754662 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Current status of the port c221412b-60f8-4ab0-b29a-df7ab68bd041 is: DOWN; New status is: BUILD {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 12:56:55.759837 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (c221412b-60f8-4ab0-b29a-df7ab68bd041), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:55.785941 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.notifiers.nova [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c221412b-60f8-4ab0-b29a-df7ab68bd041 {{(pid=109805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 12:56:55.820447 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] For port c221412b-60f8-4ab0-b29a-df7ab68bd041, host hv-cinder-84164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84164',level=0,port_id=c221412b-60f8-4ab0-b29a-df7ab68bd041,segment=NetworkSegment(4c692b35-b0de-4c8a-9d7f-cd52d87568b3),segment_id=4c692b35-b0de-4c8a-9d7f-cd52d87568b3)] {{(pid=109805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 12:56:55.831868 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (c221412b-60f8-4ab0-b29a-df7ab68bd041), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:55.841495 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2027eff-d3b4-4676-a4ca-c1d88519ab4a req-a7a69780-abb5-4f62-9ac9-af54f2279033 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:56:55.843497 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-d2027eff-d3b4-4676-a4ca-c1d88519ab4a req-a7a69780-abb5-4f62-9ac9-af54f2279033 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/ports?device_id=42b7e01b-70b1-46a0-96f0-1c412e18c5e1 HTTP/1.1" status: 200 len: 945 time: 0.0756617 May 13 12:56:55.910093 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-d91c905f-6f17-4334-99e9-535ce941b95e req-2371e370-50e7-436b-8385-ae6810fe03bf service neutron] 10.222.0.52 "GET /v2.0/networks/f576fff5-2fa1-4591-9247-28b4216fb188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626725 May 13 12:56:55.917292 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Pushing event updated for resources: {'Port': ['ID=c221412b-60f8-4ab0-b29a-df7ab68bd041,revision_number=4']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:56:55.938019 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-d2027eff-d3b4-4676-a4ca-c1d88519ab4a req-88d94a92-36a8-45a5-b440-4790ec188a4c tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c2a5c04-ed42-4ff2-b00d-7654679018d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825045 May 13 12:56:56.205490 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e578a1-c876-4ceb-9c49-35bf1ea3395f req-2c025066-6bdf-492d-a2d3-3ec46c79ed7b tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:56:56.210035 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-09e578a1-c876-4ceb-9c49-35bf1ea3395f req-2c025066-6bdf-492d-a2d3-3ec46c79ed7b tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/ports?device_id=01d6f955-cec3-41be-b4c3-c1ab08771e24 HTTP/1.1" status: 200 len: 944 time: 0.0635028 May 13 12:56:56.297812 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] get_ports_and_sgs() called for port_ids ['c221412b-60f8-4ab0-b29a-df7ab68bd041'] {{(pid=109805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 12:56:56.303655 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-09e578a1-c876-4ceb-9c49-35bf1ea3395f req-faee2df5-b8dc-44eb-9757-ea88567deeef tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/security-groups?id=06b6c21d-ab43-4a43-86f2-b0c0d4543a67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855758 May 13 12:56:56.337154 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5922608-dd5b-47b9-8016-1df77c860bbf req-c227632d-a01f-4fa7-aed3-754e03ad9ef2 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:56:56.342481 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-b5922608-dd5b-47b9-8016-1df77c860bbf req-c227632d-a01f-4fa7-aed3-754e03ad9ef2 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=83873f65-ba42-4536-9af6-4aff1db77bb4 HTTP/1.1" status: 200 len: 945 time: 0.0616877 May 13 12:56:56.392370 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-b5922608-dd5b-47b9-8016-1df77c860bbf req-f1792ad5-08e7-4b8e-9b46-7e8355a44208 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups?id=19aba56d-0d38-455b-ace2-2ddb4354d2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438068 May 13 12:56:57.095720 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d37173c-4815-4528-8de0-c4afd2e83d6f req-0dec358d-28cb-449f-8557-5e7d313fc87d tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:56:57.097647 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-9d37173c-4815-4528-8de0-c4afd2e83d6f req-0dec358d-28cb-449f-8557-5e7d313fc87d tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/ports?device_id=42b7e01b-70b1-46a0-96f0-1c412e18c5e1 HTTP/1.1" status: 200 len: 945 time: 0.0501821 May 13 12:56:57.148468 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-9d37173c-4815-4528-8de0-c4afd2e83d6f req-bd3aaeb6-df6c-4184-93b0-ac9ae26e8b20 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c2a5c04-ed42-4ff2-b00d-7654679018d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436416 May 13 12:56:57.268913 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85864238-7463-4df8-bf31-5070df6e8f4e req-dd20d1a0-05be-469c-9e29-55d7b2a75052 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:56:57.271297 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-85864238-7463-4df8-bf31-5070df6e8f4e req-dd20d1a0-05be-469c-9e29-55d7b2a75052 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/ports?device_id=42b7e01b-70b1-46a0-96f0-1c412e18c5e1 HTTP/1.1" status: 200 len: 945 time: 0.0501661 May 13 12:56:57.281361 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 50334) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:56:57.285785 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.v2.base [None req-350aa18d-7788-4242-8909-c74e468f144f tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Request body: {'floatingip': {'port_id': '6131eae9-947c-4782-958f-bf729b85fce7'}} {{(pid=109804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 12:56:57.330989 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-350aa18d-7788-4242-8909-c74e468f144f tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks [] for floatingip (b3f4f1be-d9a9-4ee6-85f9-2897988f346a), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:57.493931 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc2e5b8-0da0-4206-935a-696669011245 req-ea0ad56c-d937-43b1-bf66-4212d010ce0d tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:56:57.501020 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-afc2e5b8-0da0-4206-935a-696669011245 req-ea0ad56c-d937-43b1-bf66-4212d010ce0d tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/ports?device_id=01d6f955-cec3-41be-b4c3-c1ab08771e24 HTTP/1.1" status: 200 len: 944 time: 0.0717008 May 13 12:56:57.515546 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de45ad4-a7f6-49bf-b6df-1c413d20ae10 req-458b6a9d-31ed-4761-9b93-8ce66a6ddeec tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:56:57.523068 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-4de45ad4-a7f6-49bf-b6df-1c413d20ae10 req-458b6a9d-31ed-4761-9b93-8ce66a6ddeec tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=83873f65-ba42-4536-9af6-4aff1db77bb4 HTTP/1.1" status: 200 len: 945 time: 0.0541010 May 13 12:56:57.555920 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Device c221412b-60f8-4ab0-b29a-df7ab68bd041 up at agent hyperv_hv-cinder-84164 {{(pid=109805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 12:56:57.574197 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-4de45ad4-a7f6-49bf-b6df-1c413d20ae10 req-91de6408-48a6-4090-a42b-ea08f11179cf tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups?id=19aba56d-0d38-455b-ace2-2ddb4354d2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506217 May 13 12:56:57.623249 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Provisioning for port c221412b-60f8-4ab0-b29a-df7ab68bd041 completed by entity L2. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 12:56:57.633108 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Provisioning complete for port c221412b-60f8-4ab0-b29a-df7ab68bd041 triggered by entity L2. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 12:56:57.633520 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (c221412b-60f8-4ab0-b29a-df7ab68bd041), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:57.639679 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-afc2e5b8-0da0-4206-935a-696669011245 req-da22325d-30e4-4acf-8e8e-2f73decb8c6e tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/security-groups?id=06b6c21d-ab43-4a43-86f2-b0c0d4543a67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1377394 May 13 12:56:57.753522 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Current status of the port c221412b-60f8-4ab0-b29a-df7ab68bd041 is: BUILD; New status is: ACTIVE {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 12:56:57.754251 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (c221412b-60f8-4ab0-b29a-df7ab68bd041), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:57.801618 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] For port c221412b-60f8-4ab0-b29a-df7ab68bd041, host hv-cinder-84164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84164',level=0,port_id=c221412b-60f8-4ab0-b29a-df7ab68bd041,segment=NetworkSegment(4c692b35-b0de-4c8a-9d7f-cd52d87568b3),segment_id=4c692b35-b0de-4c8a-9d7f-cd52d87568b3)] {{(pid=109805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 12:56:57.802773 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01d6f955-cec3-41be-b4c3-c1ab08771e24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c221412b-60f8-4ab0-b29a-df7ab68bd041'}] {{(pid=109805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 12:56:57.805454 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bf410fb1f4c9c59dd9b4e78159940bff83c4f370df38d4d08ac4943129d440" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9227e27a-6a5b-449d-a928-cfbf0351641e" -d '{"events": [{"server_uuid": "01d6f955-cec3-41be-b4c3-c1ab08771e24", "name": "network-vif-plugged", "status": "completed", "tag": "c221412b-60f8-4ab0-b29a-df7ab68bd041"}]}' {{(pid=109805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 12:56:57.823984 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (c221412b-60f8-4ab0-b29a-df7ab68bd041), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:57.885439 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 12:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30aa2895-b069-4d26-b6e2-a254fc4a9a98 x-openstack-request-id: req-30aa2895-b069-4d26-b6e2-a254fc4a9a98 {{(pid=109805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 12:56:57.885745 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01d6f955-cec3-41be-b4c3-c1ab08771e24", "name": "network-vif-plugged", "status": "completed", "tag": "c221412b-60f8-4ab0-b29a-df7ab68bd041", "code": 200}]} {{(pid=109805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 12:56:57.885993 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-30aa2895-b069-4d26-b6e2-a254fc4a9a98 {{(pid=109805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 12:56:57.886422 dv-cinder-841644-1-iscsi neutron-server[109805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30aa2895-b069-4d26-b6e2-a254fc4a9a98'] response: {'server_uuid': '01d6f955-cec3-41be-b4c3-c1ab08771e24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c221412b-60f8-4ab0-b29a-df7ab68bd041', 'code': 200} May 13 12:56:57.913273 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Pushing event updated for resources: {'Port': ['ID=c221412b-60f8-4ab0-b29a-df7ab68bd041,revision_number=5']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:56:58.064338 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-350aa18d-7788-4242-8909-c74e468f144f tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:58.072240 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-350aa18d-7788-4242-8909-c74e468f144f tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621791'] for floatingip (b3f4f1be-d9a9-4ee6-85f9-2897988f346a), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:58.186180 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5f5034-2496-4562-8a7a-c3c9d3c18780 req-59a297b5-055b-48ec-a284-b0fa13cb30e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:56:58.188668 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-aa5f5034-2496-4562-8a7a-c3c9d3c18780 req-59a297b5-055b-48ec-a284-b0fa13cb30e4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=01d6f955-cec3-41be-b4c3-c1ab08771e24 HTTP/1.1" status: 200 len: 1129 time: 0.0595655 May 13 12:56:58.297214 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.db.l3_db [None req-350aa18d-7788-4242-8909-c74e468f144f tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Floating IP b3f4f1be-d9a9-4ee6-85f9-2897988f346a associated. External IP: 172.27.3.99, port: 6131eae9-947c-4782-958f-bf729b85fce7. May 13 12:56:58.303431 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-aa5f5034-2496-4562-8a7a-c3c9d3c18780 req-6039e290-dbd7-4c90-8911-551c4c1ba25e service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=06b6c21d-ab43-4a43-86f2-b0c0d4543a67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045897 May 13 12:56:58.780512 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc257cd8-ba93-4f60-a8b6-f88fdd542c5a req-0c70d8d0-d7db-4c0d-9342-7f8a04a7e096 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:56:58.780768 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e722aee-f88d-4b24-8f40-e1475c75b6fa req-2fc19890-7a19-40aa-a240-bc4cbb0d02ed tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:56:58.781982 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-fc257cd8-ba93-4f60-a8b6-f88fdd542c5a req-0c70d8d0-d7db-4c0d-9342-7f8a04a7e096 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=83873f65-ba42-4536-9af6-4aff1db77bb4 HTTP/1.1" status: 200 len: 945 time: 0.0547693 May 13 12:56:58.789948 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-1e722aee-f88d-4b24-8f40-e1475c75b6fa req-2fc19890-7a19-40aa-a240-bc4cbb0d02ed tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/ports?device_id=01d6f955-cec3-41be-b4c3-c1ab08771e24 HTTP/1.1" status: 200 len: 945 time: 0.0649734 May 13 12:56:58.845391 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-1e722aee-f88d-4b24-8f40-e1475c75b6fa req-bf388aca-cea9-4b56-9e75-e2e1eb4517c1 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/security-groups?id=06b6c21d-ab43-4a43-86f2-b0c0d4543a67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499175 May 13 12:56:58.888678 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-350aa18d-7788-4242-8909-c74e468f144f tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Router 045f35fc-2c99-4b59-9cb3-9ddcf675eecc has already been hosted by L3 agent 6d8a5631-9f63-444c-af3b-4dcce4842b62 {{(pid=109804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 12:56:58.904603 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-fc257cd8-ba93-4f60-a8b6-f88fdd542c5a req-7d6c751c-9484-4a70-9385-4a3b1bddbe34 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups?id=19aba56d-0d38-455b-ace2-2ddb4354d2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146638 May 13 12:56:59.043180 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-350aa18d-7788-4242-8909-c74e468f144f tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Notify agent at l3_agent.dv-cinder-841644-1-iscsi the message routers_updated {{(pid=109804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 12:56:59.051834 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-350aa18d-7788-4242-8909-c74e468f144f tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4290'] for floatingip (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:56:59.067008 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de419da5-4254-4241-8d89-0ab3d91248b9 None None] Sync routers for ids ['045f35fc-2c99-4b59-9cb3-9ddcf675eecc'] in dv-cinder-841644-1-iscsi {{(pid=109806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 12:56:59.079873 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de419da5-4254-4241-8d89-0ab3d91248b9 None None] Routers {'045f35fc-2c99-4b59-9cb3-9ddcf675eecc'} bound to L3 agent in host dv-cinder-841644-1-iscsi {{(pid=109806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 12:56:59.082371 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_hamode_db [None req-de419da5-4254-4241-8d89-0ab3d91248b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841644-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T12:45:44Z,description=,heartbeat_timestamp=2022-05-13T12:56:44Z,host='dv-cinder-841644-1-iscsi',id=6d8a5631-9f63-444c-af3b-4dcce4842b62,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T12:45:44Z,topic='l3_agent')) {'router_ids': ['045f35fc-2c99-4b59-9cb3-9ddcf675eecc'], 'active': True} {{(pid=109806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 12:56:59.096810 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-350aa18d-7788-4242-8909-c74e468f144f tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "PUT /v2.0/floatingips/b3f4f1be-d9a9-4ee6-85f9-2897988f346a HTTP/1.1" status: 200 len: 990 time: 1.8122325 May 13 12:56:59.096810 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42b7e01b-70b1-46a0-96f0-1c412e18c5e1', 'tag': '6131eae9-947c-4782-958f-bf729b85fce7'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 12:56:59.097970 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1b69bbfd011f85c3db934c4b22a349ffa5730c167d2456731e37bfe5d9c9e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c2935df-9fb3-4c49-a8da-bcb19820dc60" -d '{"events": [{"name": "network-changed", "server_uuid": "42b7e01b-70b1-46a0-96f0-1c412e18c5e1", "tag": "6131eae9-947c-4782-958f-bf729b85fce7"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 12:56:59.141064 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 12:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-233c96e2-23e1-423b-90c5-1d6ec23b2d00 x-openstack-request-id: req-233c96e2-23e1-423b-90c5-1d6ec23b2d00 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 12:56:59.141455 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42b7e01b-70b1-46a0-96f0-1c412e18c5e1", "tag": "6131eae9-947c-4782-958f-bf729b85fce7", "status": "completed", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 12:56:59.141795 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-233c96e2-23e1-423b-90c5-1d6ec23b2d00 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 12:56:59.142278 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-233c96e2-23e1-423b-90c5-1d6ec23b2d00'] response: {'name': 'network-changed', 'server_uuid': '42b7e01b-70b1-46a0-96f0-1c412e18c5e1', 'tag': '6131eae9-947c-4782-958f-bf729b85fce7', 'status': 'completed', 'code': 200} May 13 12:56:59.230664 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_dvr_db [None req-de419da5-4254-4241-8d89-0ab3d91248b9 None None] Set router 045f35fc-2c99-4b59-9cb3-9ddcf675eecc gateway port host: dv-cinder-841644-1-iscsi {{(pid=109806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 12:56:59.402827 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2935df-9fb3-4c49-a8da-bcb19820dc60 req-a8c69430-2fe4-4c8e-8f87-e487d181b073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:56:59.404534 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-6c2935df-9fb3-4c49-a8da-bcb19820dc60 req-a8c69430-2fe4-4c8e-8f87-e487d181b073 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ec55859792345359fc7b22003b4e995&device_id=42b7e01b-70b1-46a0-96f0-1c412e18c5e1 HTTP/1.1" status: 200 len: 1129 time: 0.0543668 May 13 12:56:59.540644 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2935df-9fb3-4c49-a8da-bcb19820dc60 req-392d4d84-3a3c-47e2-9068-c908b5acbf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:56:59.543270 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-6c2935df-9fb3-4c49-a8da-bcb19820dc60 req-392d4d84-3a3c-47e2-9068-c908b5acbf6d service neutron] 10.222.0.52 "GET /v2.0/networks?id=f1c41e28-5d16-459f-865e-9320359228db HTTP/1.1" status: 200 len: 915 time: 0.1259897 May 13 12:56:59.629401 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_hamode_db [None req-de419da5-4254-4241-8d89-0ab3d91248b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '045f35fc-2c99-4b59-9cb3-9ddcf675eecc', 'name': 'tempest-AttachVolumeNegativeTest-207558896-router', 'tenant_id': '7ec55859792345359fc7b22003b4e995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '02b711c9-c253-4fa7-9b82-c20738edf579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T12:54:23Z', 'updated_at': '2022-05-13T12:54:39Z', 'revision_number': 4, 'project_id': '7ec55859792345359fc7b22003b4e995', 'gw_port': {'id': '02b711c9-c253-4fa7-9b82-c20738edf579', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ac:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045f35fc-2c99-4b59-9cb3-9ddcf675eecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:54:25Z', 'updated_at': '2022-05-13T12:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi', '_floatingips': [{'id': '4f8d944e-04eb-42d5-8bf5-2639b9e54c90', 'tenant_id': '7ec55859792345359fc7b22003b4e995', 'floating_ip_address': '172.27.3.86', 'floating_network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'router_id': '045f35fc-2c99-4b59-9cb3-9ddcf675eecc', 'port_id': '99a73876-f6c7-452e-b541-5ee509349a0a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1c41e28-5d16-459f-865e-9320359228db', 'mac_address': 'fa:16:3e:e6:0c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34789621-2e0a-4fef-8268-7703885edac6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T12:54:51Z', 'updated_at': '2022-05-13T12:55:23Z', 'revision_number': 2, 'project_id': '7ec55859792345359fc7b22003b4e995', 'fixed_ip_address_scope': None}, {'id': 'b3f4f1be-d9a9-4ee6-85f9-2897988f346a', 'tenant_id': '7ec55859792345359fc7b22003b4e995', 'floating_ip_address': '172.27.3.99', 'floating_network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'router_id': '045f35fc-2c99-4b59-9cb3-9ddcf675eecc', 'port_id': '6131eae9-947c-4782-958f-bf729b85fce7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 377, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1c41e28-5d16-459f-865e-9320359228db', 'mac_address': 'fa:16:3e:77:ef:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b7e01b-70b1-46a0-96f0-1c412e18c5e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T12:56:42Z', 'updated_at': '2022-05-13T12:56:57Z', 'revision_number': 1, 'project_id': '7ec55859792345359fc7b22003b4e995', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '809a9c8d-b43e-4e7d-bc47-feb11109602a', 'name': '', 'network_id': 'f1c41e28-5d16-459f-865e-9320359228db', 'tenant_id': '7ec55859792345359fc7b22003b4e995', 'mac_address': 'fa:16:3e:84:69:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045f35fc-2c99-4b59-9cb3-9ddcf675eecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '95241052-552d-491a-8c23-5ec0dd2b8fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:54:35Z', 'updated_at': '2022-05-13T12:54:49Z', 'revision_number': 5, 'project_id': '7ec55859792345359fc7b22003b4e995', 'subnets': [{'id': '95241052-552d-491a-8c23-5ec0dd2b8fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841644-1-iscsi', False) {} {{(pid=109806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 12:56:59.643314 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-6c2935df-9fb3-4c49-a8da-bcb19820dc60 req-4930f417-be4a-4ff9-b7c5-2b538a686432 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6131eae9-947c-4782-958f-bf729b85fce7 HTTP/1.1" status: 200 len: 998 time: 0.0732133 May 13 12:56:59.660373 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de419da5-4254-4241-8d89-0ab3d91248b9 None None] Checking router: 045f35fc-2c99-4b59-9cb3-9ddcf675eecc for host: dv-cinder-841644-1-iscsi {{(pid=109806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 12:56:59.677758 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de419da5-4254-4241-8d89-0ab3d91248b9 None None] Routers {'045f35fc-2c99-4b59-9cb3-9ddcf675eecc'} bound to L3 agent in host dv-cinder-841644-1-iscsi {{(pid=109806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 12:56:59.678461 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_hamode_db [None req-de419da5-4254-4241-8d89-0ab3d91248b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841644-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T12:45:44Z,description=,heartbeat_timestamp=2022-05-13T12:56:44Z,host='dv-cinder-841644-1-iscsi',id=6d8a5631-9f63-444c-af3b-4dcce4842b62,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T12:45:44Z,topic='l3_agent')) {'router_ids': ['045f35fc-2c99-4b59-9cb3-9ddcf675eecc'], 'active': True} {{(pid=109806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 12:56:59.803965 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_dvr_db [None req-de419da5-4254-4241-8d89-0ab3d91248b9 None None] Set router 045f35fc-2c99-4b59-9cb3-9ddcf675eecc gateway port host: dv-cinder-841644-1-iscsi {{(pid=109806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 12:56:59.973392 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e738abc-5c88-4c87-a178-2ec247f9b525 req-a0fe44b1-3d4c-4275-8798-75513e35f16e tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:56:59.976331 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-6e738abc-5c88-4c87-a178-2ec247f9b525 req-a0fe44b1-3d4c-4275-8798-75513e35f16e tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/ports?device_id=01d6f955-cec3-41be-b4c3-c1ab08771e24 HTTP/1.1" status: 200 len: 945 time: 0.0691516 May 13 12:57:00.045686 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-6e738abc-5c88-4c87-a178-2ec247f9b525 req-5bc330b7-06c3-4b8c-95e6-a371ffe8e7a2 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/security-groups?id=06b6c21d-ab43-4a43-86f2-b0c0d4543a67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627878 May 13 12:57:00.089831 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_hamode_db [None req-de419da5-4254-4241-8d89-0ab3d91248b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '045f35fc-2c99-4b59-9cb3-9ddcf675eecc', 'name': 'tempest-AttachVolumeNegativeTest-207558896-router', 'tenant_id': '7ec55859792345359fc7b22003b4e995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '02b711c9-c253-4fa7-9b82-c20738edf579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T12:54:23Z', 'updated_at': '2022-05-13T12:54:39Z', 'revision_number': 4, 'project_id': '7ec55859792345359fc7b22003b4e995', 'gw_port': {'id': '02b711c9-c253-4fa7-9b82-c20738edf579', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ac:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045f35fc-2c99-4b59-9cb3-9ddcf675eecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:54:25Z', 'updated_at': '2022-05-13T12:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi', '_floatingips': [{'id': '4f8d944e-04eb-42d5-8bf5-2639b9e54c90', 'tenant_id': '7ec55859792345359fc7b22003b4e995', 'floating_ip_address': '172.27.3.86', 'floating_network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'router_id': '045f35fc-2c99-4b59-9cb3-9ddcf675eecc', 'port_id': '99a73876-f6c7-452e-b541-5ee509349a0a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1c41e28-5d16-459f-865e-9320359228db', 'mac_address': 'fa:16:3e:e6:0c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34789621-2e0a-4fef-8268-7703885edac6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T12:54:51Z', 'updated_at': '2022-05-13T12:55:23Z', 'revision_number': 2, 'project_id': '7ec55859792345359fc7b22003b4e995', 'fixed_ip_address_scope': None}, {'id': 'b3f4f1be-d9a9-4ee6-85f9-2897988f346a', 'tenant_id': '7ec55859792345359fc7b22003b4e995', 'floating_ip_address': '172.27.3.99', 'floating_network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'router_id': '045f35fc-2c99-4b59-9cb3-9ddcf675eecc', 'port_id': '6131eae9-947c-4782-958f-bf729b85fce7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 377, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1c41e28-5d16-459f-865e-9320359228db', 'mac_address': 'fa:16:3e:77:ef:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b7e01b-70b1-46a0-96f0-1c412e18c5e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T12:56:42Z', 'updated_at': '2022-05-13T12:56:57Z', 'revision_number': 1, 'project_id': '7ec55859792345359fc7b22003b4e995', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '809a9c8d-b43e-4e7d-bc47-feb11109602a', 'name': '', 'network_id': 'f1c41e28-5d16-459f-865e-9320359228db', 'tenant_id': '7ec55859792345359fc7b22003b4e995', 'mac_address': 'fa:16:3e:84:69:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045f35fc-2c99-4b59-9cb3-9ddcf675eecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '95241052-552d-491a-8c23-5ec0dd2b8fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:54:35Z', 'updated_at': '2022-05-13T12:54:49Z', 'revision_number': 5, 'project_id': '7ec55859792345359fc7b22003b4e995', 'subnets': [{'id': '95241052-552d-491a-8c23-5ec0dd2b8fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841644-1-iscsi', False) {} {{(pid=109806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 12:57:00.119136 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de419da5-4254-4241-8d89-0ab3d91248b9 None None] The sync data for ids ['045f35fc-2c99-4b59-9cb3-9ddcf675eecc'] in dv-cinder-841644-1-iscsi is: [{'id': '045f35fc-2c99-4b59-9cb3-9ddcf675eecc', 'name': 'tempest-AttachVolumeNegativeTest-207558896-router', 'tenant_id': '7ec55859792345359fc7b22003b4e995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '02b711c9-c253-4fa7-9b82-c20738edf579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T12:54:23Z', 'updated_at': '2022-05-13T12:54:39Z', 'revision_number': 4, 'project_id': '7ec55859792345359fc7b22003b4e995', 'gw_port': {'id': '02b711c9-c253-4fa7-9b82-c20738edf579', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ac:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045f35fc-2c99-4b59-9cb3-9ddcf675eecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:54:25Z', 'updated_at': '2022-05-13T12:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi', '_floatingips': [{'id': '4f8d944e-04eb-42d5-8bf5-2639b9e54c90', 'tenant_id': '7ec55859792345359fc7b22003b4e995', 'floating_ip_address': '172.27.3.86', 'floating_network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'router_id': '045f35fc-2c99-4b59-9cb3-9ddcf675eecc', 'port_id': '99a73876-f6c7-452e-b541-5ee509349a0a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1c41e28-5d16-459f-865e-9320359228db', 'mac_address': 'fa:16:3e:e6:0c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34789621-2e0a-4fef-8268-7703885edac6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T12:54:51Z', 'updated_at': '2022-05-13T12:55:23Z', 'revision_number': 2, 'project_id': '7ec55859792345359fc7b22003b4e995', 'fixed_ip_address_scope': None}, {'id': 'b3f4f1be-d9a9-4ee6-85f9-2897988f346a', 'tenant_id': '7ec55859792345359fc7b22003b4e995', 'floating_ip_address': '172.27.3.99', 'floating_network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'router_id': '045f35fc-2c99-4b59-9cb3-9ddcf675eecc', 'port_id': '6131eae9-947c-4782-958f-bf729b85fce7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 377, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1c41e28-5d16-459f-865e-9320359228db', 'mac_address': 'fa:16:3e:77:ef:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b7e01b-70b1-46a0-96f0-1c412e18c5e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T12:56:42Z', 'updated_at': '2022-05-13T12:56:57Z', 'revision_number': 1, 'project_id': '7ec55859792345359fc7b22003b4e995', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '809a9c8d-b43e-4e7d-bc47-feb11109602a', 'name': '', 'network_id': 'f1c41e28-5d16-459f-865e-9320359228db', 'tenant_id': '7ec55859792345359fc7b22003b4e995', 'mac_address': 'fa:16:3e:84:69:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045f35fc-2c99-4b59-9cb3-9ddcf675eecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '95241052-552d-491a-8c23-5ec0dd2b8fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:54:35Z', 'updated_at': '2022-05-13T12:54:49Z', 'revision_number': 5, 'project_id': '7ec55859792345359fc7b22003b4e995', 'subnets': [{'id': '95241052-552d-491a-8c23-5ec0dd2b8fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 12:57:00.229956 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0b47ce-b07b-48e8-93b4-1d597d09fc7c req-24dd458a-59f1-48d6-b70c-735e2890871b tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:57:00.232073 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-6e0b47ce-b07b-48e8-93b4-1d597d09fc7c req-24dd458a-59f1-48d6-b70c-735e2890871b tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=83873f65-ba42-4536-9af6-4aff1db77bb4 HTTP/1.1" status: 200 len: 945 time: 0.0872216 May 13 12:57:00.308485 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-6e0b47ce-b07b-48e8-93b4-1d597d09fc7c req-cc64858b-8b0c-475b-91d2-41789f24bfb7 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups?id=19aba56d-0d38-455b-ace2-2ddb4354d2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649710 May 13 12:57:00.438889 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba92cfb-0f6a-4e66-bd3a-cf2cd246d9f3 None None] New status for floating IP b3f4f1be-d9a9-4ee6-85f9-2897988f346a: ACTIVE {{(pid=109805) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 12:57:00.545319 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2935df-9fb3-4c49-a8da-bcb19820dc60 req-c7cb1c5c-9b6d-4ca5-99fe-a7269ddd6672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:57:00.547232 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-6c2935df-9fb3-4c49-a8da-bcb19820dc60 req-c7cb1c5c-9b6d-4ca5-99fe-a7269ddd6672 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=95241052-552d-491a-8c23-5ec0dd2b8fa6 HTTP/1.1" status: 200 len: 853 time: 0.1118722 May 13 12:57:00.553615 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 50390) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:57:00.635153 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2935df-9fb3-4c49-a8da-bcb19820dc60 req-e13fb0c6-4331-4527-8d3b-280fa86f4fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:57:00.636739 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-6c2935df-9fb3-4c49-a8da-bcb19820dc60 req-e13fb0c6-4331-4527-8d3b-280fa86f4fc4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f1c41e28-5d16-459f-865e-9320359228db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0527532 May 13 12:57:00.771418 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-6c2935df-9fb3-4c49-a8da-bcb19820dc60 req-c3fd0381-ed0a-4b7a-b0a7-2bfd70432b38 service neutron] 10.222.0.52 "GET /v2.0/networks/f1c41e28-5d16-459f-865e-9320359228db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246705 May 13 12:57:00.825650 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9f0bf759-cbae-473a-9e71-a8679be3be16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:57:00.938891 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-6c2935df-9fb3-4c49-a8da-bcb19820dc60 req-bac14bf5-39cc-4f1e-abfc-462666aeee57 service neutron] 10.222.0.52 "GET /v2.0/networks/f1c41e28-5d16-459f-865e-9320359228db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592145 May 13 12:57:00.986747 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9f0bf759-cbae-473a-9e71-a8679be3be16 admin admin] Publish callbacks [] for security_group (804d55db-f1ed-4548-a490-f00092896855), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:57:00.994420 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9f0bf759-cbae-473a-9e71-a8679be3be16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (804d55db-f1ed-4548-a490-f00092896855), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:57:01.037669 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-9f0bf759-cbae-473a-9e71-a8679be3be16 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7d40149bcce54134817f0e22fdc3eb1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4828176 May 13 12:57:01.038956 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0bf759-cbae-473a-9e71-a8679be3be16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=804d55db-f1ed-4548-a490-f00092896855,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:57:01.040575 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 50400) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:57:01.125002 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b41a99b8-6737-449e-9bac-c429e109b58d admin admin] Publish callbacks [] for security_group (804d55db-f1ed-4548-a490-f00092896855), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:57:01.165324 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b41a99b8-6737-449e-9bac-c429e109b58d admin admin] Publish callbacks [] for security_group (804d55db-f1ed-4548-a490-f00092896855), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:57:01.191278 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9710eb-4bd7-4283-93a6-e6ee71ee4e79 req-5297e7a4-3ae6-4060-9a18-2d48bb4c71b1 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:57:01.193609 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-8f9710eb-4bd7-4283-93a6-e6ee71ee4e79 req-5297e7a4-3ae6-4060-9a18-2d48bb4c71b1 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/ports?device_id=01d6f955-cec3-41be-b4c3-c1ab08771e24 HTTP/1.1" status: 200 len: 945 time: 0.0526259 May 13 12:57:01.222999 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b41a99b8-6737-449e-9bac-c429e109b58d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (804d55db-f1ed-4548-a490-f00092896855), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:57:01.226345 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b41a99b8-6737-449e-9bac-c429e109b58d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:57:01.227472 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-b41a99b8-6737-449e-9bac-c429e109b58d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/804d55db-f1ed-4548-a490-f00092896855 HTTP/1.1" status: 204 len: 168 time: 0.1857336 May 13 12:57:01.237522 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41a99b8-6737-449e-9bac-c429e109b58d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=804d55db-f1ed-4548-a490-f00092896855,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:57:01.302458 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-8f9710eb-4bd7-4283-93a6-e6ee71ee4e79 req-02240f53-89e0-455c-92a3-5fb205c5fb3d tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/security-groups?id=06b6c21d-ab43-4a43-86f2-b0c0d4543a67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945041 May 13 12:57:01.450705 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4db719a-609c-4ce9-8b74-dfceba266b46 req-8ad71918-88ef-4262-b7d2-5d1af9464c0b tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:57:01.452316 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-a4db719a-609c-4ce9-8b74-dfceba266b46 req-8ad71918-88ef-4262-b7d2-5d1af9464c0b tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/ports?device_id=01d6f955-cec3-41be-b4c3-c1ab08771e24 HTTP/1.1" status: 200 len: 945 time: 0.0684283 May 13 12:57:01.462277 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 50410) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:57:01.467605 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.v2.base [None req-3d44ffdf-13bc-4e58-bc3b-6b16dd3b713a tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Request body: {'floatingip': {'port_id': 'c221412b-60f8-4ab0-b29a-df7ab68bd041'}} {{(pid=109804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 12:57:01.479877 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713417c6-8dbb-4f79-822a-9ba2859ed51e req-138a7c83-dc43-413c-bca7-1d148ecacd14 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:57:01.487835 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-713417c6-8dbb-4f79-822a-9ba2859ed51e req-138a7c83-dc43-413c-bca7-1d148ecacd14 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=83873f65-ba42-4536-9af6-4aff1db77bb4 HTTP/1.1" status: 200 len: 945 time: 0.0612235 May 13 12:57:01.553672 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3d44ffdf-13bc-4e58-bc3b-6b16dd3b713a tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Publish callbacks [] for floatingip (f88a61cd-88a6-4009-8efc-29e34f84a6ae), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:57:01.572730 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-713417c6-8dbb-4f79-822a-9ba2859ed51e req-ffea7d42-ab50-408a-a000-7355afd50133 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups?id=19aba56d-0d38-455b-ace2-2ddb4354d2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836201 May 13 12:57:02.105473 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3d44ffdf-13bc-4e58-bc3b-6b16dd3b713a tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:57:02.109872 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3d44ffdf-13bc-4e58-bc3b-6b16dd3b713a tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621791'] for floatingip (f88a61cd-88a6-4009-8efc-29e34f84a6ae), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:57:02.219886 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.db.l3_db [None req-3d44ffdf-13bc-4e58-bc3b-6b16dd3b713a tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Floating IP f88a61cd-88a6-4009-8efc-29e34f84a6ae associated. External IP: 172.27.3.248, port: c221412b-60f8-4ab0-b29a-df7ab68bd041. May 13 12:57:02.464687 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d44ffdf-13bc-4e58-bc3b-6b16dd3b713a tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Router 440b421f-e2d5-4beb-b012-398d7d0adbaa has already been hosted by L3 agent 6d8a5631-9f63-444c-af3b-4dcce4842b62 {{(pid=109804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 12:57:02.583558 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d44ffdf-13bc-4e58-bc3b-6b16dd3b713a tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Notify agent at l3_agent.dv-cinder-841644-1-iscsi the message routers_updated {{(pid=109804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 12:57:02.592799 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3d44ffdf-13bc-4e58-bc3b-6b16dd3b713a tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4290'] for floatingip (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:57:02.595558 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5677d085-6607-456c-8d12-504c810b769a None None] Sync routers for ids ['440b421f-e2d5-4beb-b012-398d7d0adbaa'] in dv-cinder-841644-1-iscsi {{(pid=109806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 12:57:02.607930 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5677d085-6607-456c-8d12-504c810b769a None None] Routers {'440b421f-e2d5-4beb-b012-398d7d0adbaa'} bound to L3 agent in host dv-cinder-841644-1-iscsi {{(pid=109806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 12:57:02.608608 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_hamode_db [None req-5677d085-6607-456c-8d12-504c810b769a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841644-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T12:45:44Z,description=,heartbeat_timestamp=2022-05-13T12:56:44Z,host='dv-cinder-841644-1-iscsi',id=6d8a5631-9f63-444c-af3b-4dcce4842b62,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T12:45:44Z,topic='l3_agent')) {'router_ids': ['440b421f-e2d5-4beb-b012-398d7d0adbaa'], 'active': True} {{(pid=109806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 12:57:02.650868 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-3d44ffdf-13bc-4e58-bc3b-6b16dd3b713a tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "PUT /v2.0/floatingips/f88a61cd-88a6-4009-8efc-29e34f84a6ae HTTP/1.1" status: 200 len: 991 time: 1.1854501 May 13 12:57:02.657772 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01d6f955-cec3-41be-b4c3-c1ab08771e24', 'tag': 'c221412b-60f8-4ab0-b29a-df7ab68bd041'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 12:57:02.660637 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1b69bbfd011f85c3db934c4b22a349ffa5730c167d2456731e37bfe5d9c9e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cb5b24e-2f8d-407b-a82e-ef5ee05ae8df" -d '{"events": [{"name": "network-changed", "server_uuid": "01d6f955-cec3-41be-b4c3-c1ab08771e24", "tag": "c221412b-60f8-4ab0-b29a-df7ab68bd041"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 12:57:02.744576 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_dvr_db [None req-5677d085-6607-456c-8d12-504c810b769a None None] Set router 440b421f-e2d5-4beb-b012-398d7d0adbaa gateway port host: dv-cinder-841644-1-iscsi {{(pid=109806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 12:57:02.781240 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a52be7e-9292-4509-9f1d-ecf961fe1925 req-37421802-6868-41a3-b785-1600b89fe892 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:57:02.783299 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-0a52be7e-9292-4509-9f1d-ecf961fe1925 req-37421802-6868-41a3-b785-1600b89fe892 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=83873f65-ba42-4536-9af6-4aff1db77bb4 HTTP/1.1" status: 200 len: 945 time: 0.0610037 May 13 12:57:02.784271 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 12:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7c614e6-f205-40a9-be50-87cd88f0d9e5 x-openstack-request-id: req-f7c614e6-f205-40a9-be50-87cd88f0d9e5 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 12:57:02.785343 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01d6f955-cec3-41be-b4c3-c1ab08771e24", "tag": "c221412b-60f8-4ab0-b29a-df7ab68bd041", "status": "completed", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 12:57:02.785492 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f7c614e6-f205-40a9-be50-87cd88f0d9e5 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 12:57:02.785837 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7c614e6-f205-40a9-be50-87cd88f0d9e5'] response: {'name': 'network-changed', 'server_uuid': '01d6f955-cec3-41be-b4c3-c1ab08771e24', 'tag': 'c221412b-60f8-4ab0-b29a-df7ab68bd041', 'status': 'completed', 'code': 200} May 13 12:57:02.873774 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb5b24e-2f8d-407b-a82e-ef5ee05ae8df req-93c56ca8-1958-4612-9532-10244881e3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:57:02.876648 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-7cb5b24e-2f8d-407b-a82e-ef5ee05ae8df req-93c56ca8-1958-4612-9532-10244881e3ff service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=58bddca6077344bea4cb41b23fcf8d35&device_id=01d6f955-cec3-41be-b4c3-c1ab08771e24 HTTP/1.1" status: 200 len: 1129 time: 0.0662913 May 13 12:57:02.952119 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-0a52be7e-9292-4509-9f1d-ecf961fe1925 req-d7c824e4-164f-43f9-8f05-5875c44a44a6 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups?id=19aba56d-0d38-455b-ace2-2ddb4354d2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1617844 May 13 12:57:03.008004 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb5b24e-2f8d-407b-a82e-ef5ee05ae8df req-02bb2dc7-1000-4d14-80fd-e75d4a987171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:57:03.009546 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-7cb5b24e-2f8d-407b-a82e-ef5ee05ae8df req-02bb2dc7-1000-4d14-80fd-e75d4a987171 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f576fff5-2fa1-4591-9247-28b4216fb188 HTTP/1.1" status: 200 len: 919 time: 0.1225517 May 13 12:57:03.069407 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_hamode_db [None req-5677d085-6607-456c-8d12-504c810b769a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '440b421f-e2d5-4beb-b012-398d7d0adbaa', 'name': 'tempest-ServerRescueNegativeTestJSON-526245843-router', 'tenant_id': '58bddca6077344bea4cb41b23fcf8d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'b669c01c-389a-43c8-b724-af59cc1397eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T12:54:23Z', 'updated_at': '2022-05-13T12:54:41Z', 'revision_number': 4, 'project_id': '58bddca6077344bea4cb41b23fcf8d35', 'gw_port': {'id': 'b669c01c-389a-43c8-b724-af59cc1397eb', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:11:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '440b421f-e2d5-4beb-b012-398d7d0adbaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:54:26Z', 'updated_at': '2022-05-13T12:54:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi', '_floatingips': [{'id': 'f88a61cd-88a6-4009-8efc-29e34f84a6ae', 'tenant_id': '58bddca6077344bea4cb41b23fcf8d35', 'floating_ip_address': '172.27.3.248', 'floating_network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'router_id': '440b421f-e2d5-4beb-b012-398d7d0adbaa', 'port_id': 'c221412b-60f8-4ab0-b29a-df7ab68bd041', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f576fff5-2fa1-4591-9247-28b4216fb188', 'mac_address': 'fa:16:3e:7f:66:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01d6f955-cec3-41be-b4c3-c1ab08771e24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T12:56:47Z', 'updated_at': '2022-05-13T12:57:01Z', 'revision_number': 1, 'project_id': '58bddca6077344bea4cb41b23fcf8d35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a768522-0d78-450f-ae00-11b03052e62c', 'name': '', 'network_id': 'f576fff5-2fa1-4591-9247-28b4216fb188', 'tenant_id': '58bddca6077344bea4cb41b23fcf8d35', 'mac_address': 'fa:16:3e:46:b7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '440b421f-e2d5-4beb-b012-398d7d0adbaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '255ce2d7-f0f9-429c-8a86-3bbc48d08e37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:54:34Z', 'updated_at': '2022-05-13T12:54:52Z', 'revision_number': 5, 'project_id': '58bddca6077344bea4cb41b23fcf8d35', 'subnets': [{'id': '255ce2d7-f0f9-429c-8a86-3bbc48d08e37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841644-1-iscsi', False) {} {{(pid=109806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 12:57:03.098740 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-7cb5b24e-2f8d-407b-a82e-ef5ee05ae8df req-076deda6-950a-4d77-b008-dfe1029b8280 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c221412b-60f8-4ab0-b29a-df7ab68bd041 HTTP/1.1" status: 200 len: 999 time: 0.0825696 May 13 12:57:03.105669 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5677d085-6607-456c-8d12-504c810b769a None None] Checking router: 440b421f-e2d5-4beb-b012-398d7d0adbaa for host: dv-cinder-841644-1-iscsi {{(pid=109806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 12:57:03.116759 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5677d085-6607-456c-8d12-504c810b769a None None] Routers {'440b421f-e2d5-4beb-b012-398d7d0adbaa'} bound to L3 agent in host dv-cinder-841644-1-iscsi {{(pid=109806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 12:57:03.117716 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_hamode_db [None req-5677d085-6607-456c-8d12-504c810b769a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841644-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T12:45:44Z,description=,heartbeat_timestamp=2022-05-13T12:56:44Z,host='dv-cinder-841644-1-iscsi',id=6d8a5631-9f63-444c-af3b-4dcce4842b62,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T12:45:44Z,topic='l3_agent')) {'router_ids': ['440b421f-e2d5-4beb-b012-398d7d0adbaa'], 'active': True} {{(pid=109806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 12:57:03.163076 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb5b24e-2f8d-407b-a82e-ef5ee05ae8df req-3eb5428f-4c50-4316-a2b2-0a6aaab77096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:57:03.165252 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-7cb5b24e-2f8d-407b-a82e-ef5ee05ae8df req-3eb5428f-4c50-4316-a2b2-0a6aaab77096 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=255ce2d7-f0f9-429c-8a86-3bbc48d08e37 HTTP/1.1" status: 200 len: 857 time: 0.0560603 May 13 12:57:03.218868 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb5b24e-2f8d-407b-a82e-ef5ee05ae8df req-8f0a1c4d-bf70-47da-a843-ef1dd9ff6970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:57:03.220754 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-7cb5b24e-2f8d-407b-a82e-ef5ee05ae8df req-8f0a1c4d-bf70-47da-a843-ef1dd9ff6970 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f576fff5-2fa1-4591-9247-28b4216fb188&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0485332 May 13 12:57:03.234553 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_dvr_db [None req-5677d085-6607-456c-8d12-504c810b769a None None] Set router 440b421f-e2d5-4beb-b012-398d7d0adbaa gateway port host: dv-cinder-841644-1-iscsi {{(pid=109806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 12:57:03.323994 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-7cb5b24e-2f8d-407b-a82e-ef5ee05ae8df req-7e3f406b-6a4d-455e-b427-7f901f7f185e service neutron] 10.222.0.52 "GET /v2.0/networks/f576fff5-2fa1-4591-9247-28b4216fb188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957923 May 13 12:57:03.437500 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-7cb5b24e-2f8d-407b-a82e-ef5ee05ae8df req-ab59c241-bc11-4518-9c5a-8e337cc37d4b service neutron] 10.222.0.52 "GET /v2.0/networks/f576fff5-2fa1-4591-9247-28b4216fb188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055791 May 13 12:57:03.500847 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_hamode_db [None req-5677d085-6607-456c-8d12-504c810b769a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '440b421f-e2d5-4beb-b012-398d7d0adbaa', 'name': 'tempest-ServerRescueNegativeTestJSON-526245843-router', 'tenant_id': '58bddca6077344bea4cb41b23fcf8d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'b669c01c-389a-43c8-b724-af59cc1397eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T12:54:23Z', 'updated_at': '2022-05-13T12:54:41Z', 'revision_number': 4, 'project_id': '58bddca6077344bea4cb41b23fcf8d35', 'gw_port': {'id': 'b669c01c-389a-43c8-b724-af59cc1397eb', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:11:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '440b421f-e2d5-4beb-b012-398d7d0adbaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:54:26Z', 'updated_at': '2022-05-13T12:54:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi', '_floatingips': [{'id': 'f88a61cd-88a6-4009-8efc-29e34f84a6ae', 'tenant_id': '58bddca6077344bea4cb41b23fcf8d35', 'floating_ip_address': '172.27.3.248', 'floating_network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'router_id': '440b421f-e2d5-4beb-b012-398d7d0adbaa', 'port_id': 'c221412b-60f8-4ab0-b29a-df7ab68bd041', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f576fff5-2fa1-4591-9247-28b4216fb188', 'mac_address': 'fa:16:3e:7f:66:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01d6f955-cec3-41be-b4c3-c1ab08771e24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T12:56:47Z', 'updated_at': '2022-05-13T12:57:01Z', 'revision_number': 1, 'project_id': '58bddca6077344bea4cb41b23fcf8d35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a768522-0d78-450f-ae00-11b03052e62c', 'name': '', 'network_id': 'f576fff5-2fa1-4591-9247-28b4216fb188', 'tenant_id': '58bddca6077344bea4cb41b23fcf8d35', 'mac_address': 'fa:16:3e:46:b7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '440b421f-e2d5-4beb-b012-398d7d0adbaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '255ce2d7-f0f9-429c-8a86-3bbc48d08e37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:54:34Z', 'updated_at': '2022-05-13T12:54:52Z', 'revision_number': 5, 'project_id': '58bddca6077344bea4cb41b23fcf8d35', 'subnets': [{'id': '255ce2d7-f0f9-429c-8a86-3bbc48d08e37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841644-1-iscsi', False) {} {{(pid=109806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 12:57:03.530985 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5677d085-6607-456c-8d12-504c810b769a None None] The sync data for ids ['440b421f-e2d5-4beb-b012-398d7d0adbaa'] in dv-cinder-841644-1-iscsi is: [{'id': '440b421f-e2d5-4beb-b012-398d7d0adbaa', 'name': 'tempest-ServerRescueNegativeTestJSON-526245843-router', 'tenant_id': '58bddca6077344bea4cb41b23fcf8d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'b669c01c-389a-43c8-b724-af59cc1397eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T12:54:23Z', 'updated_at': '2022-05-13T12:54:41Z', 'revision_number': 4, 'project_id': '58bddca6077344bea4cb41b23fcf8d35', 'gw_port': {'id': 'b669c01c-389a-43c8-b724-af59cc1397eb', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:11:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '440b421f-e2d5-4beb-b012-398d7d0adbaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:54:26Z', 'updated_at': '2022-05-13T12:54:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi', '_floatingips': [{'id': 'f88a61cd-88a6-4009-8efc-29e34f84a6ae', 'tenant_id': '58bddca6077344bea4cb41b23fcf8d35', 'floating_ip_address': '172.27.3.248', 'floating_network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'router_id': '440b421f-e2d5-4beb-b012-398d7d0adbaa', 'port_id': 'c221412b-60f8-4ab0-b29a-df7ab68bd041', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f576fff5-2fa1-4591-9247-28b4216fb188', 'mac_address': 'fa:16:3e:7f:66:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01d6f955-cec3-41be-b4c3-c1ab08771e24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T12:56:47Z', 'updated_at': '2022-05-13T12:57:01Z', 'revision_number': 1, 'project_id': '58bddca6077344bea4cb41b23fcf8d35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a768522-0d78-450f-ae00-11b03052e62c', 'name': '', 'network_id': 'f576fff5-2fa1-4591-9247-28b4216fb188', 'tenant_id': '58bddca6077344bea4cb41b23fcf8d35', 'mac_address': 'fa:16:3e:46:b7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '440b421f-e2d5-4beb-b012-398d7d0adbaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '255ce2d7-f0f9-429c-8a86-3bbc48d08e37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:54:34Z', 'updated_at': '2022-05-13T12:54:52Z', 'revision_number': 5, 'project_id': '58bddca6077344bea4cb41b23fcf8d35', 'subnets': [{'id': '255ce2d7-f0f9-429c-8a86-3bbc48d08e37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 12:57:03.767065 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9463f1a-5788-45f4-8f3a-29399ea784fb None None] New status for floating IP f88a61cd-88a6-4009-8efc-29e34f84a6ae: ACTIVE {{(pid=109805) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 12:57:04.096846 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04ca583-3d79-4ed9-9dba-3aa396063fea req-f8177fe5-1dde-4724-8773-b4d1df4915be tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:57:04.098483 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-a04ca583-3d79-4ed9-9dba-3aa396063fea req-f8177fe5-1dde-4724-8773-b4d1df4915be tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=83873f65-ba42-4536-9af6-4aff1db77bb4 HTTP/1.1" status: 200 len: 945 time: 0.0545964 May 13 12:57:04.153965 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-a04ca583-3d79-4ed9-9dba-3aa396063fea req-dbfc5dbe-5e80-4afe-a34f-34b47b780a78 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups?id=19aba56d-0d38-455b-ace2-2ddb4354d2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489728 May 13 12:57:05.070987 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca2c508-2d74-4c95-afaa-27338223a53e req-1ac90189-aeb2-4c99-a4c0-2d6e50d192bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:57:05.072476 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-dca2c508-2d74-4c95-afaa-27338223a53e req-1ac90189-aeb2-4c99-a4c0-2d6e50d192bb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0b148a16abbc49ed816ed45fc1ad4980&device_id=83873f65-ba42-4536-9af6-4aff1db77bb4 HTTP/1.1" status: 200 len: 1129 time: 0.0389373 May 13 12:57:05.163134 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca2c508-2d74-4c95-afaa-27338223a53e req-882dca1d-04c3-4449-9a9d-1ab8495434fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:57:05.164577 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-dca2c508-2d74-4c95-afaa-27338223a53e req-882dca1d-04c3-4449-9a9d-1ab8495434fc service neutron] 10.222.0.52 "GET /v2.0/networks?id=2600954f-368e-4b9b-9fca-a1e49f9c5d94 HTTP/1.1" status: 200 len: 918 time: 0.0829961 May 13 12:57:05.237159 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-dca2c508-2d74-4c95-afaa-27338223a53e req-0676331d-3a72-4658-8943-6da11b2aaafb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=312207b7-e73e-4ced-8336-af184bb733a6 HTTP/1.1" status: 200 len: 1000 time: 0.0619075 May 13 12:57:05.311100 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95f6147-6665-47eb-8d78-f6a90118790c req-86b0d038-de00-4d54-bb18-f5c2130e8c94 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:57:05.312562 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-f95f6147-6665-47eb-8d78-f6a90118790c req-86b0d038-de00-4d54-bb18-f5c2130e8c94 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=83873f65-ba42-4536-9af6-4aff1db77bb4 HTTP/1.1" status: 200 len: 945 time: 0.0745547 May 13 12:57:05.317862 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca2c508-2d74-4c95-afaa-27338223a53e req-227f94ad-66f7-44d5-8bd9-ba14e792a88d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:57:05.320039 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-dca2c508-2d74-4c95-afaa-27338223a53e req-227f94ad-66f7-44d5-8bd9-ba14e792a88d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ddd064bc-4133-46f1-b906-03efc81a9128 HTTP/1.1" status: 200 len: 856 time: 0.0728629 May 13 12:57:05.382500 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca2c508-2d74-4c95-afaa-27338223a53e req-b4c7daca-7da9-4257-9d4d-7e92a5c736c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:57:05.383862 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-dca2c508-2d74-4c95-afaa-27338223a53e req-b4c7daca-7da9-4257-9d4d-7e92a5c736c3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2600954f-368e-4b9b-9fca-a1e49f9c5d94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0565119 May 13 12:57:05.400946 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-f95f6147-6665-47eb-8d78-f6a90118790c req-eacd7979-e4f3-4a49-ac3a-135113f542d3 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups?id=19aba56d-0d38-455b-ace2-2ddb4354d2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800388 May 13 12:57:05.479675 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-dca2c508-2d74-4c95-afaa-27338223a53e req-c02c65f0-cbbf-497f-99cc-ab15d81970e1 service neutron] 10.222.0.52 "GET /v2.0/networks/2600954f-368e-4b9b-9fca-a1e49f9c5d94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875180 May 13 12:57:05.577401 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-dca2c508-2d74-4c95-afaa-27338223a53e req-2f533b7c-f9c2-4575-8e5d-ee9fcf7c77d7 service neutron] 10.222.0.52 "GET /v2.0/networks/2600954f-368e-4b9b-9fca-a1e49f9c5d94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840225 May 13 12:57:06.519125 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd31fb36-94d9-44e4-8b73-57e05bcfc6b6 req-3a04ae74-a2d3-46a9-8dd8-f4fa3927d1d3 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:57:06.520454 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-bd31fb36-94d9-44e4-8b73-57e05bcfc6b6 req-3a04ae74-a2d3-46a9-8dd8-f4fa3927d1d3 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=83873f65-ba42-4536-9af6-4aff1db77bb4 HTTP/1.1" status: 200 len: 945 time: 0.0481114 May 13 12:57:06.565915 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-bd31fb36-94d9-44e4-8b73-57e05bcfc6b6 req-41c208fd-b13c-4828-ae8f-a7e8b0edaf05 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups?id=19aba56d-0d38-455b-ace2-2ddb4354d2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389063 May 13 12:57:07.583789 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Device 312207b7-e73e-4ced-8336-af184bb733a6 no longer exists at agent hyperv_hv-cinder-84164 {{(pid=109805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 12:57:07.661659 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Current status of the port 312207b7-e73e-4ced-8336-af184bb733a6 is: ACTIVE; New status is: DOWN {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 12:57:07.662045 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (312207b7-e73e-4ced-8336-af184bb733a6), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:57:07.683329 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a2b196-b490-42c9-8ceb-6caf9e7f0995 req-f94d2be0-1a4c-4c40-bd8b-99bc03ae3a25 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:57:07.684800 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-56a2b196-b490-42c9-8ceb-6caf9e7f0995 req-f94d2be0-1a4c-4c40-bd8b-99bc03ae3a25 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=83873f65-ba42-4536-9af6-4aff1db77bb4 HTTP/1.1" status: 200 len: 945 time: 0.0461686 May 13 12:57:07.687042 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83873f65-ba42-4536-9af6-4aff1db77bb4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '312207b7-e73e-4ced-8336-af184bb733a6'}] {{(pid=109805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 12:57:07.689287 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bf410fb1f4c9c59dd9b4e78159940bff83c4f370df38d4d08ac4943129d440" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb3ab377-84e8-47fe-88ab-ca7918f9ab84" -d '{"events": [{"server_uuid": "83873f65-ba42-4536-9af6-4aff1db77bb4", "name": "network-vif-unplugged", "status": "completed", "tag": "312207b7-e73e-4ced-8336-af184bb733a6"}]}' {{(pid=109805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 12:57:07.701176 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] For port 312207b7-e73e-4ced-8336-af184bb733a6, host hv-cinder-84164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84164',level=0,port_id=312207b7-e73e-4ced-8336-af184bb733a6,segment=NetworkSegment(0ccb2fa9-a285-4fe0-a15f-4b492217b87a),segment_id=0ccb2fa9-a285-4fe0-a15f-4b492217b87a)] {{(pid=109805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 12:57:07.706002 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (312207b7-e73e-4ced-8336-af184bb733a6), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:57:07.731361 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 13 May 2022 12:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e042c8e9-abe0-4ba2-b93c-f0455cffc4c8 x-openstack-request-id: req-e042c8e9-abe0-4ba2-b93c-f0455cffc4c8 {{(pid=109805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 12:57:07.731673 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83873f65-ba42-4536-9af6-4aff1db77bb4", "name": "network-vif-unplugged", "status": "completed", "tag": "312207b7-e73e-4ced-8336-af184bb733a6", "code": 200}]} {{(pid=109805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 12:57:07.731923 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e042c8e9-abe0-4ba2-b93c-f0455cffc4c8 {{(pid=109805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 12:57:07.732439 dv-cinder-841644-1-iscsi neutron-server[109805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e042c8e9-abe0-4ba2-b93c-f0455cffc4c8'] response: {'server_uuid': '83873f65-ba42-4536-9af6-4aff1db77bb4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '312207b7-e73e-4ced-8336-af184bb733a6', 'code': 200} May 13 12:57:07.733650 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-56a2b196-b490-42c9-8ceb-6caf9e7f0995 req-3fe7b850-e9ad-488c-969c-f9f8b8f819d1 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups?id=19aba56d-0d38-455b-ace2-2ddb4354d2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431859 May 13 12:57:07.757011 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Pushing event updated for resources: {'Port': ['ID=312207b7-e73e-4ced-8336-af184bb733a6,revision_number=8']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:57:08.867275 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff0bfb1-54bf-4dd6-a1a8-66a247e6f65f req-951f7f47-1963-421e-8bc0-868b6151c000 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:57:08.868958 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-eff0bfb1-54bf-4dd6-a1a8-66a247e6f65f req-951f7f47-1963-421e-8bc0-868b6151c000 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=83873f65-ba42-4536-9af6-4aff1db77bb4 HTTP/1.1" status: 200 len: 943 time: 0.0533578 May 13 12:57:08.924723 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-eff0bfb1-54bf-4dd6-a1a8-66a247e6f65f req-589665d3-92ec-4a73-bfce-0fec9da4b154 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups?id=19aba56d-0d38-455b-ace2-2ddb4354d2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497532 May 13 12:57:09.392241 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [req-d535f654-551c-4fb0-981e-d685d00caf10 req-0b281a50-9768-4fda-b949-493da44a24e7 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=109803) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 13 12:57:09.393420 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-d535f654-551c-4fb0-981e-d685d00caf10 req-0b281a50-9768-4fda-b949-493da44a24e7 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0057430 May 13 12:57:09.578244 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3847b7f8-c921-46a7-8f6a-6c6f6dc90b60 req-e50a8986-6fc8-4990-8889-07dcf024c8f5 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:57:09.579985 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-3847b7f8-c921-46a7-8f6a-6c6f6dc90b60 req-e50a8986-6fc8-4990-8889-07dcf024c8f5 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=83873f65-ba42-4536-9af6-4aff1db77bb4 HTTP/1.1" status: 200 len: 943 time: 0.0532854 May 13 12:57:09.641520 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-3847b7f8-c921-46a7-8f6a-6c6f6dc90b60 req-18353e53-54fc-40fd-955f-c7ffc4f09314 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups?id=19aba56d-0d38-455b-ace2-2ddb4354d2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547142 May 13 12:57:09.713967 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b7f783-ccbc-4a88-a0a6-d0d5efd55d40 req-33b1ba7c-caaa-4a09-bfec-1b25592acef3 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:57:09.715422 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-e3b7f783-ccbc-4a88-a0a6-d0d5efd55d40 req-33b1ba7c-caaa-4a09-bfec-1b25592acef3 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/ports?device_id=a805ac8a-8fbf-4bf1-b369-64eaef204809 HTTP/1.1" status: 200 len: 946 time: 0.0456474 May 13 12:57:09.767468 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-e3b7f783-ccbc-4a88-a0a6-d0d5efd55d40 req-91667f0e-a9bd-453d-9f10-015043d55a46 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/security-groups?id=e0d5a6ae-2931-4df1-843e-6d5b95c4034f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463498 May 13 12:57:09.940037 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 50508) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:57:10.020622 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-3e9b2e28-c07d-418b-b2e5-616b06588f6b req-4f6341f2-b17c-418b-8162-35b7724f8d45 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=83873f65-ba42-4536-9af6-4aff1db77bb4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0793233 May 13 12:57:10.030286 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [req-3e9b2e28-c07d-418b-b2e5-616b06588f6b req-0b6d0eec-9fa9-4718-acd4-90158df63d73 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=109804) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 13 12:57:10.031242 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-3e9b2e28-c07d-418b-b2e5-616b06588f6b req-0b6d0eec-9fa9-4718-acd4-90158df63d73 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0051227 May 13 12:57:10.108900 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 50516) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:57:10.198813 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9b2e28-c07d-418b-b2e5-616b06588f6b req-388fd04a-db2b-42ae-afb8-05120997e075 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:57:10.200130 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-3e9b2e28-c07d-418b-b2e5-616b06588f6b req-388fd04a-db2b-42ae-afb8-05120997e075 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports/312207b7-e73e-4ced-8336-af184bb733a6 HTTP/1.1" status: 200 len: 940 time: 0.0902488 May 13 12:57:10.762730 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e449800-7804-4e03-bc92-f58f76ff3170 req-77f7f4e2-0e04-4536-b72d-291efffc0717 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:57:10.764193 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-9e449800-7804-4e03-bc92-f58f76ff3170 req-77f7f4e2-0e04-4536-b72d-291efffc0717 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=83873f65-ba42-4536-9af6-4aff1db77bb4 HTTP/1.1" status: 200 len: 943 time: 0.0461285 May 13 12:57:10.815633 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-9e449800-7804-4e03-bc92-f58f76ff3170 req-d848d74d-20d1-40ea-835e-1140ef0dd371 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups?id=19aba56d-0d38-455b-ace2-2ddb4354d2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455952 May 13 12:57:10.881816 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a185e050-818e-4483-b344-1c92469077ac req-2b9b4b0f-7add-43b2-a333-33ca1b030da0 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:57:10.883367 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-a185e050-818e-4483-b344-1c92469077ac req-2b9b4b0f-7add-43b2-a333-33ca1b030da0 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/ports?device_id=a805ac8a-8fbf-4bf1-b369-64eaef204809 HTTP/1.1" status: 200 len: 946 time: 0.0462389 May 13 12:57:10.931317 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-a185e050-818e-4483-b344-1c92469077ac req-a2ed4d79-8158-44ae-8ddf-c52e965eb7cb tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/security-groups?id=e0d5a6ae-2931-4df1-843e-6d5b95c4034f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423563 May 13 12:57:11.434648 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-27b6fb6d-77d5-4ff0-b9ef-57529325834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (12f7f474-a19f-4cf7-bcdf-b9ad7dbdd770), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:57:11.599150 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Device 312207b7-e73e-4ced-8336-af184bb733a6 no longer exists at agent hyperv_hv-cinder-84164 {{(pid=109805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 12:57:11.672794 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Current status of the port 312207b7-e73e-4ced-8336-af184bb733a6 is: DOWN; New status is: DOWN {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 12:57:11.991146 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8676f28b-bfba-4cfe-a21e-91972336c54a req-7f65978e-edae-479d-b0f9-ad96bd730abe tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:57:11.992828 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-8676f28b-bfba-4cfe-a21e-91972336c54a req-7f65978e-edae-479d-b0f9-ad96bd730abe tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=83873f65-ba42-4536-9af6-4aff1db77bb4 HTTP/1.1" status: 200 len: 943 time: 0.1017148 May 13 12:57:11.996038 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9b2e28-c07d-418b-b2e5-616b06588f6b req-874243cb-133d-473d-92ed-3bb6b4c5ed3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:57:11.997474 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-3e9b2e28-c07d-418b-b2e5-616b06588f6b req-874243cb-133d-473d-92ed-3bb6b4c5ed3e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=83873f65-ba42-4536-9af6-4aff1db77bb4&tenant_id=0b148a16abbc49ed816ed45fc1ad4980 HTTP/1.1" status: 200 len: 1127 time: 0.0976274 May 13 12:57:12.045635 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d68319-41b5-4e7b-b616-23dca1f3f3ef req-ad29029c-5506-4a6c-af5a-1b7f52c07876 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:57:12.047132 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-40d68319-41b5-4e7b-b616-23dca1f3f3ef req-ad29029c-5506-4a6c-af5a-1b7f52c07876 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/ports?device_id=a805ac8a-8fbf-4bf1-b369-64eaef204809 HTTP/1.1" status: 200 len: 946 time: 0.0467618 May 13 12:57:12.067795 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-8676f28b-bfba-4cfe-a21e-91972336c54a req-9cdada5e-cdf1-4621-8534-ed3a8dfa7753 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups?id=19aba56d-0d38-455b-ace2-2ddb4354d2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692112 May 13 12:57:12.077874 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9b2e28-c07d-418b-b2e5-616b06588f6b req-60cac7b3-d444-43d3-ad18-dde75787362f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:57:12.079507 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-3e9b2e28-c07d-418b-b2e5-616b06588f6b req-60cac7b3-d444-43d3-ad18-dde75787362f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0b148a16abbc49ed816ed45fc1ad4980&device_id=83873f65-ba42-4536-9af6-4aff1db77bb4 HTTP/1.1" status: 200 len: 1127 time: 0.0473797 May 13 12:57:12.097489 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-40d68319-41b5-4e7b-b616-23dca1f3f3ef req-d5c76636-bab9-4c7e-9700-f8de21d2d8b7 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/security-groups?id=e0d5a6ae-2931-4df1-843e-6d5b95c4034f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444570 May 13 12:57:12.169214 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9b2e28-c07d-418b-b2e5-616b06588f6b req-270c8091-cc09-4b23-b04a-f45d92623e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:57:12.170664 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-3e9b2e28-c07d-418b-b2e5-616b06588f6b req-270c8091-cc09-4b23-b04a-f45d92623e17 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2600954f-368e-4b9b-9fca-a1e49f9c5d94 HTTP/1.1" status: 200 len: 918 time: 0.0839067 May 13 12:57:12.452805 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-3e9b2e28-c07d-418b-b2e5-616b06588f6b req-ce8d9490-a2cc-4b44-a6e7-f2432f756e28 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=312207b7-e73e-4ced-8336-af184bb733a6 HTTP/1.1" status: 200 len: 998 time: 0.2749918 May 13 12:57:12.505330 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9b2e28-c07d-418b-b2e5-616b06588f6b req-2a7055f6-d017-46d9-a180-2dd801d708f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:57:12.506730 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-3e9b2e28-c07d-418b-b2e5-616b06588f6b req-2a7055f6-d017-46d9-a180-2dd801d708f5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ddd064bc-4133-46f1-b906-03efc81a9128 HTTP/1.1" status: 200 len: 856 time: 0.0416467 May 13 12:57:12.548771 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9b2e28-c07d-418b-b2e5-616b06588f6b req-194d59d4-4286-4104-b4a1-7d00329f5df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:57:12.550216 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-3e9b2e28-c07d-418b-b2e5-616b06588f6b req-194d59d4-4286-4104-b4a1-7d00329f5df5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2600954f-368e-4b9b-9fca-a1e49f9c5d94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0366452 May 13 12:57:12.640209 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-3e9b2e28-c07d-418b-b2e5-616b06588f6b req-55a538f0-c172-4813-b155-056af8d6c612 service neutron] 10.222.0.52 "GET /v2.0/networks/2600954f-368e-4b9b-9fca-a1e49f9c5d94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818298 May 13 12:57:12.730863 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-3e9b2e28-c07d-418b-b2e5-616b06588f6b req-62e28e2c-0310-4b06-b1e2-2e6c21376376 service neutron] 10.222.0.52 "GET /v2.0/networks/2600954f-368e-4b9b-9fca-a1e49f9c5d94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807364 May 13 12:57:13.197554 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb105c5-d9ec-4efc-b1ec-eb90f4c73fa3 req-ed7c2785-173e-4a61-b616-76f21fa3a55e tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:57:13.199204 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-4eb105c5-d9ec-4efc-b1ec-eb90f4c73fa3 req-ed7c2785-173e-4a61-b616-76f21fa3a55e tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=83873f65-ba42-4536-9af6-4aff1db77bb4 HTTP/1.1" status: 200 len: 943 time: 0.0537848 May 13 12:57:13.233589 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f0a8c9-f793-4aac-9d8b-7b8087d6c2b1 req-7af9b6cd-c142-422b-b219-3d11b53ffe5d tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:57:13.235671 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-74f0a8c9-f793-4aac-9d8b-7b8087d6c2b1 req-7af9b6cd-c142-422b-b219-3d11b53ffe5d tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/ports?device_id=a805ac8a-8fbf-4bf1-b369-64eaef204809 HTTP/1.1" status: 200 len: 946 time: 0.0509138 May 13 12:57:13.249674 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-4eb105c5-d9ec-4efc-b1ec-eb90f4c73fa3 req-4d2cdcc5-8076-4e3f-9da8-2a79edd07b1b tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups?id=19aba56d-0d38-455b-ace2-2ddb4354d2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443611 May 13 12:57:13.285204 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-74f0a8c9-f793-4aac-9d8b-7b8087d6c2b1 req-b268e427-ff6a-4d49-95ee-8d8a257023ef tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/security-groups?id=e0d5a6ae-2931-4df1-843e-6d5b95c4034f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437415 May 13 12:57:13.896229 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-750dfec8-089d-48eb-b1fe-6e5449061f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (6d8a5631-9f63-444c-af3b-4dcce4842b62), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:57:14.378868 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76f0c4e-635f-4829-9916-3de08c521ffc req-422c43cd-f6df-4f4c-8f2a-4235c4fda9be tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:57:14.380366 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-f76f0c4e-635f-4829-9916-3de08c521ffc req-422c43cd-f6df-4f4c-8f2a-4235c4fda9be tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=83873f65-ba42-4536-9af6-4aff1db77bb4 HTTP/1.1" status: 200 len: 943 time: 0.0491457 May 13 12:57:14.422848 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dec59f-76de-4f12-84ea-c4048ce351d5 req-d8710d29-1da8-4040-a6b6-7a89493d9f80 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:57:14.424493 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-d3dec59f-76de-4f12-84ea-c4048ce351d5 req-d8710d29-1da8-4040-a6b6-7a89493d9f80 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/ports?device_id=a805ac8a-8fbf-4bf1-b369-64eaef204809 HTTP/1.1" status: 200 len: 946 time: 0.0494385 May 13 12:57:14.439499 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-f76f0c4e-635f-4829-9916-3de08c521ffc req-8d613d1a-0615-4ff8-b5d8-69744e8ad948 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups?id=19aba56d-0d38-455b-ace2-2ddb4354d2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495324 May 13 12:57:14.490070 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-d3dec59f-76de-4f12-84ea-c4048ce351d5 req-98b6211e-6c40-4426-8fd2-ca26621c0614 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/security-groups?id=e0d5a6ae-2931-4df1-843e-6d5b95c4034f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544398 May 13 12:57:15.044009 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-4a907869-afee-4d69-acd8-cccc744e537a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (d2cfa305-5f5a-49b3-8228-876061d7e1f6), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:57:15.579781 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6378b3a-e48f-46be-8e71-a6a354100f4e req-73510657-6562-46dd-9ac2-ab5b5c37c17b tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:57:15.583285 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-e6378b3a-e48f-46be-8e71-a6a354100f4e req-73510657-6562-46dd-9ac2-ab5b5c37c17b tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=83873f65-ba42-4536-9af6-4aff1db77bb4 HTTP/1.1" status: 200 len: 943 time: 0.0601518 May 13 12:57:15.624237 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244c1886-9899-4140-94f0-998716b1971e req-910ee8d6-e8b2-4d03-a799-15cee4b1a1b9 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:57:15.631860 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-244c1886-9899-4140-94f0-998716b1971e req-910ee8d6-e8b2-4d03-a799-15cee4b1a1b9 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/ports?device_id=a805ac8a-8fbf-4bf1-b369-64eaef204809 HTTP/1.1" status: 200 len: 946 time: 0.0652773 May 13 12:57:15.655959 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-e6378b3a-e48f-46be-8e71-a6a354100f4e req-f61ee2ad-1fca-4612-8c5b-0122f50e7479 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups?id=19aba56d-0d38-455b-ace2-2ddb4354d2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658841 May 13 12:57:15.685986 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-244c1886-9899-4140-94f0-998716b1971e req-0397731c-3cfa-45bc-8bf3-d058ef7e05aa tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/security-groups?id=e0d5a6ae-2931-4df1-843e-6d5b95c4034f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527561 May 13 12:57:16.720354 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-7baa8e58-cb75-431e-995b-6c55a6feb1d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (5f75012c-56a5-4b0a-a85c-97c3435c2a5d), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:57:16.786323 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1635a4-1357-4777-a9ab-432b0c84f8c6 req-37d58a69-30ea-42d0-a45e-7db4e860ad57 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:57:16.787870 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-fd1635a4-1357-4777-a9ab-432b0c84f8c6 req-37d58a69-30ea-42d0-a45e-7db4e860ad57 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=83873f65-ba42-4536-9af6-4aff1db77bb4 HTTP/1.1" status: 200 len: 943 time: 0.0547140 May 13 12:57:16.817918 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07b9869-6c9a-4954-a552-1c0a02434ff4 req-878f7c14-d3db-4e54-81a8-d31c11d2ae0e tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:57:16.819432 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-c07b9869-6c9a-4954-a552-1c0a02434ff4 req-878f7c14-d3db-4e54-81a8-d31c11d2ae0e tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/ports?device_id=a805ac8a-8fbf-4bf1-b369-64eaef204809 HTTP/1.1" status: 200 len: 946 time: 0.0510912 May 13 12:57:16.847081 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-fd1635a4-1357-4777-a9ab-432b0c84f8c6 req-1ce34166-f718-4410-a681-8eed6a2b7912 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups?id=19aba56d-0d38-455b-ace2-2ddb4354d2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528247 May 13 12:57:16.885288 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-c07b9869-6c9a-4954-a552-1c0a02434ff4 req-d272a52b-abf9-4a51-be15-483d3c2da3a2 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/security-groups?id=e0d5a6ae-2931-4df1-843e-6d5b95c4034f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506196 May 13 12:57:17.848338 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (f7880a20-862d-46b4-8dd6-192b0a47d710), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:57:17.963498 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.agents_db [None req-04065fb1-5207-409b-a281-8f6301b2fc59 None None] Agent healthcheck: found 6 active agents {{(pid=109806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 12:57:17.979167 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898bb80e-4860-4646-8401-3bdd13e23bdb req-e4df48a5-4bb6-4dfe-90b4-ddcfb6ec32cb tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:57:17.980699 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-898bb80e-4860-4646-8401-3bdd13e23bdb req-e4df48a5-4bb6-4dfe-90b4-ddcfb6ec32cb tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=83873f65-ba42-4536-9af6-4aff1db77bb4 HTTP/1.1" status: 200 len: 943 time: 0.0536413 May 13 12:57:18.022280 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835c362f-f20a-420f-81ec-aa7ba12284f0 req-9a4afe37-d586-4b92-944d-999a287becd4 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:57:18.024334 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-835c362f-f20a-420f-81ec-aa7ba12284f0 req-9a4afe37-d586-4b92-944d-999a287becd4 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/ports?device_id=a805ac8a-8fbf-4bf1-b369-64eaef204809 HTTP/1.1" status: 200 len: 946 time: 0.0726471 May 13 12:57:18.039293 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-898bb80e-4860-4646-8401-3bdd13e23bdb req-7627079e-2a0f-4e8d-94d0-ecaf7a380e02 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups?id=19aba56d-0d38-455b-ace2-2ddb4354d2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510719 May 13 12:57:18.077553 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-835c362f-f20a-420f-81ec-aa7ba12284f0 req-c5b631f5-5e53-443e-be1b-64a6d0ae6be8 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/security-groups?id=e0d5a6ae-2931-4df1-843e-6d5b95c4034f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470748 May 13 12:57:19.168237 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fb1401-e2b8-4cab-bae4-d633ae0f685f req-9646e19b-626e-4cd1-9563-2cfe8f90e79b tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:57:19.169783 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-32fb1401-e2b8-4cab-bae4-d633ae0f685f req-9646e19b-626e-4cd1-9563-2cfe8f90e79b tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=83873f65-ba42-4536-9af6-4aff1db77bb4 HTTP/1.1" status: 200 len: 943 time: 0.0513272 May 13 12:57:19.200766 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a239f5-14dd-42b0-bf73-191d7edb1eb3 req-6dc6debb-2ca9-4211-b48b-e5ff268e2f8c tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:57:19.202347 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-61a239f5-14dd-42b0-bf73-191d7edb1eb3 req-6dc6debb-2ca9-4211-b48b-e5ff268e2f8c tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/ports?device_id=a805ac8a-8fbf-4bf1-b369-64eaef204809 HTTP/1.1" status: 200 len: 946 time: 0.0487268 May 13 12:57:19.227525 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-32fb1401-e2b8-4cab-bae4-d633ae0f685f req-e63a94fc-79c6-45d8-a5e8-464e1e120922 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups?id=19aba56d-0d38-455b-ace2-2ddb4354d2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516479 May 13 12:57:19.262592 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-61a239f5-14dd-42b0-bf73-191d7edb1eb3 req-9e3c8cd4-f14c-4c5e-8991-e1414dd9debd tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/security-groups?id=e0d5a6ae-2931-4df1-843e-6d5b95c4034f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511677 May 13 12:57:20.296898 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (202f7e15-8fd1-4d3b-a0cb-2b083dcecd1a), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:57:20.392589 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79e98d2-e688-491e-b757-e69c232ea5c9 req-b315aa57-5c79-42e5-a051-0e5159c03b8b tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:57:20.394179 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-e79e98d2-e688-491e-b757-e69c232ea5c9 req-b315aa57-5c79-42e5-a051-0e5159c03b8b tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/ports?device_id=a805ac8a-8fbf-4bf1-b369-64eaef204809 HTTP/1.1" status: 200 len: 946 time: 0.0488803 May 13 12:57:20.400326 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834b6f44-6d61-468d-8ae2-1ea1033a8657 req-a542db77-6e04-45ca-8ab9-0a07719430e8 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:57:20.401958 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-834b6f44-6d61-468d-8ae2-1ea1033a8657 req-a542db77-6e04-45ca-8ab9-0a07719430e8 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=83873f65-ba42-4536-9af6-4aff1db77bb4 HTTP/1.1" status: 200 len: 943 time: 0.0633454 May 13 12:57:20.456141 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-834b6f44-6d61-468d-8ae2-1ea1033a8657 req-78e8479e-3598-44d3-8811-56a990daf1be tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups?id=19aba56d-0d38-455b-ace2-2ddb4354d2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477533 May 13 12:57:20.477354 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-e79e98d2-e688-491e-b757-e69c232ea5c9 req-00e65b0f-e7fe-4969-8d88-36361de466a4 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/security-groups?id=e0d5a6ae-2931-4df1-843e-6d5b95c4034f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713322 May 13 12:57:21.592829 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49904878-a450-437e-8917-54c109772886 req-26fbb9bb-d281-4f34-9ef7-6a47a63ec0cd tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:57:21.594384 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-49904878-a450-437e-8917-54c109772886 req-26fbb9bb-d281-4f34-9ef7-6a47a63ec0cd tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=83873f65-ba42-4536-9af6-4aff1db77bb4 HTTP/1.1" status: 200 len: 943 time: 0.0608892 May 13 12:57:21.596573 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84475ca-9f52-4c4c-b87f-abb42abd085e req-b092128b-0a01-4eb1-b01e-872618ed0fd3 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:57:21.598812 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-f84475ca-9f52-4c4c-b87f-abb42abd085e req-b092128b-0a01-4eb1-b01e-872618ed0fd3 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/ports?device_id=a805ac8a-8fbf-4bf1-b369-64eaef204809 HTTP/1.1" status: 200 len: 946 time: 0.0595157 May 13 12:57:21.656228 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-f84475ca-9f52-4c4c-b87f-abb42abd085e req-b17166e5-7415-4122-8f75-28d8e99f7161 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/security-groups?id=e0d5a6ae-2931-4df1-843e-6d5b95c4034f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510287 May 13 12:57:21.681615 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-49904878-a450-437e-8917-54c109772886 req-58aca7fa-5b10-4784-98d2-03bd746a16ae tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups?id=19aba56d-0d38-455b-ace2-2ddb4354d2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750537 May 13 12:57:22.769559 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a76a1ca-e8da-4403-88b3-3e2b4a3780dc req-3bba62a8-35bf-435f-bc58-315285ee785a tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:57:22.771020 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-6a76a1ca-e8da-4403-88b3-3e2b4a3780dc req-3bba62a8-35bf-435f-bc58-315285ee785a tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/ports?device_id=a805ac8a-8fbf-4bf1-b369-64eaef204809 HTTP/1.1" status: 200 len: 946 time: 0.0455706 May 13 12:57:22.777263 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06c44ef-f181-46d6-8f35-7bbc57e00c7c req-70d66c6e-ea48-46ef-93ed-17e943472569 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:57:22.778762 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-e06c44ef-f181-46d6-8f35-7bbc57e00c7c req-70d66c6e-ea48-46ef-93ed-17e943472569 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=83873f65-ba42-4536-9af6-4aff1db77bb4 HTTP/1.1" status: 200 len: 943 time: 0.0457809 May 13 12:57:22.819171 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-6a76a1ca-e8da-4403-88b3-3e2b4a3780dc req-f42739c2-7598-4273-932a-f5ac36ad442d tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/security-groups?id=e0d5a6ae-2931-4df1-843e-6d5b95c4034f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416384 May 13 12:57:22.825231 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-e06c44ef-f181-46d6-8f35-7bbc57e00c7c req-af2480e6-3a6a-4ef6-8c09-6fd67b8c0b09 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups?id=19aba56d-0d38-455b-ace2-2ddb4354d2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407546 May 13 12:57:23.161948 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-16bb01cb-c048-4e3d-ae99-ae895ed45e41 req-1f6e1e32-3f90-48ef-b699-3b60cffb9c89 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b9ff36f5-3afb-4239-b817-663ac72e599f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385449 May 13 12:57:23.329049 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bb01cb-c048-4e3d-ae99-ae895ed45e41 req-0715cddd-ad9f-4af1-9228-5877435bf68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:57:23.330438 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-16bb01cb-c048-4e3d-ae99-ae895ed45e41 req-0715cddd-ad9f-4af1-9228-5877435bf68d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=58bddca6077344bea4cb41b23fcf8d35&device_id=b9ff36f5-3afb-4239-b817-663ac72e599f HTTP/1.1" status: 200 len: 1129 time: 0.0423028 May 13 12:57:23.936459 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5373c481-7fa4-47f3-8751-c6c0ff1dfb69 req-226e6b16-9ebf-4ed6-ac4e-10de66435355 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:57:23.938099 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-5373c481-7fa4-47f3-8751-c6c0ff1dfb69 req-226e6b16-9ebf-4ed6-ac4e-10de66435355 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/ports?device_id=a805ac8a-8fbf-4bf1-b369-64eaef204809 HTTP/1.1" status: 200 len: 946 time: 0.0472841 May 13 12:57:23.980490 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c42b4e-b2e1-4dbf-8edc-7479e28fd5d6 req-6395ceb7-deb1-4917-9bb6-bf2957fd7e83 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:57:23.982013 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-a0c42b4e-b2e1-4dbf-8edc-7479e28fd5d6 req-6395ceb7-deb1-4917-9bb6-bf2957fd7e83 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=83873f65-ba42-4536-9af6-4aff1db77bb4 HTTP/1.1" status: 200 len: 943 time: 0.0602736 May 13 12:57:23.989132 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-5373c481-7fa4-47f3-8751-c6c0ff1dfb69 req-55adc67a-766f-4df1-9d74-6e1d6d207ad2 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/security-groups?id=e0d5a6ae-2931-4df1-843e-6d5b95c4034f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450056 May 13 12:57:24.025595 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bb01cb-c048-4e3d-ae99-ae895ed45e41 req-f46d9560-2528-409c-8f8b-47251f54fa96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:57:24.027080 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-16bb01cb-c048-4e3d-ae99-ae895ed45e41 req-f46d9560-2528-409c-8f8b-47251f54fa96 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f576fff5-2fa1-4591-9247-28b4216fb188 HTTP/1.1" status: 200 len: 919 time: 0.1484571 May 13 12:57:24.079264 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-16bb01cb-c048-4e3d-ae99-ae895ed45e41 req-046f410f-65d1-424d-93a8-23a42bf0d8ac service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=08d00a85-0887-4227-be00-65bf3e7c0381 HTTP/1.1" status: 200 len: 217 time: 0.0442548 May 13 12:57:24.082929 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-a0c42b4e-b2e1-4dbf-8edc-7479e28fd5d6 req-1f9a3d45-fbc3-4355-8df0-46a147e015df tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups?id=19aba56d-0d38-455b-ace2-2ddb4354d2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925889 May 13 12:57:24.135475 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bb01cb-c048-4e3d-ae99-ae895ed45e41 req-8965375a-0401-43ad-8a54-77dc971dbd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:57:24.137107 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-16bb01cb-c048-4e3d-ae99-ae895ed45e41 req-8965375a-0401-43ad-8a54-77dc971dbd5a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=255ce2d7-f0f9-429c-8a86-3bbc48d08e37 HTTP/1.1" status: 200 len: 857 time: 0.0504160 May 13 12:57:24.188649 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bb01cb-c048-4e3d-ae99-ae895ed45e41 req-ea2f567f-09d7-4f6a-a13d-d71e2dab810b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:57:24.190174 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-16bb01cb-c048-4e3d-ae99-ae895ed45e41 req-ea2f567f-09d7-4f6a-a13d-d71e2dab810b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f576fff5-2fa1-4591-9247-28b4216fb188&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447245 May 13 12:57:24.191245 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1c5675-9b6f-42cf-9416-fcf3b9830485 req-dac4a5da-4c2a-44f5-985a-1d6eb33a1956 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:57:24.192744 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-3a1c5675-9b6f-42cf-9416-fcf3b9830485 req-dac4a5da-4c2a-44f5-985a-1d6eb33a1956 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/ports?device_id=a805ac8a-8fbf-4bf1-b369-64eaef204809 HTTP/1.1" status: 200 len: 946 time: 0.0485473 May 13 12:57:24.240374 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-3a1c5675-9b6f-42cf-9416-fcf3b9830485 req-77c35531-da56-4747-b3a7-77049052806f tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/security-groups?id=e0d5a6ae-2931-4df1-843e-6d5b95c4034f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418823 May 13 12:57:24.285266 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-16bb01cb-c048-4e3d-ae99-ae895ed45e41 req-7685225a-fd21-447e-9b0f-af35c94f8012 service neutron] 10.222.0.52 "GET /v2.0/networks/f576fff5-2fa1-4591-9247-28b4216fb188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869281 May 13 12:57:24.288423 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b0ac7c-fdb3-418c-856a-cf83d5b4a4f1 req-90dd7369-1441-4468-91ea-1793b2495dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:57:24.290842 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-50b0ac7c-fdb3-418c-856a-cf83d5b4a4f1 req-90dd7369-1441-4468-91ea-1793b2495dcf service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a8e091db3cd14ecb9c40257451cd434d&device_id=a805ac8a-8fbf-4bf1-b369-64eaef204809 HTTP/1.1" status: 200 len: 1130 time: 0.0429227 May 13 12:57:24.379127 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-16bb01cb-c048-4e3d-ae99-ae895ed45e41 req-230e7d99-c714-4a1f-b652-35ac399623d8 service neutron] 10.222.0.52 "GET /v2.0/networks/f576fff5-2fa1-4591-9247-28b4216fb188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868952 May 13 12:57:24.614294 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b0ac7c-fdb3-418c-856a-cf83d5b4a4f1 req-bffb86ee-fd2c-4569-a2ab-1b4078c5856f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:57:24.616199 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-50b0ac7c-fdb3-418c-856a-cf83d5b4a4f1 req-bffb86ee-fd2c-4569-a2ab-1b4078c5856f service neutron] 10.222.0.52 "GET /v2.0/networks?id=2e48d261-a2df-43c6-bd2a-fa0153331d4d HTTP/1.1" status: 200 len: 912 time: 0.3172462 May 13 12:57:24.911865 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-50b0ac7c-fdb3-418c-856a-cf83d5b4a4f1 req-daab427c-a93d-4bda-97ef-6539d0984910 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fec89e37-51dd-4063-9de3-e584ce441fb2 HTTP/1.1" status: 200 len: 1002 time: 0.0598571 May 13 12:57:24.972642 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b0ac7c-fdb3-418c-856a-cf83d5b4a4f1 req-a0c61a37-906a-4225-b1aa-ea4157e4db89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:57:24.974183 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-50b0ac7c-fdb3-418c-856a-cf83d5b4a4f1 req-a0c61a37-906a-4225-b1aa-ea4157e4db89 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9e6203bd-7b13-480f-9ce9-60943080d6b6 HTTP/1.1" status: 200 len: 850 time: 0.0477901 May 13 12:57:25.073748 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b0ac7c-fdb3-418c-856a-cf83d5b4a4f1 req-052ce0ac-3f2a-4274-bc45-b6b059a5ef22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:57:25.075223 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-50b0ac7c-fdb3-418c-856a-cf83d5b4a4f1 req-052ce0ac-3f2a-4274-bc45-b6b059a5ef22 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2e48d261-a2df-43c6-bd2a-fa0153331d4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428255 May 13 12:57:25.169041 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-50b0ac7c-fdb3-418c-856a-cf83d5b4a4f1 req-00350c13-f69f-45c8-908b-e47157da7626 service neutron] 10.222.0.52 "GET /v2.0/networks/2e48d261-a2df-43c6-bd2a-fa0153331d4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827105 May 13 12:57:25.206653 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b709edb6-3a5f-4906-8c99-26bdebf10467 req-0726da1f-a394-4f6d-8164-926d7c1e8f80 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:57:25.208082 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-b709edb6-3a5f-4906-8c99-26bdebf10467 req-0726da1f-a394-4f6d-8164-926d7c1e8f80 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=83873f65-ba42-4536-9af6-4aff1db77bb4 HTTP/1.1" status: 200 len: 943 time: 0.0460060 May 13 12:57:25.254042 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-b709edb6-3a5f-4906-8c99-26bdebf10467 req-95900227-ec93-4abe-8c06-03172cdc1dfa tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups?id=19aba56d-0d38-455b-ace2-2ddb4354d2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401320 May 13 12:57:25.364631 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea99124-2f5a-4c5e-8183-329730f0de62 req-98d74523-1a5b-4e38-ab96-b15985b8a3b6 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:57:25.366071 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-6ea99124-2f5a-4c5e-8183-329730f0de62 req-98d74523-1a5b-4e38-ab96-b15985b8a3b6 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/ports?device_id=a805ac8a-8fbf-4bf1-b369-64eaef204809 HTTP/1.1" status: 200 len: 946 time: 0.0561988 May 13 12:57:25.459513 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-6ea99124-2f5a-4c5e-8183-329730f0de62 req-dca2e7e6-3a4c-4499-b96b-798bdc22e26f tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/security-groups?id=e0d5a6ae-2931-4df1-843e-6d5b95c4034f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836639 May 13 12:57:25.482334 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-50b0ac7c-fdb3-418c-856a-cf83d5b4a4f1 req-2629eeac-2e56-406a-a89f-7ce740231a95 service neutron] 10.222.0.52 "GET /v2.0/networks/2e48d261-a2df-43c6-bd2a-fa0153331d4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263869 May 13 12:57:26.369832 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597ee3ad-ccdc-4e99-a266-d47474f5d92e req-953703dd-15f2-437c-86b0-360258a21cd0 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:57:26.371243 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-597ee3ad-ccdc-4e99-a266-d47474f5d92e req-953703dd-15f2-437c-86b0-360258a21cd0 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=83873f65-ba42-4536-9af6-4aff1db77bb4 HTTP/1.1" status: 200 len: 943 time: 0.0455880 May 13 12:57:26.420025 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-597ee3ad-ccdc-4e99-a266-d47474f5d92e req-406ef62d-5276-448b-8cf5-c065019312e2 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups?id=19aba56d-0d38-455b-ace2-2ddb4354d2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433805 May 13 12:57:26.577475 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138271fb-edf0-4b14-b81b-381594ad5007 req-977c734d-e8c5-4795-873c-0388db825b65 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:57:26.578862 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-138271fb-edf0-4b14-b81b-381594ad5007 req-977c734d-e8c5-4795-873c-0388db825b65 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/ports?device_id=a805ac8a-8fbf-4bf1-b369-64eaef204809 HTTP/1.1" status: 200 len: 946 time: 0.0508292 May 13 12:57:26.624531 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-138271fb-edf0-4b14-b81b-381594ad5007 req-59890027-4fa3-4e91-8600-c13a60c7fab6 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/security-groups?id=e0d5a6ae-2931-4df1-843e-6d5b95c4034f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402091 May 13 12:57:27.534198 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec2b245-4f88-4d5e-95be-a03d6ab3f59a req-5ef9e200-0c2f-4097-b32e-75fc293245a3 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:57:27.535673 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-0ec2b245-4f88-4d5e-95be-a03d6ab3f59a req-5ef9e200-0c2f-4097-b32e-75fc293245a3 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=83873f65-ba42-4536-9af6-4aff1db77bb4 HTTP/1.1" status: 200 len: 943 time: 0.0454683 May 13 12:57:27.581744 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-0ec2b245-4f88-4d5e-95be-a03d6ab3f59a req-f207f7ff-097a-4120-aa7f-18bc944da35e tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups?id=19aba56d-0d38-455b-ace2-2ddb4354d2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401146 May 13 12:57:27.737133 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b50e4ce-0f7c-46d7-9f19-5d0b3a1d0785 req-1ff8c115-eced-4c6c-a668-cfae4a9a2793 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:57:27.738477 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-3b50e4ce-0f7c-46d7-9f19-5d0b3a1d0785 req-1ff8c115-eced-4c6c-a668-cfae4a9a2793 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/ports?device_id=a805ac8a-8fbf-4bf1-b369-64eaef204809 HTTP/1.1" status: 200 len: 946 time: 0.0468678 May 13 12:57:27.783540 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-3b50e4ce-0f7c-46d7-9f19-5d0b3a1d0785 req-83eca7c6-42bd-43be-84b3-f68f192a0200 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/security-groups?id=e0d5a6ae-2931-4df1-843e-6d5b95c4034f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394003 May 13 12:57:28.698791 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd44485-81e0-4a36-ad01-29d2cacebd52 req-dbbd9ed4-02a0-4b35-9578-53817245b875 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:57:28.700230 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-1fd44485-81e0-4a36-ad01-29d2cacebd52 req-dbbd9ed4-02a0-4b35-9578-53817245b875 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=83873f65-ba42-4536-9af6-4aff1db77bb4 HTTP/1.1" status: 200 len: 943 time: 0.0457149 May 13 12:57:28.745726 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-1fd44485-81e0-4a36-ad01-29d2cacebd52 req-190fa098-4fb0-4cf5-b356-b0bf5e1fb809 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups?id=19aba56d-0d38-455b-ace2-2ddb4354d2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400465 May 13 12:57:29.867064 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7da1635-94b0-4e10-a609-7ffe881e219f req-fbdef5ee-efc8-4001-a5aa-0b567d3a7edc tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:57:29.868735 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-e7da1635-94b0-4e10-a609-7ffe881e219f req-fbdef5ee-efc8-4001-a5aa-0b567d3a7edc tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=83873f65-ba42-4536-9af6-4aff1db77bb4 HTTP/1.1" status: 200 len: 943 time: 0.0500903 May 13 12:57:29.916963 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-e7da1635-94b0-4e10-a609-7ffe881e219f req-405c7231-6103-46d7-bb1e-998d7012bbd4 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups?id=19aba56d-0d38-455b-ace2-2ddb4354d2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426242 May 13 12:57:31.037435 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ca8f45-562e-4c3e-91c5-ab2bb4e3c5b3 req-3ca17b50-1f66-4649-8fed-45660b83bcd0 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:57:31.038882 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-f5ca8f45-562e-4c3e-91c5-ab2bb4e3c5b3 req-3ca17b50-1f66-4649-8fed-45660b83bcd0 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=83873f65-ba42-4536-9af6-4aff1db77bb4 HTTP/1.1" status: 200 len: 943 time: 0.0492978 May 13 12:57:31.085327 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-f5ca8f45-562e-4c3e-91c5-ab2bb4e3c5b3 req-2a2a34fc-e561-475b-a040-150f09d6551c tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups?id=19aba56d-0d38-455b-ace2-2ddb4354d2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400269 May 13 12:57:31.717919 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Device 312207b7-e73e-4ced-8336-af184bb733a6 details requested by agent hyperv_hv-cinder-84164 with host hv-cinder-84164 {{(pid=109805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 12:57:31.813956 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] For port 312207b7-e73e-4ced-8336-af184bb733a6, host hv-cinder-84164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84164',level=0,port_id=312207b7-e73e-4ced-8336-af184bb733a6,segment=NetworkSegment(0ccb2fa9-a285-4fe0-a15f-4b492217b87a),segment_id=0ccb2fa9-a285-4fe0-a15f-4b492217b87a)] {{(pid=109805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 12:57:31.825585 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Returning: {'device': '312207b7-e73e-4ced-8336-af184bb733a6', 'network_id': '2600954f-368e-4b9b-9fca-a1e49f9c5d94', 'port_id': '312207b7-e73e-4ced-8336-af184bb733a6', 'mac_address': 'fa:16:3e:e8:27:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddd064bc-4133-46f1-b906-03efc81a9128', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 12:57:31.861737 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Current status of the port 312207b7-e73e-4ced-8336-af184bb733a6 is: DOWN; New status is: BUILD {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 12:57:31.862122 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (312207b7-e73e-4ced-8336-af184bb733a6), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:57:31.875094 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.notifiers.nova [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 312207b7-e73e-4ced-8336-af184bb733a6 {{(pid=109805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 12:57:31.897884 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] For port 312207b7-e73e-4ced-8336-af184bb733a6, host hv-cinder-84164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84164',level=0,port_id=312207b7-e73e-4ced-8336-af184bb733a6,segment=NetworkSegment(0ccb2fa9-a285-4fe0-a15f-4b492217b87a),segment_id=0ccb2fa9-a285-4fe0-a15f-4b492217b87a)] {{(pid=109805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 12:57:31.903290 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (312207b7-e73e-4ced-8336-af184bb733a6), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:57:31.949837 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Pushing event updated for resources: {'Port': ['ID=312207b7-e73e-4ced-8336-af184bb733a6,revision_number=9']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:57:32.201787 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee5cf3d-dfe0-42eb-8aeb-019a859c6e83 req-b3774482-8765-42c3-813d-c40e05348b36 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:57:32.203253 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-3ee5cf3d-dfe0-42eb-8aeb-019a859c6e83 req-b3774482-8765-42c3-813d-c40e05348b36 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=83873f65-ba42-4536-9af6-4aff1db77bb4 HTTP/1.1" status: 200 len: 944 time: 0.0462840 May 13 12:57:32.248872 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-3ee5cf3d-dfe0-42eb-8aeb-019a859c6e83 req-7140877a-e78a-4073-b576-7f7339de8d2f tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups?id=19aba56d-0d38-455b-ace2-2ddb4354d2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400445 May 13 12:57:32.358835 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] get_ports_and_sgs() called for port_ids ['312207b7-e73e-4ced-8336-af184bb733a6'] {{(pid=109805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 12:57:33.367953 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67770c8f-0d23-4ff3-80ba-f63d689717f8 req-9dd4ae84-eeef-42e8-8f9c-bf340b4491f1 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:57:33.369518 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-67770c8f-0d23-4ff3-80ba-f63d689717f8 req-9dd4ae84-eeef-42e8-8f9c-bf340b4491f1 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=83873f65-ba42-4536-9af6-4aff1db77bb4 HTTP/1.1" status: 200 len: 944 time: 0.0471051 May 13 12:57:33.416347 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-67770c8f-0d23-4ff3-80ba-f63d689717f8 req-0860d89b-2ad0-45bd-b22d-134488c6b43d tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups?id=19aba56d-0d38-455b-ace2-2ddb4354d2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412064 May 13 12:57:33.734668 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Device 312207b7-e73e-4ced-8336-af184bb733a6 up at agent hyperv_hv-cinder-84164 {{(pid=109805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 12:57:33.782584 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Provisioning complete for port 312207b7-e73e-4ced-8336-af184bb733a6 triggered by entity L2. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 12:57:33.782946 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (312207b7-e73e-4ced-8336-af184bb733a6), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:57:33.855173 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Current status of the port 312207b7-e73e-4ced-8336-af184bb733a6 is: BUILD; New status is: ACTIVE {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 12:57:33.855551 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (312207b7-e73e-4ced-8336-af184bb733a6), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:57:33.877492 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83873f65-ba42-4536-9af6-4aff1db77bb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '312207b7-e73e-4ced-8336-af184bb733a6'}] {{(pid=109805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 12:57:33.879671 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bf410fb1f4c9c59dd9b4e78159940bff83c4f370df38d4d08ac4943129d440" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f9a9c46-038c-4622-8875-f8ae47a80bdb" -d '{"events": [{"server_uuid": "83873f65-ba42-4536-9af6-4aff1db77bb4", "name": "network-vif-plugged", "status": "completed", "tag": "312207b7-e73e-4ced-8336-af184bb733a6"}]}' {{(pid=109805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 12:57:33.896129 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] For port 312207b7-e73e-4ced-8336-af184bb733a6, host hv-cinder-84164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84164',level=0,port_id=312207b7-e73e-4ced-8336-af184bb733a6,segment=NetworkSegment(0ccb2fa9-a285-4fe0-a15f-4b492217b87a),segment_id=0ccb2fa9-a285-4fe0-a15f-4b492217b87a)] {{(pid=109805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 12:57:33.900548 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (312207b7-e73e-4ced-8336-af184bb733a6), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:57:33.924556 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 12:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b6f319d-449b-4014-8f27-32c3ab59cdd0 x-openstack-request-id: req-7b6f319d-449b-4014-8f27-32c3ab59cdd0 {{(pid=109805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 12:57:33.924848 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83873f65-ba42-4536-9af6-4aff1db77bb4", "name": "network-vif-plugged", "status": "completed", "tag": "312207b7-e73e-4ced-8336-af184bb733a6", "code": 200}]} {{(pid=109805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 12:57:33.925119 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7b6f319d-449b-4014-8f27-32c3ab59cdd0 {{(pid=109805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 12:57:33.925515 dv-cinder-841644-1-iscsi neutron-server[109805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b6f319d-449b-4014-8f27-32c3ab59cdd0'] response: {'server_uuid': '83873f65-ba42-4536-9af6-4aff1db77bb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '312207b7-e73e-4ced-8336-af184bb733a6', 'code': 200} May 13 12:57:33.952329 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Pushing event updated for resources: {'Port': ['ID=312207b7-e73e-4ced-8336-af184bb733a6,revision_number=10']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:57:34.498008 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c524fb-fda5-4c2f-ab3a-af9141121856 req-fcf03113-675c-4bde-acc4-4f967466d4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:57:34.499490 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-96c524fb-fda5-4c2f-ab3a-af9141121856 req-fcf03113-675c-4bde-acc4-4f967466d4bb service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=83873f65-ba42-4536-9af6-4aff1db77bb4 HTTP/1.1" status: 200 len: 1130 time: 0.0383127 May 13 12:57:34.541362 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca90b89-c8f8-48bf-ae7d-0276357e9555 req-5cfdd71e-c520-454c-8e68-e787216e5dc8 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:57:34.542977 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-8ca90b89-c8f8-48bf-ae7d-0276357e9555 req-5cfdd71e-c520-454c-8e68-e787216e5dc8 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=83873f65-ba42-4536-9af6-4aff1db77bb4 HTTP/1.1" status: 200 len: 946 time: 0.0513210 May 13 12:57:34.548050 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-96c524fb-fda5-4c2f-ab3a-af9141121856 req-2a4b7128-f64a-4092-82ae-67efdc7021d0 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=19aba56d-0d38-455b-ace2-2ddb4354d2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419345 May 13 12:57:34.593600 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-8ca90b89-c8f8-48bf-ae7d-0276357e9555 req-657a2322-34a2-4c34-b336-39f739ba0a53 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups?id=19aba56d-0d38-455b-ace2-2ddb4354d2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447488 May 13 12:57:35.712142 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32b5478-5123-4eb3-8ce6-af9b781b5aa6 req-a105f135-4976-4c1d-85c9-dd70a590dd6a tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:57:35.713609 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-d32b5478-5123-4eb3-8ce6-af9b781b5aa6 req-a105f135-4976-4c1d-85c9-dd70a590dd6a tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=83873f65-ba42-4536-9af6-4aff1db77bb4 HTTP/1.1" status: 200 len: 946 time: 0.0464413 May 13 12:57:35.759816 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-d32b5478-5123-4eb3-8ce6-af9b781b5aa6 req-fa96d550-aa64-4a1e-afa1-8ed6d2912065 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups?id=19aba56d-0d38-455b-ace2-2ddb4354d2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407588 May 13 12:57:36.886575 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a2def2-a73d-4f6f-b049-844b9187ab73 req-9bba8e95-76e1-4d51-8c27-75b36acbf8e8 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:57:36.888053 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-25a2def2-a73d-4f6f-b049-844b9187ab73 req-9bba8e95-76e1-4d51-8c27-75b36acbf8e8 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=83873f65-ba42-4536-9af6-4aff1db77bb4 HTTP/1.1" status: 200 len: 946 time: 0.0552311 May 13 12:57:36.936206 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-25a2def2-a73d-4f6f-b049-844b9187ab73 req-56d1c133-8358-42f1-a0e1-cee64c278d60 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups?id=19aba56d-0d38-455b-ace2-2ddb4354d2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422757 May 13 12:57:38.053948 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e68ccec-f5ea-4dbe-9d12-0bf0af6ab630 req-29e4e08b-34a3-4c98-9d0d-ea218ff39528 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:57:38.055982 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-0e68ccec-f5ea-4dbe-9d12-0bf0af6ab630 req-29e4e08b-34a3-4c98-9d0d-ea218ff39528 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=83873f65-ba42-4536-9af6-4aff1db77bb4 HTTP/1.1" status: 200 len: 946 time: 0.0467539 May 13 12:57:38.100959 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-0e68ccec-f5ea-4dbe-9d12-0bf0af6ab630 req-30797997-1e75-4298-ad12-c27c4da9db78 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups?id=19aba56d-0d38-455b-ace2-2ddb4354d2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394468 May 13 12:57:41.436959 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-e6569052-df2d-4781-bb36-37462c5aa6f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (12f7f474-a19f-4cf7-bcdf-b9ad7dbdd770), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:57:43.889068 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-e1087a5b-0351-41a3-88d8-bbf22c53a02e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (6d8a5631-9f63-444c-af3b-4dcce4842b62), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:57:45.045553 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-4a907869-afee-4d69-acd8-cccc744e537a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (d2cfa305-5f5a-49b3-8228-876061d7e1f6), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:57:46.387609 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e973b8a-7036-4c5a-b06c-8487da8415f9 req-9b8fe545-3461-4139-ab17-dffdc182df89 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:57:46.389099 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-5e973b8a-7036-4c5a-b06c-8487da8415f9 req-9b8fe545-3461-4139-ab17-dffdc182df89 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/ports?device_id=42b7e01b-70b1-46a0-96f0-1c412e18c5e1 HTTP/1.1" status: 200 len: 945 time: 0.0527411 May 13 12:57:46.436518 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-5e973b8a-7036-4c5a-b06c-8487da8415f9 req-a7e3bf1e-bd5d-4422-b504-48e0809953a2 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c2a5c04-ed42-4ff2-b00d-7654679018d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417736 May 13 12:57:46.721557 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-7baa8e58-cb75-431e-995b-6c55a6feb1d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (5f75012c-56a5-4b0a-a85c-97c3435c2a5d), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:57:47.553506 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23bb7e6-8a7a-41b3-a26a-8b57cd7cd0c8 req-d271eb1b-d18a-4b73-a1e4-a9fc0655e67e tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:57:47.555571 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-d23bb7e6-8a7a-41b3-a26a-8b57cd7cd0c8 req-d271eb1b-d18a-4b73-a1e4-a9fc0655e67e tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/ports?device_id=42b7e01b-70b1-46a0-96f0-1c412e18c5e1 HTTP/1.1" status: 200 len: 945 time: 0.0478013 May 13 12:57:47.601326 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-d23bb7e6-8a7a-41b3-a26a-8b57cd7cd0c8 req-4804eb02-ae1f-4802-a4ad-71b772a9a570 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c2a5c04-ed42-4ff2-b00d-7654679018d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398350 May 13 12:57:47.844358 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (f7880a20-862d-46b4-8dd6-192b0a47d710), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:57:48.065296 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d04106a-e081-4980-b8b8-d19ecc51f163 req-ad274f19-236c-4903-b244-82f79614207e tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:57:48.066703 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-4d04106a-e081-4980-b8b8-d19ecc51f163 req-ad274f19-236c-4903-b244-82f79614207e tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.52 "GET /v2.0/ports?device_id=42b7e01b-70b1-46a0-96f0-1c412e18c5e1 HTTP/1.1" status: 200 len: 945 time: 0.0451841 May 13 12:57:48.187651 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-4d04106a-e081-4980-b8b8-d19ecc51f163 req-96b82faf-98e8-4928-86c7-ad01fa4f2841 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Deleting port 6131eae9-947c-4782-958f-bf729b85fce7 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 12:57:48.187996 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-4d04106a-e081-4980-b8b8-d19ecc51f163 req-96b82faf-98e8-4928-86c7-ad01fa4f2841 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750967565572'] for port (6131eae9-947c-4782-958f-bf729b85fce7), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:57:48.275739 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-4d04106a-e081-4980-b8b8-d19ecc51f163 req-96b82faf-98e8-4928-86c7-ad01fa4f2841 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] For port 6131eae9-947c-4782-958f-bf729b85fce7, host hv-cinder-84164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84164',level=0,port_id=6131eae9-947c-4782-958f-bf729b85fce7,segment=NetworkSegment(c6a3dc01-8071-489d-bd05-606d071e01ac),segment_id=c6a3dc01-8071-489d-bd05-606d071e01ac)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 12:57:48.276090 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-4d04106a-e081-4980-b8b8-d19ecc51f163 req-96b82faf-98e8-4928-86c7-ad01fa4f2841 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624050'] for port (6131eae9-947c-4782-958f-bf729b85fce7), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:57:48.505454 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-4d04106a-e081-4980-b8b8-d19ecc51f163 req-96b82faf-98e8-4928-86c7-ad01fa4f2841 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:57:48.505725 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-4d04106a-e081-4980-b8b8-d19ecc51f163 req-96b82faf-98e8-4928-86c7-ad01fa4f2841 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621791'] for floatingip (b3f4f1be-d9a9-4ee6-85f9-2897988f346a), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:57:48.506037 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.db.l3_db [req-4d04106a-e081-4980-b8b8-d19ecc51f163 req-96b82faf-98e8-4928-86c7-ad01fa4f2841 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Floating IP b3f4f1be-d9a9-4ee6-85f9-2897988f346a disassociated. External IP: 172.27.3.99, port: 6131eae9-947c-4782-958f-bf729b85fce7. May 13 12:57:48.506374 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-4d04106a-e081-4980-b8b8-d19ecc51f163 req-96b82faf-98e8-4928-86c7-ad01fa4f2841 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Calling delete_port for 6131eae9-947c-4782-958f-bf729b85fce7 owned by compute:nova {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 12:57:48.668602 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-4d04106a-e081-4980-b8b8-d19ecc51f163 req-96b82faf-98e8-4928-86c7-ad01fa4f2841 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750967572628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750967062393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6509865'] for port (6131eae9-947c-4782-958f-bf729b85fce7), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:57:48.721430 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b82faf-98e8-4928-86c7-ad01fa4f2841 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Pushing event deleted for resources: {'Port': ['ID=6131eae9-947c-4782-958f-bf729b85fce7,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:57:48.726323 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-9142d5b3-981b-4565-85b8-7f5f07dac049 req-979b066c-2feb-45c4-8232-73717ae0f436 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/ports?device_id=42b7e01b-70b1-46a0-96f0-1c412e18c5e1 HTTP/1.1" status: 200 len: 210 time: 0.0527561 May 13 12:57:48.734860 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b82faf-98e8-4928-86c7-ad01fa4f2841 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:57:48.735204 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b82faf-98e8-4928-86c7-ad01fa4f2841 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:57:48.735541 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b82faf-98e8-4928-86c7-ad01fa4f2841 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:57:48.735874 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b82faf-98e8-4928-86c7-ad01fa4f2841 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:57:48.736200 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b82faf-98e8-4928-86c7-ad01fa4f2841 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:57:48.736557 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b82faf-98e8-4928-86c7-ad01fa4f2841 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:57:48.736878 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b82faf-98e8-4928-86c7-ad01fa4f2841 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:57:48.737226 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b82faf-98e8-4928-86c7-ad01fa4f2841 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:57:48.737547 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b82faf-98e8-4928-86c7-ad01fa4f2841 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:57:48.737867 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b82faf-98e8-4928-86c7-ad01fa4f2841 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:57:48.738186 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b82faf-98e8-4928-86c7-ad01fa4f2841 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:57:48.738619 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b82faf-98e8-4928-86c7-ad01fa4f2841 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:57:48.738951 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b82faf-98e8-4928-86c7-ad01fa4f2841 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:57:48.739272 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b82faf-98e8-4928-86c7-ad01fa4f2841 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:57:48.739844 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b82faf-98e8-4928-86c7-ad01fa4f2841 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:57:48.851568 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4d04106a-e081-4980-b8b8-d19ecc51f163 req-96b82faf-98e8-4928-86c7-ad01fa4f2841 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Router 045f35fc-2c99-4b59-9cb3-9ddcf675eecc has already been hosted by L3 agent 6d8a5631-9f63-444c-af3b-4dcce4842b62 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 12:57:48.959969 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4d04106a-e081-4980-b8b8-d19ecc51f163 req-96b82faf-98e8-4928-86c7-ad01fa4f2841 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Notify agent at l3_agent.dv-cinder-841644-1-iscsi the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 12:57:48.971190 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692cdffa-9b07-4a93-bc7b-e8ccda4156c5 None None] Sync routers for ids ['045f35fc-2c99-4b59-9cb3-9ddcf675eecc'] in dv-cinder-841644-1-iscsi {{(pid=109806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 12:57:48.985014 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692cdffa-9b07-4a93-bc7b-e8ccda4156c5 None None] Routers {'045f35fc-2c99-4b59-9cb3-9ddcf675eecc'} bound to L3 agent in host dv-cinder-841644-1-iscsi {{(pid=109806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 12:57:48.985854 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_hamode_db [None req-692cdffa-9b07-4a93-bc7b-e8ccda4156c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841644-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T12:45:44Z,description=,heartbeat_timestamp=2022-05-13T12:57:44Z,host='dv-cinder-841644-1-iscsi',id=6d8a5631-9f63-444c-af3b-4dcce4842b62,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T12:45:44Z,topic='l3_agent')) {'router_ids': ['045f35fc-2c99-4b59-9cb3-9ddcf675eecc'], 'active': True} {{(pid=109806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 12:57:49.021514 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d04106a-e081-4980-b8b8-d19ecc51f163 req-96b82faf-98e8-4928-86c7-ad01fa4f2841 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] No DVR routers for this DVR port 6131eae9-947c-4782-958f-bf729b85fce7 on host hv-cinder-84164 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 12:57:49.025538 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-4d04106a-e081-4980-b8b8-d19ecc51f163 req-96b82faf-98e8-4928-86c7-ad01fa4f2841 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4290'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:57:49.029146 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-4d04106a-e081-4980-b8b8-d19ecc51f163 req-96b82faf-98e8-4928-86c7-ad01fa4f2841 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.52 "DELETE /v2.0/ports/6131eae9-947c-4782-958f-bf729b85fce7 HTTP/1.1" status: 204 len: 173 time: 0.9570475 May 13 12:57:49.029851 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42b7e01b-70b1-46a0-96f0-1c412e18c5e1', 'name': 'network-vif-deleted', 'tag': '6131eae9-947c-4782-958f-bf729b85fce7'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 12:57:49.032718 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cdb7c774b4c64768c46a18a465ef1a15500a906a5d07d0e5a65b0b29d0c9ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c877c6af-8efb-4acb-bb25-2709bcdc46a6" -d '{"events": [{"server_uuid": "42b7e01b-70b1-46a0-96f0-1c412e18c5e1", "name": "network-vif-deleted", "tag": "6131eae9-947c-4782-958f-bf729b85fce7"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 12:57:49.075943 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 12:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6c91bae-3f8d-42fc-94f0-a5e0e9e491c2 x-openstack-request-id: req-f6c91bae-3f8d-42fc-94f0-a5e0e9e491c2 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 12:57:49.076569 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42b7e01b-70b1-46a0-96f0-1c412e18c5e1", "name": "network-vif-deleted", "tag": "6131eae9-947c-4782-958f-bf729b85fce7", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 12:57:49.076569 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f6c91bae-3f8d-42fc-94f0-a5e0e9e491c2 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 12:57:49.076943 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6c91bae-3f8d-42fc-94f0-a5e0e9e491c2'] response: {'server_uuid': '42b7e01b-70b1-46a0-96f0-1c412e18c5e1', 'name': 'network-vif-deleted', 'tag': '6131eae9-947c-4782-958f-bf729b85fce7', 'status': 'completed', 'code': 200} May 13 12:57:49.211704 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_dvr_db [None req-692cdffa-9b07-4a93-bc7b-e8ccda4156c5 None None] Set router 045f35fc-2c99-4b59-9cb3-9ddcf675eecc gateway port host: dv-cinder-841644-1-iscsi {{(pid=109806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 12:57:49.449322 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_hamode_db [None req-692cdffa-9b07-4a93-bc7b-e8ccda4156c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '045f35fc-2c99-4b59-9cb3-9ddcf675eecc', 'name': 'tempest-AttachVolumeNegativeTest-207558896-router', 'tenant_id': '7ec55859792345359fc7b22003b4e995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '02b711c9-c253-4fa7-9b82-c20738edf579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T12:54:23Z', 'updated_at': '2022-05-13T12:54:39Z', 'revision_number': 4, 'project_id': '7ec55859792345359fc7b22003b4e995', 'gw_port': {'id': '02b711c9-c253-4fa7-9b82-c20738edf579', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ac:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045f35fc-2c99-4b59-9cb3-9ddcf675eecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:54:25Z', 'updated_at': '2022-05-13T12:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi', '_floatingips': [{'id': '4f8d944e-04eb-42d5-8bf5-2639b9e54c90', 'tenant_id': '7ec55859792345359fc7b22003b4e995', 'floating_ip_address': '172.27.3.86', 'floating_network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'router_id': '045f35fc-2c99-4b59-9cb3-9ddcf675eecc', 'port_id': '99a73876-f6c7-452e-b541-5ee509349a0a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1c41e28-5d16-459f-865e-9320359228db', 'mac_address': 'fa:16:3e:e6:0c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34789621-2e0a-4fef-8268-7703885edac6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T12:54:51Z', 'updated_at': '2022-05-13T12:55:23Z', 'revision_number': 2, 'project_id': '7ec55859792345359fc7b22003b4e995', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '809a9c8d-b43e-4e7d-bc47-feb11109602a', 'name': '', 'network_id': 'f1c41e28-5d16-459f-865e-9320359228db', 'tenant_id': '7ec55859792345359fc7b22003b4e995', 'mac_address': 'fa:16:3e:84:69:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045f35fc-2c99-4b59-9cb3-9ddcf675eecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '95241052-552d-491a-8c23-5ec0dd2b8fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:54:35Z', 'updated_at': '2022-05-13T12:54:49Z', 'revision_number': 5, 'project_id': '7ec55859792345359fc7b22003b4e995', 'subnets': [{'id': '95241052-552d-491a-8c23-5ec0dd2b8fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841644-1-iscsi', False) {} {{(pid=109806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 12:57:49.480043 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692cdffa-9b07-4a93-bc7b-e8ccda4156c5 None None] Checking router: 045f35fc-2c99-4b59-9cb3-9ddcf675eecc for host: dv-cinder-841644-1-iscsi {{(pid=109806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 12:57:49.488438 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692cdffa-9b07-4a93-bc7b-e8ccda4156c5 None None] Routers {'045f35fc-2c99-4b59-9cb3-9ddcf675eecc'} bound to L3 agent in host dv-cinder-841644-1-iscsi {{(pid=109806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 12:57:49.489054 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_hamode_db [None req-692cdffa-9b07-4a93-bc7b-e8ccda4156c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841644-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T12:45:44Z,description=,heartbeat_timestamp=2022-05-13T12:57:44Z,host='dv-cinder-841644-1-iscsi',id=6d8a5631-9f63-444c-af3b-4dcce4842b62,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T12:45:44Z,topic='l3_agent')) {'router_ids': ['045f35fc-2c99-4b59-9cb3-9ddcf675eecc'], 'active': True} {{(pid=109806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 12:57:49.604674 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_dvr_db [None req-692cdffa-9b07-4a93-bc7b-e8ccda4156c5 None None] Set router 045f35fc-2c99-4b59-9cb3-9ddcf675eecc gateway port host: dv-cinder-841644-1-iscsi {{(pid=109806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 12:57:49.842819 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_hamode_db [None req-692cdffa-9b07-4a93-bc7b-e8ccda4156c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '045f35fc-2c99-4b59-9cb3-9ddcf675eecc', 'name': 'tempest-AttachVolumeNegativeTest-207558896-router', 'tenant_id': '7ec55859792345359fc7b22003b4e995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '02b711c9-c253-4fa7-9b82-c20738edf579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T12:54:23Z', 'updated_at': '2022-05-13T12:54:39Z', 'revision_number': 4, 'project_id': '7ec55859792345359fc7b22003b4e995', 'gw_port': {'id': '02b711c9-c253-4fa7-9b82-c20738edf579', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ac:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045f35fc-2c99-4b59-9cb3-9ddcf675eecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:54:25Z', 'updated_at': '2022-05-13T12:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi', '_floatingips': [{'id': '4f8d944e-04eb-42d5-8bf5-2639b9e54c90', 'tenant_id': '7ec55859792345359fc7b22003b4e995', 'floating_ip_address': '172.27.3.86', 'floating_network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'router_id': '045f35fc-2c99-4b59-9cb3-9ddcf675eecc', 'port_id': '99a73876-f6c7-452e-b541-5ee509349a0a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1c41e28-5d16-459f-865e-9320359228db', 'mac_address': 'fa:16:3e:e6:0c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34789621-2e0a-4fef-8268-7703885edac6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T12:54:51Z', 'updated_at': '2022-05-13T12:55:23Z', 'revision_number': 2, 'project_id': '7ec55859792345359fc7b22003b4e995', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '809a9c8d-b43e-4e7d-bc47-feb11109602a', 'name': '', 'network_id': 'f1c41e28-5d16-459f-865e-9320359228db', 'tenant_id': '7ec55859792345359fc7b22003b4e995', 'mac_address': 'fa:16:3e:84:69:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045f35fc-2c99-4b59-9cb3-9ddcf675eecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '95241052-552d-491a-8c23-5ec0dd2b8fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:54:35Z', 'updated_at': '2022-05-13T12:54:49Z', 'revision_number': 5, 'project_id': '7ec55859792345359fc7b22003b4e995', 'subnets': [{'id': '95241052-552d-491a-8c23-5ec0dd2b8fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841644-1-iscsi', False) {} {{(pid=109806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 12:57:49.853580 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-47817dcd-40eb-4174-ac3c-022a687c0701 req-8bc35c76-8740-49a0-a8c5-3c2c9b8ba1c5 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/ports?device_id=42b7e01b-70b1-46a0-96f0-1c412e18c5e1 HTTP/1.1" status: 200 len: 210 time: 0.0317593 May 13 12:57:49.876168 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692cdffa-9b07-4a93-bc7b-e8ccda4156c5 None None] The sync data for ids ['045f35fc-2c99-4b59-9cb3-9ddcf675eecc'] in dv-cinder-841644-1-iscsi is: [{'id': '045f35fc-2c99-4b59-9cb3-9ddcf675eecc', 'name': 'tempest-AttachVolumeNegativeTest-207558896-router', 'tenant_id': '7ec55859792345359fc7b22003b4e995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '02b711c9-c253-4fa7-9b82-c20738edf579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T12:54:23Z', 'updated_at': '2022-05-13T12:54:39Z', 'revision_number': 4, 'project_id': '7ec55859792345359fc7b22003b4e995', 'gw_port': {'id': '02b711c9-c253-4fa7-9b82-c20738edf579', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ac:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045f35fc-2c99-4b59-9cb3-9ddcf675eecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:54:25Z', 'updated_at': '2022-05-13T12:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi', '_floatingips': [{'id': '4f8d944e-04eb-42d5-8bf5-2639b9e54c90', 'tenant_id': '7ec55859792345359fc7b22003b4e995', 'floating_ip_address': '172.27.3.86', 'floating_network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'router_id': '045f35fc-2c99-4b59-9cb3-9ddcf675eecc', 'port_id': '99a73876-f6c7-452e-b541-5ee509349a0a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1c41e28-5d16-459f-865e-9320359228db', 'mac_address': 'fa:16:3e:e6:0c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34789621-2e0a-4fef-8268-7703885edac6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T12:54:51Z', 'updated_at': '2022-05-13T12:55:23Z', 'revision_number': 2, 'project_id': '7ec55859792345359fc7b22003b4e995', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '809a9c8d-b43e-4e7d-bc47-feb11109602a', 'name': '', 'network_id': 'f1c41e28-5d16-459f-865e-9320359228db', 'tenant_id': '7ec55859792345359fc7b22003b4e995', 'mac_address': 'fa:16:3e:84:69:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045f35fc-2c99-4b59-9cb3-9ddcf675eecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '95241052-552d-491a-8c23-5ec0dd2b8fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:54:35Z', 'updated_at': '2022-05-13T12:54:49Z', 'revision_number': 5, 'project_id': '7ec55859792345359fc7b22003b4e995', 'subnets': [{'id': '95241052-552d-491a-8c23-5ec0dd2b8fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 12:57:50.172131 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96fcc14-573a-4e0f-bae0-5d7077c0431d None None] New status for floating IP b3f4f1be-d9a9-4ee6-85f9-2897988f346a: DOWN {{(pid=109805) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 12:57:50.298767 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (202f7e15-8fd1-4d3b-a0cb-2b083dcecd1a), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:57:50.953418 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 50734) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:57:51.018542 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b68f0098-02ae-4a65-9f56-6178d3f7e59e tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks [] for security_group (6c2a5c04-ed42-4ff2-b00d-7654679018d9), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:57:51.046087 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b68f0098-02ae-4a65-9f56-6178d3f7e59e tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks [] for security_group (6c2a5c04-ed42-4ff2-b00d-7654679018d9), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:57:51.100453 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b68f0098-02ae-4a65-9f56-6178d3f7e59e tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (6c2a5c04-ed42-4ff2-b00d-7654679018d9), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:57:51.103813 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b68f0098-02ae-4a65-9f56-6178d3f7e59e tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks [] for security_group (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:57:51.105003 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-b68f0098-02ae-4a65-9f56-6178d3f7e59e tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "DELETE /v2.0/security-groups/6c2a5c04-ed42-4ff2-b00d-7654679018d9 HTTP/1.1" status: 204 len: 168 time: 0.1505780 May 13 12:57:51.108083 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 50736) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:57:51.115306 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68f0098-02ae-4a65-9f56-6178d3f7e59e tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c2a5c04-ed42-4ff2-b00d-7654679018d9,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:57:51.123720 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68f0098-02ae-4a65-9f56-6178d3f7e59e tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:57:51.124057 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68f0098-02ae-4a65-9f56-6178d3f7e59e tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:57:51.124616 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68f0098-02ae-4a65-9f56-6178d3f7e59e tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:57:51.125161 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68f0098-02ae-4a65-9f56-6178d3f7e59e tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:57:51.125312 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68f0098-02ae-4a65-9f56-6178d3f7e59e tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:57:51.125646 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68f0098-02ae-4a65-9f56-6178d3f7e59e tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:57:51.125961 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68f0098-02ae-4a65-9f56-6178d3f7e59e tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:57:51.126280 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68f0098-02ae-4a65-9f56-6178d3f7e59e tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:57:51.126763 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68f0098-02ae-4a65-9f56-6178d3f7e59e tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:57:51.126914 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.api.v2.resource [None req-5715a61a-26f9-45f5-8f00-c7c0359d93a0 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] show failed (client error): The resource could not be found. May 13 12:57:51.127093 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68f0098-02ae-4a65-9f56-6178d3f7e59e tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:57:51.127413 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68f0098-02ae-4a65-9f56-6178d3f7e59e tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:57:51.127908 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68f0098-02ae-4a65-9f56-6178d3f7e59e tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:57:51.128232 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68f0098-02ae-4a65-9f56-6178d3f7e59e tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:57:51.128550 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68f0098-02ae-4a65-9f56-6178d3f7e59e tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:57:51.129057 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68f0098-02ae-4a65-9f56-6178d3f7e59e tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:57:51.131587 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 50738) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:57:51.137846 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-5715a61a-26f9-45f5-8f00-c7c0359d93a0 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/security-groups/6c2a5c04-ed42-4ff2-b00d-7654679018d9 HTTP/1.1" status: 404 len: 347 time: 0.0221798 May 13 12:57:51.253900 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-19102ca4-64eb-48a7-a8d0-9dcc5442b9e1 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Deleting port 6552e1e1-2f11-4aad-93bf-bdb29a98c39a {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 12:57:51.254239 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-19102ca4-64eb-48a7-a8d0-9dcc5442b9e1 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750967565572'] for port (6552e1e1-2f11-4aad-93bf-bdb29a98c39a), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:57:51.338021 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-19102ca4-64eb-48a7-a8d0-9dcc5442b9e1 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624050'] for port (6552e1e1-2f11-4aad-93bf-bdb29a98c39a), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:57:51.338339 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-19102ca4-64eb-48a7-a8d0-9dcc5442b9e1 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks [] for floatingip (6552e1e1-2f11-4aad-93bf-bdb29a98c39a), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:57:51.351347 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-19102ca4-64eb-48a7-a8d0-9dcc5442b9e1 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Calling delete_port for 6552e1e1-2f11-4aad-93bf-bdb29a98c39a owned by network:floatingip {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 12:57:51.488178 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-19102ca4-64eb-48a7-a8d0-9dcc5442b9e1 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750967572628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750967062393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6007231'] for port (6552e1e1-2f11-4aad-93bf-bdb29a98c39a), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:57:51.513572 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19102ca4-64eb-48a7-a8d0-9dcc5442b9e1 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Pushing event deleted for resources: {'Port': ['ID=6552e1e1-2f11-4aad-93bf-bdb29a98c39a,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:57:51.577257 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-19102ca4-64eb-48a7-a8d0-9dcc5442b9e1 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks [] for floatingip (b3f4f1be-d9a9-4ee6-85f9-2897988f346a), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:57:51.579693 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-19102ca4-64eb-48a7-a8d0-9dcc5442b9e1 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4290'] for floatingip (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:57:51.580835 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-19102ca4-64eb-48a7-a8d0-9dcc5442b9e1 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "DELETE /v2.0/floatingips/b3f4f1be-d9a9-4ee6-85f9-2897988f346a HTTP/1.1" status: 204 len: 168 time: 0.4483140 May 13 12:57:51.814175 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Device 6131eae9-947c-4782-958f-bf729b85fce7 no longer exists at agent hyperv_hv-cinder-84164 {{(pid=109805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 12:57:51.839387 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] No Port match for: 6131eae9-947c-4782-958f-bf729b85fce7 {{(pid=109805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 12:57:51.839735 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Device 6131eae9-947c-4782-958f-bf729b85fce7 not bound to the agent host hv-cinder-84164 {{(pid=109805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 12:57:54.962036 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.agents_db [None req-04065fb1-5207-409b-a281-8f6301b2fc59 None None] Agent healthcheck: found 6 active agents {{(pid=109806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 12:57:57.476676 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0189aaf0-1f9b-4beb-a002-57d6c5a92a99 req-3a79eafc-a4d4-4385-9362-609d03ddf092 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:57:57.478725 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-0189aaf0-1f9b-4beb-a002-57d6c5a92a99 req-3a79eafc-a4d4-4385-9362-609d03ddf092 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/ports?device_id=01d6f955-cec3-41be-b4c3-c1ab08771e24 HTTP/1.1" status: 200 len: 945 time: 0.0719421 May 13 12:57:57.484131 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26619cce-a91e-423e-82f7-3d0f2c3831fd req-aa91d84e-f59e-426d-a5f8-13e67a75f753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:57:57.485586 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-26619cce-a91e-423e-82f7-3d0f2c3831fd req-aa91d84e-f59e-426d-a5f8-13e67a75f753 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=58bddca6077344bea4cb41b23fcf8d35&device_id=01d6f955-cec3-41be-b4c3-c1ab08771e24 HTTP/1.1" status: 200 len: 1129 time: 0.0507333 May 13 12:57:57.576812 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-0189aaf0-1f9b-4beb-a002-57d6c5a92a99 req-15fd0ca1-5445-42ab-b43e-dbaa347baa9b tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/security-groups?id=06b6c21d-ab43-4a43-86f2-b0c0d4543a67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901723 May 13 12:57:57.606256 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26619cce-a91e-423e-82f7-3d0f2c3831fd req-2d9ff481-43ed-4a5a-9ece-c59ec473a1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:57:57.607717 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-26619cce-a91e-423e-82f7-3d0f2c3831fd req-2d9ff481-43ed-4a5a-9ece-c59ec473a1ea service neutron] 10.222.0.52 "GET /v2.0/networks?id=f576fff5-2fa1-4591-9247-28b4216fb188 HTTP/1.1" status: 200 len: 919 time: 0.1080849 May 13 12:57:57.675644 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-26619cce-a91e-423e-82f7-3d0f2c3831fd req-75e5b01f-3a54-43dd-85bf-2aeb440428b6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c221412b-60f8-4ab0-b29a-df7ab68bd041 HTTP/1.1" status: 200 len: 1001 time: 0.0593436 May 13 12:57:57.733461 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26619cce-a91e-423e-82f7-3d0f2c3831fd req-b4b67587-302b-4ecd-b1d2-01856658dd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:57:57.734941 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-26619cce-a91e-423e-82f7-3d0f2c3831fd req-b4b67587-302b-4ecd-b1d2-01856658dd0c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=255ce2d7-f0f9-429c-8a86-3bbc48d08e37 HTTP/1.1" status: 200 len: 857 time: 0.0485423 May 13 12:57:57.779101 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26619cce-a91e-423e-82f7-3d0f2c3831fd req-98fc7c42-5644-4c09-a5a7-340770772eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:57:57.780815 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-26619cce-a91e-423e-82f7-3d0f2c3831fd req-98fc7c42-5644-4c09-a5a7-340770772eda service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f576fff5-2fa1-4591-9247-28b4216fb188&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381701 May 13 12:57:57.869236 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-26619cce-a91e-423e-82f7-3d0f2c3831fd req-ba8e76a3-e83f-4e47-97b9-3b3b33840172 service neutron] 10.222.0.52 "GET /v2.0/networks/f576fff5-2fa1-4591-9247-28b4216fb188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798771 May 13 12:57:57.959482 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-26619cce-a91e-423e-82f7-3d0f2c3831fd req-351f9a05-aa70-4192-85df-a21d088d4a62 service neutron] 10.222.0.52 "GET /v2.0/networks/f576fff5-2fa1-4591-9247-28b4216fb188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835965 May 13 12:57:58.504518 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390d82ae-5b60-4202-9514-789441ecdc66 req-6d8f4b03-4803-4325-b3d6-388626910f77 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:57:58.505904 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-390d82ae-5b60-4202-9514-789441ecdc66 req-6d8f4b03-4803-4325-b3d6-388626910f77 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/ports?device_id=34789621-2e0a-4fef-8268-7703885edac6 HTTP/1.1" status: 200 len: 946 time: 0.0464954 May 13 12:57:58.554693 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-390d82ae-5b60-4202-9514-789441ecdc66 req-1dad452e-d5e9-4d4e-b683-e8d41f67c97b tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/security-groups?id=70d956b4-bf35-4735-b345-7252a9c796ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424957 May 13 12:57:58.691204 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33aa5e3-6ff8-45e7-9406-8a8134a36f8c req-300294a8-5c79-4851-960f-cb379c273864 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:57:58.692629 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-b33aa5e3-6ff8-45e7-9406-8a8134a36f8c req-300294a8-5c79-4851-960f-cb379c273864 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/ports?device_id=01d6f955-cec3-41be-b4c3-c1ab08771e24 HTTP/1.1" status: 200 len: 945 time: 0.0469277 May 13 12:57:58.737862 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-b33aa5e3-6ff8-45e7-9406-8a8134a36f8c req-62bc913f-396f-4727-b88a-90299ec1e4a8 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/security-groups?id=06b6c21d-ab43-4a43-86f2-b0c0d4543a67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391386 May 13 12:57:59.667587 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27d8f7a-a977-4768-9a9b-2e236adcb6fe req-faf5cc18-b3c7-45fc-be0b-bec057455ae3 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:57:59.669078 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-b27d8f7a-a977-4768-9a9b-2e236adcb6fe req-faf5cc18-b3c7-45fc-be0b-bec057455ae3 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/ports?device_id=34789621-2e0a-4fef-8268-7703885edac6 HTTP/1.1" status: 200 len: 946 time: 0.0477641 May 13 12:57:59.714715 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-b27d8f7a-a977-4768-9a9b-2e236adcb6fe req-1b230fc6-7d9a-4972-a31d-cd2ae9315bc4 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/security-groups?id=70d956b4-bf35-4735-b345-7252a9c796ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401986 May 13 12:57:59.853887 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3584de98-cdae-4388-b4f2-07387883a7c9 req-9d6ee3d0-0c31-439e-b76e-4db75d728ea8 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:57:59.855228 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-3584de98-cdae-4388-b4f2-07387883a7c9 req-9d6ee3d0-0c31-439e-b76e-4db75d728ea8 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/ports?device_id=01d6f955-cec3-41be-b4c3-c1ab08771e24 HTTP/1.1" status: 200 len: 945 time: 0.0504680 May 13 12:57:59.900441 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-3584de98-cdae-4388-b4f2-07387883a7c9 req-7573f54b-d126-4b97-a5e3-34be36a3f72d tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/security-groups?id=06b6c21d-ab43-4a43-86f2-b0c0d4543a67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397272 May 13 12:58:00.425523 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f10ecbe-a261-45ac-a33b-2e84a0af2d87 req-f4dbb46f-9b5d-4933-be8b-806724e87a8b tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:58:00.426909 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-5f10ecbe-a261-45ac-a33b-2e84a0af2d87 req-f4dbb46f-9b5d-4933-be8b-806724e87a8b tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.52 "GET /v2.0/ports?device_id=34789621-2e0a-4fef-8268-7703885edac6 HTTP/1.1" status: 200 len: 946 time: 0.0465021 May 13 12:58:00.515026 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-5f10ecbe-a261-45ac-a33b-2e84a0af2d87 req-93d75a6d-c2ed-4315-b909-9b3a853d163f tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Deleting port 99a73876-f6c7-452e-b541-5ee509349a0a {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 12:58:00.515352 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-5f10ecbe-a261-45ac-a33b-2e84a0af2d87 req-93d75a6d-c2ed-4315-b909-9b3a853d163f tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750967565572'] for port (99a73876-f6c7-452e-b541-5ee509349a0a), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:58:00.603580 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-5f10ecbe-a261-45ac-a33b-2e84a0af2d87 req-93d75a6d-c2ed-4315-b909-9b3a853d163f tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] For port 99a73876-f6c7-452e-b541-5ee509349a0a, host hv-cinder-84164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84164',level=0,port_id=99a73876-f6c7-452e-b541-5ee509349a0a,segment=NetworkSegment(c6a3dc01-8071-489d-bd05-606d071e01ac),segment_id=c6a3dc01-8071-489d-bd05-606d071e01ac)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 12:58:00.603851 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-5f10ecbe-a261-45ac-a33b-2e84a0af2d87 req-93d75a6d-c2ed-4315-b909-9b3a853d163f tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624050'] for port (99a73876-f6c7-452e-b541-5ee509349a0a), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:58:00.769611 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-5f10ecbe-a261-45ac-a33b-2e84a0af2d87 req-93d75a6d-c2ed-4315-b909-9b3a853d163f tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:58:00.769970 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-5f10ecbe-a261-45ac-a33b-2e84a0af2d87 req-93d75a6d-c2ed-4315-b909-9b3a853d163f tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621791'] for floatingip (4f8d944e-04eb-42d5-8bf5-2639b9e54c90), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:58:00.770294 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.db.l3_db [req-5f10ecbe-a261-45ac-a33b-2e84a0af2d87 req-93d75a6d-c2ed-4315-b909-9b3a853d163f tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Floating IP 4f8d944e-04eb-42d5-8bf5-2639b9e54c90 disassociated. External IP: 172.27.3.86, port: 99a73876-f6c7-452e-b541-5ee509349a0a. May 13 12:58:00.770617 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-5f10ecbe-a261-45ac-a33b-2e84a0af2d87 req-93d75a6d-c2ed-4315-b909-9b3a853d163f tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Calling delete_port for 99a73876-f6c7-452e-b541-5ee509349a0a owned by compute:nova {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 12:58:00.826964 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5dbd37-df2b-4989-b5a0-f0006af1f15a req-4abcbd15-b6b5-4b9a-a88b-c0c9c78515d4 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:58:00.828452 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-9b5dbd37-df2b-4989-b5a0-f0006af1f15a req-4abcbd15-b6b5-4b9a-a88b-c0c9c78515d4 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/ports?device_id=34789621-2e0a-4fef-8268-7703885edac6 HTTP/1.1" status: 200 len: 946 time: 0.0459456 May 13 12:58:00.877002 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-9b5dbd37-df2b-4989-b5a0-f0006af1f15a req-52053d3e-5f56-4575-a6f6-c0fd4b6803b5 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/security-groups?id=70d956b4-bf35-4735-b345-7252a9c796ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428326 May 13 12:58:00.904020 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-5f10ecbe-a261-45ac-a33b-2e84a0af2d87 req-93d75a6d-c2ed-4315-b909-9b3a853d163f tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750967572628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750967062393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6509865'] for port (99a73876-f6c7-452e-b541-5ee509349a0a), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:58:00.934221 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d75a6d-c2ed-4315-b909-9b3a853d163f tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Pushing event deleted for resources: {'Port': ['ID=99a73876-f6c7-452e-b541-5ee509349a0a,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:58:01.302769 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a0d615-1927-4886-97c8-4476232dd87e req-b0e87871-68e9-4614-873f-3003159b3c41 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:58:01.304284 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-76a0d615-1927-4886-97c8-4476232dd87e req-b0e87871-68e9-4614-873f-3003159b3c41 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/ports?device_id=01d6f955-cec3-41be-b4c3-c1ab08771e24 HTTP/1.1" status: 200 len: 945 time: 0.3165002 May 13 12:58:01.338664 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5f10ecbe-a261-45ac-a33b-2e84a0af2d87 req-93d75a6d-c2ed-4315-b909-9b3a853d163f tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Router 045f35fc-2c99-4b59-9cb3-9ddcf675eecc has already been hosted by L3 agent 6d8a5631-9f63-444c-af3b-4dcce4842b62 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 12:58:01.371842 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-76a0d615-1927-4886-97c8-4476232dd87e req-c02bc1f7-1da4-481c-80a6-c6b1f7f6b51a tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/security-groups?id=06b6c21d-ab43-4a43-86f2-b0c0d4543a67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607932 May 13 12:58:01.471899 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5f10ecbe-a261-45ac-a33b-2e84a0af2d87 req-93d75a6d-c2ed-4315-b909-9b3a853d163f tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Notify agent at l3_agent.dv-cinder-841644-1-iscsi the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 12:58:01.482116 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e049f7-b973-4610-8dfd-f73f76bda0b4 None None] Sync routers for ids ['045f35fc-2c99-4b59-9cb3-9ddcf675eecc'] in dv-cinder-841644-1-iscsi {{(pid=109806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 12:58:01.491357 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e049f7-b973-4610-8dfd-f73f76bda0b4 None None] Routers {'045f35fc-2c99-4b59-9cb3-9ddcf675eecc'} bound to L3 agent in host dv-cinder-841644-1-iscsi {{(pid=109806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 12:58:01.492021 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_hamode_db [None req-a5e049f7-b973-4610-8dfd-f73f76bda0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841644-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T12:45:44Z,description=,heartbeat_timestamp=2022-05-13T12:57:44Z,host='dv-cinder-841644-1-iscsi',id=6d8a5631-9f63-444c-af3b-4dcce4842b62,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T12:45:44Z,topic='l3_agent')) {'router_ids': ['045f35fc-2c99-4b59-9cb3-9ddcf675eecc'], 'active': True} {{(pid=109806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 12:58:01.511784 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f10ecbe-a261-45ac-a33b-2e84a0af2d87 req-93d75a6d-c2ed-4315-b909-9b3a853d163f tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] No DVR routers for this DVR port 99a73876-f6c7-452e-b541-5ee509349a0a on host hv-cinder-84164 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 12:58:01.514775 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-5f10ecbe-a261-45ac-a33b-2e84a0af2d87 req-93d75a6d-c2ed-4315-b909-9b3a853d163f tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4290'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:58:01.518082 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-5f10ecbe-a261-45ac-a33b-2e84a0af2d87 req-93d75a6d-c2ed-4315-b909-9b3a853d163f tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.52 "DELETE /v2.0/ports/99a73876-f6c7-452e-b541-5ee509349a0a HTTP/1.1" status: 204 len: 173 time: 1.0799921 May 13 12:58:01.518508 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34789621-2e0a-4fef-8268-7703885edac6', 'name': 'network-vif-deleted', 'tag': '99a73876-f6c7-452e-b541-5ee509349a0a'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 12:58:01.520731 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cdb7c774b4c64768c46a18a465ef1a15500a906a5d07d0e5a65b0b29d0c9ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85a5b6be-1c6c-42ea-9b9f-025f7c0eb014" -d '{"events": [{"server_uuid": "34789621-2e0a-4fef-8268-7703885edac6", "name": "network-vif-deleted", "tag": "99a73876-f6c7-452e-b541-5ee509349a0a"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 12:58:01.559961 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 12:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c57c133c-6a35-4a87-9b66-880873d19a6c x-openstack-request-id: req-c57c133c-6a35-4a87-9b66-880873d19a6c {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 12:58:01.560249 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34789621-2e0a-4fef-8268-7703885edac6", "name": "network-vif-deleted", "tag": "99a73876-f6c7-452e-b541-5ee509349a0a", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 12:58:01.560495 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c57c133c-6a35-4a87-9b66-880873d19a6c {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 12:58:01.560889 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c57c133c-6a35-4a87-9b66-880873d19a6c'] response: {'server_uuid': '34789621-2e0a-4fef-8268-7703885edac6', 'name': 'network-vif-deleted', 'tag': '99a73876-f6c7-452e-b541-5ee509349a0a', 'status': 'completed', 'code': 200} May 13 12:58:01.618259 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_dvr_db [None req-a5e049f7-b973-4610-8dfd-f73f76bda0b4 None None] Set router 045f35fc-2c99-4b59-9cb3-9ddcf675eecc gateway port host: dv-cinder-841644-1-iscsi {{(pid=109806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 12:58:01.804709 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_hamode_db [None req-a5e049f7-b973-4610-8dfd-f73f76bda0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '045f35fc-2c99-4b59-9cb3-9ddcf675eecc', 'name': 'tempest-AttachVolumeNegativeTest-207558896-router', 'tenant_id': '7ec55859792345359fc7b22003b4e995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '02b711c9-c253-4fa7-9b82-c20738edf579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T12:54:23Z', 'updated_at': '2022-05-13T12:54:39Z', 'revision_number': 4, 'project_id': '7ec55859792345359fc7b22003b4e995', 'gw_port': {'id': '02b711c9-c253-4fa7-9b82-c20738edf579', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ac:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045f35fc-2c99-4b59-9cb3-9ddcf675eecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:54:25Z', 'updated_at': '2022-05-13T12:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi', '_interfaces': [{'id': '809a9c8d-b43e-4e7d-bc47-feb11109602a', 'name': '', 'network_id': 'f1c41e28-5d16-459f-865e-9320359228db', 'tenant_id': '7ec55859792345359fc7b22003b4e995', 'mac_address': 'fa:16:3e:84:69:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045f35fc-2c99-4b59-9cb3-9ddcf675eecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '95241052-552d-491a-8c23-5ec0dd2b8fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:54:35Z', 'updated_at': '2022-05-13T12:54:49Z', 'revision_number': 5, 'project_id': '7ec55859792345359fc7b22003b4e995', 'subnets': [{'id': '95241052-552d-491a-8c23-5ec0dd2b8fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841644-1-iscsi', False) {} {{(pid=109806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 12:58:01.833572 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e049f7-b973-4610-8dfd-f73f76bda0b4 None None] Checking router: 045f35fc-2c99-4b59-9cb3-9ddcf675eecc for host: dv-cinder-841644-1-iscsi {{(pid=109806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 12:58:01.842336 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e049f7-b973-4610-8dfd-f73f76bda0b4 None None] Routers {'045f35fc-2c99-4b59-9cb3-9ddcf675eecc'} bound to L3 agent in host dv-cinder-841644-1-iscsi {{(pid=109806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 12:58:01.842930 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_hamode_db [None req-a5e049f7-b973-4610-8dfd-f73f76bda0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841644-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T12:45:44Z,description=,heartbeat_timestamp=2022-05-13T12:57:44Z,host='dv-cinder-841644-1-iscsi',id=6d8a5631-9f63-444c-af3b-4dcce4842b62,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T12:45:44Z,topic='l3_agent')) {'router_ids': ['045f35fc-2c99-4b59-9cb3-9ddcf675eecc'], 'active': True} {{(pid=109806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 12:58:01.958455 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_dvr_db [None req-a5e049f7-b973-4610-8dfd-f73f76bda0b4 None None] Set router 045f35fc-2c99-4b59-9cb3-9ddcf675eecc gateway port host: dv-cinder-841644-1-iscsi {{(pid=109806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 12:58:01.999775 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-47322681-2605-4d95-94b8-1f41b2d895c7 req-fb6d505c-b4d9-493e-8f6a-c302657eabd9 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/ports?device_id=34789621-2e0a-4fef-8268-7703885edac6 HTTP/1.1" status: 200 len: 210 time: 0.0411494 May 13 12:58:02.240362 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_hamode_db [None req-a5e049f7-b973-4610-8dfd-f73f76bda0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '045f35fc-2c99-4b59-9cb3-9ddcf675eecc', 'name': 'tempest-AttachVolumeNegativeTest-207558896-router', 'tenant_id': '7ec55859792345359fc7b22003b4e995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '02b711c9-c253-4fa7-9b82-c20738edf579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T12:54:23Z', 'updated_at': '2022-05-13T12:54:39Z', 'revision_number': 4, 'project_id': '7ec55859792345359fc7b22003b4e995', 'gw_port': {'id': '02b711c9-c253-4fa7-9b82-c20738edf579', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ac:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045f35fc-2c99-4b59-9cb3-9ddcf675eecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:54:25Z', 'updated_at': '2022-05-13T12:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi', '_interfaces': [{'id': '809a9c8d-b43e-4e7d-bc47-feb11109602a', 'name': '', 'network_id': 'f1c41e28-5d16-459f-865e-9320359228db', 'tenant_id': '7ec55859792345359fc7b22003b4e995', 'mac_address': 'fa:16:3e:84:69:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045f35fc-2c99-4b59-9cb3-9ddcf675eecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '95241052-552d-491a-8c23-5ec0dd2b8fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:54:35Z', 'updated_at': '2022-05-13T12:54:49Z', 'revision_number': 5, 'project_id': '7ec55859792345359fc7b22003b4e995', 'subnets': [{'id': '95241052-552d-491a-8c23-5ec0dd2b8fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841644-1-iscsi', False) {} {{(pid=109806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 12:58:02.266567 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e049f7-b973-4610-8dfd-f73f76bda0b4 None None] The sync data for ids ['045f35fc-2c99-4b59-9cb3-9ddcf675eecc'] in dv-cinder-841644-1-iscsi is: [{'id': '045f35fc-2c99-4b59-9cb3-9ddcf675eecc', 'name': 'tempest-AttachVolumeNegativeTest-207558896-router', 'tenant_id': '7ec55859792345359fc7b22003b4e995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '02b711c9-c253-4fa7-9b82-c20738edf579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T12:54:23Z', 'updated_at': '2022-05-13T12:54:39Z', 'revision_number': 4, 'project_id': '7ec55859792345359fc7b22003b4e995', 'gw_port': {'id': '02b711c9-c253-4fa7-9b82-c20738edf579', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ac:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045f35fc-2c99-4b59-9cb3-9ddcf675eecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:54:25Z', 'updated_at': '2022-05-13T12:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi', '_interfaces': [{'id': '809a9c8d-b43e-4e7d-bc47-feb11109602a', 'name': '', 'network_id': 'f1c41e28-5d16-459f-865e-9320359228db', 'tenant_id': '7ec55859792345359fc7b22003b4e995', 'mac_address': 'fa:16:3e:84:69:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045f35fc-2c99-4b59-9cb3-9ddcf675eecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '95241052-552d-491a-8c23-5ec0dd2b8fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:54:35Z', 'updated_at': '2022-05-13T12:54:49Z', 'revision_number': 5, 'project_id': '7ec55859792345359fc7b22003b4e995', 'subnets': [{'id': '95241052-552d-491a-8c23-5ec0dd2b8fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 12:58:02.481428 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e4430a-80b9-414b-96bc-4353294594e8 None None] New status for floating IP 4f8d944e-04eb-42d5-8bf5-2639b9e54c90: DOWN {{(pid=109805) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 12:58:02.495467 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2d172f-b72a-4c63-ad34-83aeae03abe6 req-3eab6c05-61d1-4917-96f6-de525442eb98 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:58:02.496903 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-6b2d172f-b72a-4c63-ad34-83aeae03abe6 req-3eab6c05-61d1-4917-96f6-de525442eb98 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/ports?device_id=01d6f955-cec3-41be-b4c3-c1ab08771e24 HTTP/1.1" status: 200 len: 945 time: 0.0518110 May 13 12:58:02.544184 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-6b2d172f-b72a-4c63-ad34-83aeae03abe6 req-54613635-2b1c-4a10-8bfc-b65fb37ec5ce tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/security-groups?id=06b6c21d-ab43-4a43-86f2-b0c0d4543a67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414903 May 13 12:58:03.085522 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 50816) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:58:03.137783 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-6ce75c44-0ad9-4d6a-aeeb-211f1f075d56 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks [] for security_group (70d956b4-bf35-4735-b345-7252a9c796ae), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:58:03.160997 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-6ce75c44-0ad9-4d6a-aeeb-211f1f075d56 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks [] for security_group (70d956b4-bf35-4735-b345-7252a9c796ae), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:58:03.213349 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-6ce75c44-0ad9-4d6a-aeeb-211f1f075d56 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (70d956b4-bf35-4735-b345-7252a9c796ae), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:58:03.215965 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-6ce75c44-0ad9-4d6a-aeeb-211f1f075d56 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks [] for security_group (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:58:03.217158 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-6ce75c44-0ad9-4d6a-aeeb-211f1f075d56 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "DELETE /v2.0/security-groups/70d956b4-bf35-4735-b345-7252a9c796ae HTTP/1.1" status: 204 len: 168 time: 0.1306214 May 13 12:58:03.220020 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 50818) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:58:03.226130 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce75c44-0ad9-4d6a-aeeb-211f1f075d56 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70d956b4-bf35-4735-b345-7252a9c796ae,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:58:03.236790 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.api.v2.resource [None req-0ba62661-99a3-4085-b79c-3bfb57693b17 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] show failed (client error): The resource could not be found. May 13 12:58:03.237845 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-0ba62661-99a3-4085-b79c-3bfb57693b17 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/security-groups/70d956b4-bf35-4735-b345-7252a9c796ae HTTP/1.1" status: 404 len: 347 time: 0.0167406 May 13 12:58:03.242304 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 50820) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:58:03.358289 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-ccba170b-d481-43bc-90e9-3cfc4ab99059 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Deleting port a859fdaf-a6c4-4583-8877-eb1502c745e9 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 12:58:03.358624 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ccba170b-d481-43bc-90e9-3cfc4ab99059 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750967565572'] for port (a859fdaf-a6c4-4583-8877-eb1502c745e9), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:58:03.434154 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ccba170b-d481-43bc-90e9-3cfc4ab99059 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624050'] for port (a859fdaf-a6c4-4583-8877-eb1502c745e9), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:58:03.434474 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ccba170b-d481-43bc-90e9-3cfc4ab99059 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks [] for floatingip (a859fdaf-a6c4-4583-8877-eb1502c745e9), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:58:03.447216 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-ccba170b-d481-43bc-90e9-3cfc4ab99059 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Calling delete_port for a859fdaf-a6c4-4583-8877-eb1502c745e9 owned by network:floatingip {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 12:58:03.586308 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ccba170b-d481-43bc-90e9-3cfc4ab99059 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750967572628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750967062393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6509865'] for port (a859fdaf-a6c4-4583-8877-eb1502c745e9), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:58:03.632783 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccba170b-d481-43bc-90e9-3cfc4ab99059 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Pushing event deleted for resources: {'Port': ['ID=a859fdaf-a6c4-4583-8877-eb1502c745e9,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:58:03.705646 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90961c57-8bc6-442f-81ed-f4599a4bfa65 req-26d34460-8566-42cc-8378-d4f0cf97b792 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:58:03.707102 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-90961c57-8bc6-442f-81ed-f4599a4bfa65 req-26d34460-8566-42cc-8378-d4f0cf97b792 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/ports?device_id=01d6f955-cec3-41be-b4c3-c1ab08771e24 HTTP/1.1" status: 200 len: 945 time: 0.0758221 May 13 12:58:03.714750 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ccba170b-d481-43bc-90e9-3cfc4ab99059 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks [] for floatingip (4f8d944e-04eb-42d5-8bf5-2639b9e54c90), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:58:03.717242 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ccba170b-d481-43bc-90e9-3cfc4ab99059 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4290'] for floatingip (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:58:03.718283 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-ccba170b-d481-43bc-90e9-3cfc4ab99059 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "DELETE /v2.0/floatingips/4f8d944e-04eb-42d5-8bf5-2639b9e54c90 HTTP/1.1" status: 204 len: 168 time: 0.4748387 May 13 12:58:03.759778 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-90961c57-8bc6-442f-81ed-f4599a4bfa65 req-05fc309e-7952-4c15-b142-b519ab471a99 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/security-groups?id=06b6c21d-ab43-4a43-86f2-b0c0d4543a67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465074 May 13 12:58:03.793629 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 50826) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:58:03.798114 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.v2.base [None req-4f646701-c173-4057-a344-b25b25a00a6a tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Request body: {'security_group': {'name': 'tempest-securitygroup--533773853', 'description': 'tempest-description--1972176636'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 12:58:03.817798 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4f646701-c173-4057-a344-b25b25a00a6a tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:58:03.861251 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Device 99a73876-f6c7-452e-b541-5ee509349a0a no longer exists at agent hyperv_hv-cinder-84164 {{(pid=109805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 12:58:03.886246 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4f646701-c173-4057-a344-b25b25a00a6a tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks [] for security_group (02772ebe-b5e9-4b8d-bc0a-e9eb9199c002), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:58:03.888144 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] No Port match for: 99a73876-f6c7-452e-b541-5ee509349a0a {{(pid=109805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 12:58:03.888498 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Device 99a73876-f6c7-452e-b541-5ee509349a0a not bound to the agent host hv-cinder-84164 {{(pid=109805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 12:58:03.891609 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4f646701-c173-4057-a344-b25b25a00a6a tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (02772ebe-b5e9-4b8d-bc0a-e9eb9199c002), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:58:03.921816 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-4f646701-c173-4057-a344-b25b25a00a6a tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:58:03.923091 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-4f646701-c173-4057-a344-b25b25a00a6a tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1284640 May 13 12:58:03.927191 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f646701-c173-4057-a344-b25b25a00a6a tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02772ebe-b5e9-4b8d-bc0a-e9eb9199c002,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:58:03.927329 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 50828) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:58:03.932863 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.v2.base [None req-7d70c782-d928-433a-89fe-2163cbe461fe tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Request body: {'security_group_rule': {'security_group_id': '02772ebe-b5e9-4b8d-bc0a-e9eb9199c002', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 12:58:03.957927 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7d70c782-d928-433a-89fe-2163cbe461fe tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks [] for security_group_rule (1cc2a15d-f300-4943-9a92-b7a92ec64636), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:58:04.015860 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7d70c782-d928-433a-89fe-2163cbe461fe tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks [] for security_group_rule (1cc2a15d-f300-4943-9a92-b7a92ec64636), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:58:04.019708 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7d70c782-d928-433a-89fe-2163cbe461fe tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472018'] for security_group_rule (1cc2a15d-f300-4943-9a92-b7a92ec64636), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:58:04.040838 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d70c782-d928-433a-89fe-2163cbe461fe tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cc2a15d-f300-4943-9a92-b7a92ec64636,revision_number=0']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:58:04.046874 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7d70c782-d928-433a-89fe-2163cbe461fe tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:58:04.050566 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-7d70c782-d928-433a-89fe-2163cbe461fe tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1194160 May 13 12:58:04.050654 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 50830) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:58:04.054864 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.v2.base [None req-2f8dc4a4-84b4-4d08-a243-174ba9a8cfec tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Request body: {'security_group_rule': {'security_group_id': '02772ebe-b5e9-4b8d-bc0a-e9eb9199c002', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 12:58:04.080059 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-2f8dc4a4-84b4-4d08-a243-174ba9a8cfec tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks [] for security_group_rule (0596ff35-6948-4fe4-8fb6-7a4b2f11fc06), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:58:04.134632 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-2f8dc4a4-84b4-4d08-a243-174ba9a8cfec tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks [] for security_group_rule (0596ff35-6948-4fe4-8fb6-7a4b2f11fc06), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:58:04.138176 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-2f8dc4a4-84b4-4d08-a243-174ba9a8cfec tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472018'] for security_group_rule (0596ff35-6948-4fe4-8fb6-7a4b2f11fc06), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:58:04.155853 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8dc4a4-84b4-4d08-a243-174ba9a8cfec tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0596ff35-6948-4fe4-8fb6-7a4b2f11fc06,revision_number=0']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:58:04.162946 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-2f8dc4a4-84b4-4d08-a243-174ba9a8cfec tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:58:04.164100 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-2f8dc4a4-84b4-4d08-a243-174ba9a8cfec tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1125493 May 13 12:58:04.167869 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 50832) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:58:04.171979 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.v2.base [None req-4aa595af-96b8-4038-a08a-863ea70ae26b tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Request body: {'floatingip': {'floating_network_id': 'feab3964-f0b8-402e-905b-49af947bf732'}} {{(pid=109804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 12:58:04.191268 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4aa595af-96b8-4038-a08a-863ea70ae26b tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:58:04.288155 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4aa595af-96b8-4038-a08a-863ea70ae26b tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:58:04.393452 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-4aa595af-96b8-4038-a08a-863ea70ae26b tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Allocated IP 172.27.3.102 (feab3964-f0b8-402e-905b-49af947bf732/23e33d6a-fc94-4466-a994-b549e993d354/bab6fd81-0ba9-47a6-bdac-bd55d6e7b6e2) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 12:58:04.493611 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4aa595af-96b8-4038-a08a-863ea70ae26b tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks [] for port (bab6fd81-0ba9-47a6-bdac-bd55d6e7b6e2), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:58:04.526293 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4aa595af-96b8-4038-a08a-863ea70ae26b tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750967062384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6007231'] for port (bab6fd81-0ba9-47a6-bdac-bd55d6e7b6e2), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:58:04.563104 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa595af-96b8-4038-a08a-863ea70ae26b tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Network feab3964-f0b8-402e-905b-49af947bf732 is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 12:58:04.565907 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-4aa595af-96b8-4038-a08a-863ea70ae26b tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 12:58:04.571790 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa595af-96b8-4038-a08a-863ea70ae26b tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 12:58:04.577064 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa595af-96b8-4038-a08a-863ea70ae26b tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Pushing event updated for resources: {'Port': ['ID=bab6fd81-0ba9-47a6-bdac-bd55d6e7b6e2,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:58:04.659693 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4aa595af-96b8-4038-a08a-863ea70ae26b tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks [] for floatingip (aa621775-da67-4e9e-a1c3-3ee802cee305), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:58:04.699492 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4aa595af-96b8-4038-a08a-863ea70ae26b tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (bab6fd81-0ba9-47a6-bdac-bd55d6e7b6e2), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:58:04.844693 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4aa595af-96b8-4038-a08a-863ea70ae26b tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks [] for port (bab6fd81-0ba9-47a6-bdac-bd55d6e7b6e2), precommit_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:58:04.849103 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4aa595af-96b8-4038-a08a-863ea70ae26b tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6007238'] for port (bab6fd81-0ba9-47a6-bdac-bd55d6e7b6e2), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:58:04.873449 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78051264-fe01-4931-8925-66801e080fbc req-5195da93-c817-470f-a90f-601811840915 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:58:04.874929 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-78051264-fe01-4931-8925-66801e080fbc req-5195da93-c817-470f-a90f-601811840915 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/ports?device_id=01d6f955-cec3-41be-b4c3-c1ab08771e24 HTTP/1.1" status: 200 len: 945 time: 0.0480447 May 13 12:58:04.923898 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa595af-96b8-4038-a08a-863ea70ae26b tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Pushing event updated for resources: {'Port': ['ID=bab6fd81-0ba9-47a6-bdac-bd55d6e7b6e2,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:58:04.925909 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-78051264-fe01-4931-8925-66801e080fbc req-18f48158-d9b6-4554-9bb1-51602ab3ca5f tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/security-groups?id=06b6c21d-ab43-4a43-86f2-b0c0d4543a67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447137 May 13 12:58:04.935339 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4aa595af-96b8-4038-a08a-863ea70ae26b tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621791'] for floatingip (aa621775-da67-4e9e-a1c3-3ee802cee305), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:58:04.950348 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4aa595af-96b8-4038-a08a-863ea70ae26b tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4290'] for floatingip (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:58:04.951601 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-4aa595af-96b8-4038-a08a-863ea70ae26b tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7827981 May 13 12:58:05.154095 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-74954ffd-476d-45a9-afa8-e25e408b6f46 req-8b2cdcba-b127-4b77-a88d-98abaab21a8c tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--533773853&fields=id&tenant_id=7ec55859792345359fc7b22003b4e995 HTTP/1.1" status: 200 len: 267 time: 0.0451436 May 13 12:58:05.259163 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74954ffd-476d-45a9-afa8-e25e408b6f46 req-12a3c4c5-9307-41d4-bea4-77bc60b83a27 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:58:05.260531 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-74954ffd-476d-45a9-afa8-e25e408b6f46 req-12a3c4c5-9307-41d4-bea4-77bc60b83a27 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/networks?id=f1c41e28-5d16-459f-865e-9320359228db HTTP/1.1" status: 200 len: 814 time: 0.0999293 May 13 12:58:05.274510 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-74954ffd-476d-45a9-afa8-e25e408b6f46 req-fdceae8a-d50f-482a-8e81-1dd95101a5d0 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/quotas/7ec55859792345359fc7b22003b4e995 HTTP/1.1" status: 200 len: 375 time: 0.0086343 May 13 12:58:05.324663 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-74954ffd-476d-45a9-afa8-e25e408b6f46 req-89f20caa-c33d-48fc-a8b4-5c059197fea1 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=7ec55859792345359fc7b22003b4e995&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454569 May 13 12:58:05.419458 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-74954ffd-476d-45a9-afa8-e25e408b6f46 req-eca4560e-b5fa-4774-9e86-596b09636cd5 service neutron] 10.222.0.49 "GET /v2.0/networks/f1c41e28-5d16-459f-865e-9320359228db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834694 May 13 12:58:05.505006 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-74954ffd-476d-45a9-afa8-e25e408b6f46 req-5d8c6ce4-b84e-4ec3-889f-b32bae09d4f4 service neutron] 10.222.0.49 "GET /v2.0/networks/f1c41e28-5d16-459f-865e-9320359228db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799019 May 13 12:58:05.662475 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-d7d8b90f-20b1-45f1-8cba-564d9dd5d198 req-f636c804-217b-4171-9cb8-6383ff57f83e tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/ports?device_id=70fd3419-f741-4630-b0a8-288fd40f27d0 HTTP/1.1" status: 200 len: 210 time: 0.0291781 May 13 12:58:06.059467 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf944e61-cf71-4962-8607-8a02f96c6d6a req-7a404e9f-a040-4c25-8b63-c37d13e00be4 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:58:06.060872 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-bf944e61-cf71-4962-8607-8a02f96c6d6a req-7a404e9f-a040-4c25-8b63-c37d13e00be4 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/ports?device_id=01d6f955-cec3-41be-b4c3-c1ab08771e24 HTTP/1.1" status: 200 len: 945 time: 0.0527246 May 13 12:58:06.109284 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-bf944e61-cf71-4962-8607-8a02f96c6d6a req-ff0e901b-d3fb-49a2-93f0-244543828540 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/security-groups?id=06b6c21d-ab43-4a43-86f2-b0c0d4543a67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428095 May 13 12:58:06.704398 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74954ffd-476d-45a9-afa8-e25e408b6f46 req-5ba7c510-46b9-4812-9a12-86714a73187a tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:58:06.705874 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-74954ffd-476d-45a9-afa8-e25e408b6f46 req-5ba7c510-46b9-4812-9a12-86714a73187a tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.52 "GET /v2.0/networks?id=f1c41e28-5d16-459f-865e-9320359228db HTTP/1.1" status: 200 len: 814 time: 0.1063046 May 13 12:58:06.766400 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-d281d65c-1697-4088-9e5e-1643c9ce2612 req-dd095be5-8717-4449-be92-d416b20d8d76 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/ports?device_id=70fd3419-f741-4630-b0a8-288fd40f27d0 HTTP/1.1" status: 200 len: 210 time: 0.0337114 May 13 12:58:06.815186 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-74954ffd-476d-45a9-afa8-e25e408b6f46 req-d5ec8094-eed9-4b8e-a58a-609e753bd89e tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ec55859792345359fc7b22003b4e995 HTTP/1.1" status: 200 len: 379 time: 0.0703526 May 13 12:58:06.911356 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.v2.base [req-74954ffd-476d-45a9-afa8-e25e408b6f46 req-69a06b5c-28a8-4da2-aa8f-ea7134c3f86b tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Request body: {'port': {'device_id': '70fd3419-f741-4630-b0a8-288fd40f27d0', 'network_id': 'f1c41e28-5d16-459f-865e-9320359228db', 'admin_state_up': True, 'tenant_id': '7ec55859792345359fc7b22003b4e995', 'security_groups': ['02772ebe-b5e9-4b8d-bc0a-e9eb9199c002']}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 12:58:07.025461 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74954ffd-476d-45a9-afa8-e25e408b6f46 req-69a06b5c-28a8-4da2-aa8f-ea7134c3f86b tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Made reservation on behalf of 7ec55859792345359fc7b22003b4e995 for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 12:58:07.028870 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-74954ffd-476d-45a9-afa8-e25e408b6f46 req-69a06b5c-28a8-4da2-aa8f-ea7134c3f86b tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:58:07.158796 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [req-74954ffd-476d-45a9-afa8-e25e408b6f46 req-69a06b5c-28a8-4da2-aa8f-ea7134c3f86b tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Allocated IP 172.20.0.6 (f1c41e28-5d16-459f-865e-9320359228db/95241052-552d-491a-8c23-5ec0dd2b8fa6/b7816347-fb88-41c1-b266-5d5b1c98bb4b) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 12:58:07.274032 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c4258d-031a-480e-b83f-8b360c1ce0b3 req-201bcf0a-9470-4182-92f9-bb366ad63344 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:58:07.275397 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-86c4258d-031a-480e-b83f-8b360c1ce0b3 req-201bcf0a-9470-4182-92f9-bb366ad63344 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/ports?device_id=01d6f955-cec3-41be-b4c3-c1ab08771e24 HTTP/1.1" status: 200 len: 945 time: 0.0967238 May 13 12:58:07.349767 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-86c4258d-031a-480e-b83f-8b360c1ce0b3 req-a0d5a7f5-3f25-42fb-94a2-23cad7ae093c tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/security-groups?id=06b6c21d-ab43-4a43-86f2-b0c0d4543a67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675843 May 13 12:58:07.366175 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-74954ffd-476d-45a9-afa8-e25e408b6f46 req-69a06b5c-28a8-4da2-aa8f-ea7134c3f86b tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks [] for port (b7816347-fb88-41c1-b266-5d5b1c98bb4b), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:58:07.399997 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-74954ffd-476d-45a9-afa8-e25e408b6f46 req-69a06b5c-28a8-4da2-aa8f-ea7134c3f86b tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750967062384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6509865'] for port (b7816347-fb88-41c1-b266-5d5b1c98bb4b), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:58:07.443062 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74954ffd-476d-45a9-afa8-e25e408b6f46 req-69a06b5c-28a8-4da2-aa8f-ea7134c3f86b tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Network f1c41e28-5d16-459f-865e-9320359228db is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 12:58:07.446114 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [req-74954ffd-476d-45a9-afa8-e25e408b6f46 req-69a06b5c-28a8-4da2-aa8f-ea7134c3f86b tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 12:58:07.449763 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-74954ffd-476d-45a9-afa8-e25e408b6f46 req-69a06b5c-28a8-4da2-aa8f-ea7134c3f86b tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 12:58:07.480818 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a06b5c-28a8-4da2-aa8f-ea7134c3f86b tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Pushing event updated for resources: {'Port': ['ID=b7816347-fb88-41c1-b266-5d5b1c98bb4b,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:58:07.508876 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74954ffd-476d-45a9-afa8-e25e408b6f46 req-69a06b5c-28a8-4da2-aa8f-ea7134c3f86b tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:58:07.509531 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-74954ffd-476d-45a9-afa8-e25e408b6f46 req-69a06b5c-28a8-4da2-aa8f-ea7134c3f86b tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4290'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:58:07.526906 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-74954ffd-476d-45a9-afa8-e25e408b6f46 req-69a06b5c-28a8-4da2-aa8f-ea7134c3f86b tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6194596 May 13 12:58:07.589219 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.v2.base [req-74954ffd-476d-45a9-afa8-e25e408b6f46 req-7b484337-6e03-44d4-9d32-44ddd91c0a8b service neutron] Request body: {'port': {'device_id': '70fd3419-f741-4630-b0a8-288fd40f27d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84164'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 12:58:07.650011 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-74954ffd-476d-45a9-afa8-e25e408b6f46 req-7b484337-6e03-44d4-9d32-44ddd91c0a8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (b7816347-fb88-41c1-b266-5d5b1c98bb4b), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:58:07.691222 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-d848245f-7e8a-4048-90db-162d8fa56872 None None] Provisioning complete for port b7816347-fb88-41c1-b266-5d5b1c98bb4b triggered by entity DHCP. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 12:58:07.692205 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-d848245f-7e8a-4048-90db-162d8fa56872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (b7816347-fb88-41c1-b266-5d5b1c98bb4b), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:58:07.726071 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-d848245f-7e8a-4048-90db-162d8fa56872 None None] Port b7816347-fb88-41c1-b266-5d5b1c98bb4b cannot update to ACTIVE because it is not bound. {{(pid=109805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 12:58:07.886290 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abe3361-81ff-4070-b8b4-7b23b73a98ed req-d6461dd9-a18f-4a0d-bce3-466a664798a9 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:58:07.887758 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-2abe3361-81ff-4070-b8b4-7b23b73a98ed req-d6461dd9-a18f-4a0d-bce3-466a664798a9 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/ports?device_id=70fd3419-f741-4630-b0a8-288fd40f27d0 HTTP/1.1" status: 200 len: 931 time: 0.0496492 May 13 12:58:07.917387 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.notifiers.nova [req-74954ffd-476d-45a9-afa8-e25e408b6f46 req-7b484337-6e03-44d4-9d32-44ddd91c0a8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7816347-fb88-41c1-b266-5d5b1c98bb4b {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 12:58:07.924891 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-74954ffd-476d-45a9-afa8-e25e408b6f46 req-7b484337-6e03-44d4-9d32-44ddd91c0a8b service neutron] Publish callbacks [] for port (b7816347-fb88-41c1-b266-5d5b1c98bb4b), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:58:07.936361 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-2abe3361-81ff-4070-b8b4-7b23b73a98ed req-392eebab-ee75-4025-8ce8-2d231c864bf4 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/security-groups?id=02772ebe-b5e9-4b8d-bc0a-e9eb9199c002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428123 May 13 12:58:07.937757 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-74954ffd-476d-45a9-afa8-e25e408b6f46 req-7b484337-6e03-44d4-9d32-44ddd91c0a8b service neutron] Transition to ACTIVE for port object b7816347-fb88-41c1-b266-5d5b1c98bb4b will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 12:58:07.941745 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-74954ffd-476d-45a9-afa8-e25e408b6f46 req-7b484337-6e03-44d4-9d32-44ddd91c0a8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6509904'] for port (b7816347-fb88-41c1-b266-5d5b1c98bb4b), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:58:07.996385 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b484337-6e03-44d4-9d32-44ddd91c0a8b service neutron] Pushing event updated for resources: {'Port': ['ID=b7816347-fb88-41c1-b266-5d5b1c98bb4b,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:58:08.068082 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-74954ffd-476d-45a9-afa8-e25e408b6f46 req-7b484337-6e03-44d4-9d32-44ddd91c0a8b service neutron] Attempting to bind port b7816347-fb88-41c1-b266-5d5b1c98bb4b on host hv-cinder-84164 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 12:58:08.068414 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-74954ffd-476d-45a9-afa8-e25e408b6f46 req-7b484337-6e03-44d4-9d32-44ddd91c0a8b service neutron] Attempting to bind port b7816347-fb88-41c1-b266-5d5b1c98bb4b by drivers openvswitch,hyperv on host hv-cinder-84164 at level 0 using segments [{'id': 'c6a3dc01-8071-489d-bd05-606d071e01ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f1c41e28-5d16-459f-865e-9320359228db'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 12:58:08.068728 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74954ffd-476d-45a9-afa8-e25e408b6f46 req-7b484337-6e03-44d4-9d32-44ddd91c0a8b service neutron] Attempting to bind port b7816347-fb88-41c1-b266-5d5b1c98bb4b on network f1c41e28-5d16-459f-865e-9320359228db {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 12:58:08.074115 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74954ffd-476d-45a9-afa8-e25e408b6f46 req-7b484337-6e03-44d4-9d32-44ddd91c0a8b service neutron] Port b7816347-fb88-41c1-b266-5d5b1c98bb4b on network f1c41e28-5d16-459f-865e-9320359228db not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84164 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 12:58:08.074426 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74954ffd-476d-45a9-afa8-e25e408b6f46 req-7b484337-6e03-44d4-9d32-44ddd91c0a8b service neutron] Attempting to bind port b7816347-fb88-41c1-b266-5d5b1c98bb4b on network f1c41e28-5d16-459f-865e-9320359228db {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 12:58:08.079870 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74954ffd-476d-45a9-afa8-e25e408b6f46 req-7b484337-6e03-44d4-9d32-44ddd91c0a8b service neutron] Checking agent: {'id': '202f7e15-8fd1-4d3b-a0cb-2b083dcecd1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84164', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 12, 52, 20), 'started_at': datetime.datetime(2022, 5, 13, 12, 52, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 12, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 12:58:08.080203 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74954ffd-476d-45a9-afa8-e25e408b6f46 req-7b484337-6e03-44d4-9d32-44ddd91c0a8b service neutron] Checking segment: {'id': 'c6a3dc01-8071-489d-bd05-606d071e01ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f1c41e28-5d16-459f-865e-9320359228db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 12:58:08.080583 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74954ffd-476d-45a9-afa8-e25e408b6f46 req-7b484337-6e03-44d4-9d32-44ddd91c0a8b service neutron] Bound using segment: {'id': 'c6a3dc01-8071-489d-bd05-606d071e01ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f1c41e28-5d16-459f-865e-9320359228db'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 12:58:08.081123 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-74954ffd-476d-45a9-afa8-e25e408b6f46 req-7b484337-6e03-44d4-9d32-44ddd91c0a8b service neutron] Bound port: b7816347-fb88-41c1-b266-5d5b1c98bb4b, host: hv-cinder-84164, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6a3dc01-8071-489d-bd05-606d071e01ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f1c41e28-5d16-459f-865e-9320359228db'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 12:58:08.081367 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-74954ffd-476d-45a9-afa8-e25e408b6f46 req-7b484337-6e03-44d4-9d32-44ddd91c0a8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (b7816347-fb88-41c1-b266-5d5b1c98bb4b), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:58:08.167919 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-74954ffd-476d-45a9-afa8-e25e408b6f46 req-7b484337-6e03-44d4-9d32-44ddd91c0a8b service neutron] For port b7816347-fb88-41c1-b266-5d5b1c98bb4b, host hv-cinder-84164, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 12:58:08.171242 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-74954ffd-476d-45a9-afa8-e25e408b6f46 req-7b484337-6e03-44d4-9d32-44ddd91c0a8b service neutron] For port b7816347-fb88-41c1-b266-5d5b1c98bb4b, host hv-cinder-84164, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84164',level=0,port_id=b7816347-fb88-41c1-b266-5d5b1c98bb4b,segment=NetworkSegment(c6a3dc01-8071-489d-bd05-606d071e01ac),segment_id=c6a3dc01-8071-489d-bd05-606d071e01ac)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 12:58:08.177413 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-74954ffd-476d-45a9-afa8-e25e408b6f46 req-7b484337-6e03-44d4-9d32-44ddd91c0a8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6509904'] for port (b7816347-fb88-41c1-b266-5d5b1c98bb4b), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:58:08.215234 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74954ffd-476d-45a9-afa8-e25e408b6f46 req-7b484337-6e03-44d4-9d32-44ddd91c0a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:58:08.215907 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-74954ffd-476d-45a9-afa8-e25e408b6f46 req-7b484337-6e03-44d4-9d32-44ddd91c0a8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4290'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:58:08.217348 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-74954ffd-476d-45a9-afa8-e25e408b6f46 req-7b484337-6e03-44d4-9d32-44ddd91c0a8b service neutron] 10.222.0.52 "PUT /v2.0/ports/b7816347-fb88-41c1-b266-5d5b1c98bb4b HTTP/1.1" status: 200 len: 1093 time: 0.6329904 May 13 12:58:08.217778 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70fd3419-f741-4630-b0a8-288fd40f27d0', 'tag': 'b7816347-fb88-41c1-b266-5d5b1c98bb4b'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 12:58:08.220093 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cdb7c774b4c64768c46a18a465ef1a15500a906a5d07d0e5a65b0b29d0c9ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2b1e797-a6d3-4e72-9e78-75ed8d5f9ec5" -d '{"events": [{"name": "network-changed", "server_uuid": "70fd3419-f741-4630-b0a8-288fd40f27d0", "tag": "b7816347-fb88-41c1-b266-5d5b1c98bb4b"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 12:58:08.266290 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b484337-6e03-44d4-9d32-44ddd91c0a8b service neutron] Pushing event updated for resources: {'Port': ['ID=b7816347-fb88-41c1-b266-5d5b1c98bb4b,revision_number=3']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:58:08.340794 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 12:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a860895-455b-48ee-ad23-ff90585b643a x-openstack-request-id: req-4a860895-455b-48ee-ad23-ff90585b643a {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 12:58:08.341185 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70fd3419-f741-4630-b0a8-288fd40f27d0", "tag": "b7816347-fb88-41c1-b266-5d5b1c98bb4b", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 12:58:08.341507 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4a860895-455b-48ee-ad23-ff90585b643a {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 12:58:08.341994 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a860895-455b-48ee-ad23-ff90585b643a'] response: {'name': 'network-changed', 'server_uuid': '70fd3419-f741-4630-b0a8-288fd40f27d0', 'tag': 'b7816347-fb88-41c1-b266-5d5b1c98bb4b', 'status': 'completed', 'code': 200} May 13 12:58:08.360039 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74954ffd-476d-45a9-afa8-e25e408b6f46 req-3dc84ff9-9db6-4f7a-ad48-af52ac4f5bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:58:08.361795 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-74954ffd-476d-45a9-afa8-e25e408b6f46 req-3dc84ff9-9db6-4f7a-ad48-af52ac4f5bef service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ec55859792345359fc7b22003b4e995&device_id=70fd3419-f741-4630-b0a8-288fd40f27d0 HTTP/1.1" status: 200 len: 1127 time: 0.0614502 May 13 12:58:08.397373 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc177db4-c5be-4029-a96d-68e132786606 req-2f511a74-b6c4-4bf2-9cea-d42a077ea22e tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:58:08.398902 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-dc177db4-c5be-4029-a96d-68e132786606 req-2f511a74-b6c4-4bf2-9cea-d42a077ea22e tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/ports?device_id=a805ac8a-8fbf-4bf1-b369-64eaef204809 HTTP/1.1" status: 200 len: 946 time: 0.0560365 May 13 12:58:08.458838 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-dc177db4-c5be-4029-a96d-68e132786606 req-d8a6d995-9843-4b0f-b11b-4dc8e97c0725 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/security-groups?id=e0d5a6ae-2931-4df1-843e-6d5b95c4034f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538197 May 13 12:58:08.487323 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bb32db-40b6-443d-bfd7-698a9165d14a req-3a1cea39-4dc4-4416-982f-2db45920f5d3 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:58:08.488905 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-88bb32db-40b6-443d-bfd7-698a9165d14a req-3a1cea39-4dc4-4416-982f-2db45920f5d3 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/ports?device_id=01d6f955-cec3-41be-b4c3-c1ab08771e24 HTTP/1.1" status: 200 len: 945 time: 0.0552197 May 13 12:58:08.537228 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-88bb32db-40b6-443d-bfd7-698a9165d14a req-321f5c76-5fca-4629-9734-0533f8bb573b tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/security-groups?id=06b6c21d-ab43-4a43-86f2-b0c0d4543a67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408039 May 13 12:58:08.601577 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-74954ffd-476d-45a9-afa8-e25e408b6f46 req-2edbbd68-eeb7-4cd2-92d0-2918e7412ae3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b7816347-fb88-41c1-b266-5d5b1c98bb4b HTTP/1.1" status: 200 len: 217 time: 0.0331917 May 13 12:58:08.666625 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74954ffd-476d-45a9-afa8-e25e408b6f46 req-29b6e193-3888-489f-8292-ed203e214a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:58:08.668027 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-74954ffd-476d-45a9-afa8-e25e408b6f46 req-29b6e193-3888-489f-8292-ed203e214a44 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=95241052-552d-491a-8c23-5ec0dd2b8fa6 HTTP/1.1" status: 200 len: 853 time: 0.0437613 May 13 12:58:08.714209 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74954ffd-476d-45a9-afa8-e25e408b6f46 req-232da0a1-e890-4ebf-8ed7-940391936ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:58:08.715644 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-74954ffd-476d-45a9-afa8-e25e408b6f46 req-232da0a1-e890-4ebf-8ed7-940391936ebd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f1c41e28-5d16-459f-865e-9320359228db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407951 May 13 12:58:09.048815 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6b5b86-8ba1-406a-b36d-cb3daa9d66fb req-88290a8e-ff05-4c04-9121-f2b4d10893b7 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:58:09.050277 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-9c6b5b86-8ba1-406a-b36d-cb3daa9d66fb req-88290a8e-ff05-4c04-9121-f2b4d10893b7 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/ports?device_id=70fd3419-f741-4630-b0a8-288fd40f27d0 HTTP/1.1" status: 200 len: 943 time: 0.0480475 May 13 12:58:09.095807 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-9c6b5b86-8ba1-406a-b36d-cb3daa9d66fb req-d3b66a02-1369-4b64-b174-0d9df782b6f4 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/security-groups?id=02772ebe-b5e9-4b8d-bc0a-e9eb9199c002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398984 May 13 12:58:09.574763 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4c12dd-7011-42f0-814b-19940c9d1b7b req-4078252c-c728-489e-827d-3151ba59d6ff tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:58:09.576512 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-6d4c12dd-7011-42f0-814b-19940c9d1b7b req-4078252c-c728-489e-827d-3151ba59d6ff tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/ports?device_id=a805ac8a-8fbf-4bf1-b369-64eaef204809 HTTP/1.1" status: 200 len: 946 time: 0.0489225 May 13 12:58:09.622563 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-6d4c12dd-7011-42f0-814b-19940c9d1b7b req-9febe7e9-1d46-4d14-8daf-57044836035d tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/security-groups?id=e0d5a6ae-2931-4df1-843e-6d5b95c4034f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404208 May 13 12:58:09.652533 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231c68cf-6bf0-4bbb-af33-a72f99a791ec req-ae306111-8a48-43de-a36e-189703dd7db8 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:58:09.654023 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-231c68cf-6bf0-4bbb-af33-a72f99a791ec req-ae306111-8a48-43de-a36e-189703dd7db8 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/ports?device_id=01d6f955-cec3-41be-b4c3-c1ab08771e24 HTTP/1.1" status: 200 len: 945 time: 0.0474210 May 13 12:58:09.700509 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-231c68cf-6bf0-4bbb-af33-a72f99a791ec req-e79534ff-87d9-400f-9f97-85004d042089 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/security-groups?id=06b6c21d-ab43-4a43-86f2-b0c0d4543a67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406137 May 13 12:58:09.812360 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-74954ffd-476d-45a9-afa8-e25e408b6f46 req-df6a8e53-44a7-4d3a-a7b2-a5102f3e2628 service neutron] 10.222.0.52 "GET /v2.0/networks/f1c41e28-5d16-459f-865e-9320359228db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866938 May 13 12:58:09.870068 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142c0e80-2bbb-4a51-b7ef-252d62c9456f req-6dbd4ef4-d764-477e-8dfb-f7ae98a69ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:58:09.871560 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-142c0e80-2bbb-4a51-b7ef-252d62c9456f req-6dbd4ef4-d764-477e-8dfb-f7ae98a69ccd service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=01d6f955-cec3-41be-b4c3-c1ab08771e24 HTTP/1.1" status: 200 len: 1129 time: 0.0372539 May 13 12:58:09.902448 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-74954ffd-476d-45a9-afa8-e25e408b6f46 req-69948565-ba1b-4ff0-990d-4e176750084f service neutron] 10.222.0.52 "GET /v2.0/networks/f1c41e28-5d16-459f-865e-9320359228db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822256 May 13 12:58:09.919209 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-142c0e80-2bbb-4a51-b7ef-252d62c9456f req-22257efc-c125-4c2a-bb98-1c1a904a42ea service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=06b6c21d-ab43-4a43-86f2-b0c0d4543a67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364044 May 13 12:58:10.207228 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c68313-392a-4690-8fa4-6e8c2cb1df5d req-a2934fe0-5c27-49e9-8b4b-25bdbc37dcc8 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:58:10.208682 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-d9c68313-392a-4690-8fa4-6e8c2cb1df5d req-a2934fe0-5c27-49e9-8b4b-25bdbc37dcc8 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/ports?device_id=70fd3419-f741-4630-b0a8-288fd40f27d0 HTTP/1.1" status: 200 len: 943 time: 0.0457869 May 13 12:58:10.257467 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-d9c68313-392a-4690-8fa4-6e8c2cb1df5d req-476cd31a-3d4f-424a-8666-4ba00569db3e tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/security-groups?id=02772ebe-b5e9-4b8d-bc0a-e9eb9199c002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425911 May 13 12:58:10.743379 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dd40d7-1bc8-4812-9a15-101df0f4ccb5 req-310d317e-6d1a-48f8-8168-60a14b68fcc1 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:58:10.744903 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-18dd40d7-1bc8-4812-9a15-101df0f4ccb5 req-310d317e-6d1a-48f8-8168-60a14b68fcc1 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/ports?device_id=a805ac8a-8fbf-4bf1-b369-64eaef204809 HTTP/1.1" status: 200 len: 946 time: 0.0516968 May 13 12:58:10.792914 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-18dd40d7-1bc8-4812-9a15-101df0f4ccb5 req-bbea5e52-3765-45c7-b67f-7300cf550543 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/security-groups?id=e0d5a6ae-2931-4df1-843e-6d5b95c4034f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424123 May 13 12:58:10.815875 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35b32e1-cbc9-4739-ba1f-56bda95c649e req-ffa52421-9286-48aa-b62b-f37a43119ca9 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:58:10.817344 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-b35b32e1-cbc9-4739-ba1f-56bda95c649e req-ffa52421-9286-48aa-b62b-f37a43119ca9 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/ports?device_id=01d6f955-cec3-41be-b4c3-c1ab08771e24 HTTP/1.1" status: 200 len: 945 time: 0.0477030 May 13 12:58:10.862297 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-b35b32e1-cbc9-4739-ba1f-56bda95c649e req-05eb2174-6575-4f38-aeb2-db7e6d90dd87 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/security-groups?id=06b6c21d-ab43-4a43-86f2-b0c0d4543a67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392859 May 13 12:58:11.271788 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b1e797-a6d3-4e72-9e78-75ed8d5f9ec5 req-40e77fbb-3306-4af7-9812-1594967b95b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:58:11.273322 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-c2b1e797-a6d3-4e72-9e78-75ed8d5f9ec5 req-40e77fbb-3306-4af7-9812-1594967b95b7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ec55859792345359fc7b22003b4e995&device_id=70fd3419-f741-4630-b0a8-288fd40f27d0 HTTP/1.1" status: 200 len: 1127 time: 0.0377281 May 13 12:58:11.372477 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d239ad-1ad0-4296-be4d-3a2e0b1dad48 req-ea3a0b09-3b21-43cb-89e8-42af68858177 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:58:11.373938 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-f6d239ad-1ad0-4296-be4d-3a2e0b1dad48 req-ea3a0b09-3b21-43cb-89e8-42af68858177 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/ports?device_id=70fd3419-f741-4630-b0a8-288fd40f27d0 HTTP/1.1" status: 200 len: 943 time: 0.0464597 May 13 12:58:11.419543 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-f6d239ad-1ad0-4296-be4d-3a2e0b1dad48 req-b798e4f4-1dcf-4dcf-abba-43dda36dc0dd tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/security-groups?id=02772ebe-b5e9-4b8d-bc0a-e9eb9199c002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401714 May 13 12:58:11.438247 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-c79ca96f-e2dc-46df-87a3-87848f0d51ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (12f7f474-a19f-4cf7-bcdf-b9ad7dbdd770), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:58:11.690580 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b1e797-a6d3-4e72-9e78-75ed8d5f9ec5 req-02d6311f-3aa4-4e97-a164-fc87e32caad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:58:11.692029 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-c2b1e797-a6d3-4e72-9e78-75ed8d5f9ec5 req-02d6311f-3aa4-4e97-a164-fc87e32caad9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f1c41e28-5d16-459f-865e-9320359228db HTTP/1.1" status: 200 len: 915 time: 0.0864630 May 13 12:58:11.747397 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-c2b1e797-a6d3-4e72-9e78-75ed8d5f9ec5 req-e0346b97-f530-4875-b8ee-d1146374c70d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b7816347-fb88-41c1-b266-5d5b1c98bb4b HTTP/1.1" status: 200 len: 217 time: 0.0326011 May 13 12:58:11.797678 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b1e797-a6d3-4e72-9e78-75ed8d5f9ec5 req-477b94be-e17a-4509-8378-e6173304bc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:58:11.799047 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-c2b1e797-a6d3-4e72-9e78-75ed8d5f9ec5 req-477b94be-e17a-4509-8378-e6173304bc13 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=95241052-552d-491a-8c23-5ec0dd2b8fa6 HTTP/1.1" status: 200 len: 853 time: 0.0424740 May 13 12:58:11.873051 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b1e797-a6d3-4e72-9e78-75ed8d5f9ec5 req-3ab67007-f2e9-40f5-9840-8d80f6f77977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:58:11.874464 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-c2b1e797-a6d3-4e72-9e78-75ed8d5f9ec5 req-3ab67007-f2e9-40f5-9840-8d80f6f77977 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f1c41e28-5d16-459f-865e-9320359228db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0502908 May 13 12:58:11.909300 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79a55d8-1653-4561-9f9d-2f823acff33c req-1ec4557f-95ee-4e0c-95a9-69ce1d55336e tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:58:11.910850 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-d79a55d8-1653-4561-9f9d-2f823acff33c req-1ec4557f-95ee-4e0c-95a9-69ce1d55336e tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/ports?device_id=a805ac8a-8fbf-4bf1-b369-64eaef204809 HTTP/1.1" status: 200 len: 946 time: 0.0493264 May 13 12:58:11.933868 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Device b7816347-fb88-41c1-b266-5d5b1c98bb4b details requested by agent hyperv_hv-cinder-84164 with host hv-cinder-84164 {{(pid=109805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 12:58:11.980740 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0493c4d6-b65c-4e8a-a543-613e51b8d2e5 req-383acd84-6e72-4827-9580-0bea510b66c0 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:58:11.982488 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-0493c4d6-b65c-4e8a-a543-613e51b8d2e5 req-383acd84-6e72-4827-9580-0bea510b66c0 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/ports?device_id=01d6f955-cec3-41be-b4c3-c1ab08771e24 HTTP/1.1" status: 200 len: 945 time: 0.0506144 May 13 12:58:12.043651 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-0493c4d6-b65c-4e8a-a543-613e51b8d2e5 req-1dbee2bf-34a9-452f-b468-0fd444fdd745 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/security-groups?id=06b6c21d-ab43-4a43-86f2-b0c0d4543a67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539219 May 13 12:58:12.051327 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] For port b7816347-fb88-41c1-b266-5d5b1c98bb4b, host hv-cinder-84164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84164',level=0,port_id=b7816347-fb88-41c1-b266-5d5b1c98bb4b,segment=NetworkSegment(c6a3dc01-8071-489d-bd05-606d071e01ac),segment_id=c6a3dc01-8071-489d-bd05-606d071e01ac)] {{(pid=109805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 12:58:12.065513 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Returning: {'device': 'b7816347-fb88-41c1-b266-5d5b1c98bb4b', 'network_id': 'f1c41e28-5d16-459f-865e-9320359228db', 'port_id': 'b7816347-fb88-41c1-b266-5d5b1c98bb4b', 'mac_address': 'fa:16:3e:b1:77:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95241052-552d-491a-8c23-5ec0dd2b8fa6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 12:58:12.104465 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Current status of the port b7816347-fb88-41c1-b266-5d5b1c98bb4b is: DOWN; New status is: BUILD {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 12:58:12.104780 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (b7816347-fb88-41c1-b266-5d5b1c98bb4b), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:58:12.123501 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.notifiers.nova [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7816347-fb88-41c1-b266-5d5b1c98bb4b {{(pid=109805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 12:58:12.144049 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] For port b7816347-fb88-41c1-b266-5d5b1c98bb4b, host hv-cinder-84164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84164',level=0,port_id=b7816347-fb88-41c1-b266-5d5b1c98bb4b,segment=NetworkSegment(c6a3dc01-8071-489d-bd05-606d071e01ac),segment_id=c6a3dc01-8071-489d-bd05-606d071e01ac)] {{(pid=109805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 12:58:12.148503 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (b7816347-fb88-41c1-b266-5d5b1c98bb4b), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:58:12.198625 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Pushing event updated for resources: {'Port': ['ID=b7816347-fb88-41c1-b266-5d5b1c98bb4b,revision_number=4']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:58:12.206099 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:58:12.206446 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:58:12.206819 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:58:12.207174 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:58:12.207509 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:58:12.207838 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:58:12.208164 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:58:12.208494 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:58:12.208816 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:58:12.209165 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:58:12.209488 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:58:12.209826 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:58:12.210158 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:58:12.210474 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:58:12.210791 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:58:12.234547 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-d79a55d8-1653-4561-9f9d-2f823acff33c req-a3335ce0-2553-45f4-96e3-bff781705902 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/security-groups?id=e0d5a6ae-2931-4df1-843e-6d5b95c4034f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3143775 May 13 12:58:12.252155 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-c2b1e797-a6d3-4e72-9e78-75ed8d5f9ec5 req-48715e15-035b-498b-b7a1-ef6d8f821cee service neutron] 10.222.0.52 "GET /v2.0/networks/f1c41e28-5d16-459f-865e-9320359228db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3403871 May 13 12:58:12.525716 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] get_ports_and_sgs() called for port_ids ['b7816347-fb88-41c1-b266-5d5b1c98bb4b'] {{(pid=109805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 12:58:12.531076 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb0ebcd-6d02-4378-a423-03d16e04d118 req-ce619dac-f47c-481a-8466-0abcac5cee11 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:58:12.532575 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-5eb0ebcd-6d02-4378-a423-03d16e04d118 req-ce619dac-f47c-481a-8466-0abcac5cee11 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/ports?device_id=70fd3419-f741-4630-b0a8-288fd40f27d0 HTTP/1.1" status: 200 len: 944 time: 0.0462699 May 13 12:58:12.583480 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-5eb0ebcd-6d02-4378-a423-03d16e04d118 req-8a14b563-7ce4-48e6-9571-4ec31cb205e1 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/security-groups?id=02772ebe-b5e9-4b8d-bc0a-e9eb9199c002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453062 May 13 12:58:12.681567 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-c2b1e797-a6d3-4e72-9e78-75ed8d5f9ec5 req-1249ccb8-1ac1-4206-8bf3-001d82701936 service neutron] 10.222.0.52 "GET /v2.0/networks/f1c41e28-5d16-459f-865e-9320359228db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163940 May 13 12:58:13.157703 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767b4b24-741a-4509-886c-61fbbcfec118 req-d4778360-a921-4d65-8664-66ecaa121b92 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:58:13.159134 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-767b4b24-741a-4509-886c-61fbbcfec118 req-d4778360-a921-4d65-8664-66ecaa121b92 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/ports?device_id=01d6f955-cec3-41be-b4c3-c1ab08771e24 HTTP/1.1" status: 200 len: 945 time: 0.0465112 May 13 12:58:13.207725 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-767b4b24-741a-4509-886c-61fbbcfec118 req-cab03a36-410e-478c-9113-e1a964fc540d tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/security-groups?id=06b6c21d-ab43-4a43-86f2-b0c0d4543a67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431154 May 13 12:58:13.352252 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a75757-df2e-4667-9194-57fdb3cb1c73 req-2b0c5026-9810-469f-9a5b-ac7ccf37336d tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:58:13.353750 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-c9a75757-df2e-4667-9194-57fdb3cb1c73 req-2b0c5026-9810-469f-9a5b-ac7ccf37336d tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/ports?device_id=a805ac8a-8fbf-4bf1-b369-64eaef204809 HTTP/1.1" status: 200 len: 946 time: 0.0479572 May 13 12:58:13.401194 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-c9a75757-df2e-4667-9194-57fdb3cb1c73 req-67563730-860f-49be-b683-f02d0710c827 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/security-groups?id=e0d5a6ae-2931-4df1-843e-6d5b95c4034f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419133 May 13 12:58:13.620550 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccbd763-b0b9-4e65-9a82-d9165684e682 req-dac30bf4-2f13-4821-91ff-e1c4c465b179 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:58:13.622062 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-9ccbd763-b0b9-4e65-9a82-d9165684e682 req-dac30bf4-2f13-4821-91ff-e1c4c465b179 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/ports?device_id=01d6f955-cec3-41be-b4c3-c1ab08771e24 HTTP/1.1" status: 200 len: 945 time: 0.0749710 May 13 12:58:13.623445 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1314d7-887d-41c4-b464-dd58148ba1b2 req-3a7e2358-46c1-4d3a-bc1f-8b60d50f2964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:58:13.624793 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-bd1314d7-887d-41c4-b464-dd58148ba1b2 req-3a7e2358-46c1-4d3a-bc1f-8b60d50f2964 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=58bddca6077344bea4cb41b23fcf8d35&device_id=01d6f955-cec3-41be-b4c3-c1ab08771e24 HTTP/1.1" status: 200 len: 1129 time: 0.0656087 May 13 12:58:13.705800 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba32b38-3149-4392-9709-50d59ff046c9 req-f2f067e6-7fbd-4675-a6a3-42d126bf0a43 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:58:13.707276 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-7ba32b38-3149-4392-9709-50d59ff046c9 req-f2f067e6-7fbd-4675-a6a3-42d126bf0a43 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/ports?device_id=70fd3419-f741-4630-b0a8-288fd40f27d0 HTTP/1.1" status: 200 len: 944 time: 0.0505593 May 13 12:58:13.722402 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-9ccbd763-b0b9-4e65-9a82-d9165684e682 req-3cc0547b-fbf3-43b3-881c-7b028d570b12 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/security-groups?id=06b6c21d-ab43-4a43-86f2-b0c0d4543a67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931454 May 13 12:58:13.750673 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1314d7-887d-41c4-b464-dd58148ba1b2 req-b1803742-a22c-4e4d-9ece-78ad719b2271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:58:13.752076 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-bd1314d7-887d-41c4-b464-dd58148ba1b2 req-b1803742-a22c-4e4d-9ece-78ad719b2271 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f576fff5-2fa1-4591-9247-28b4216fb188 HTTP/1.1" status: 200 len: 919 time: 0.1159461 May 13 12:58:13.755896 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-7ba32b38-3149-4392-9709-50d59ff046c9 req-06734c59-523a-40da-84d2-d4ba30928ec4 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/security-groups?id=02772ebe-b5e9-4b8d-bc0a-e9eb9199c002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428984 May 13 12:58:13.817785 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-bd1314d7-887d-41c4-b464-dd58148ba1b2 req-9bfc9b9c-f861-4c21-9ead-387057b5673c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c221412b-60f8-4ab0-b29a-df7ab68bd041 HTTP/1.1" status: 200 len: 1001 time: 0.0583510 May 13 12:58:13.870353 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1314d7-887d-41c4-b464-dd58148ba1b2 req-f1dc07aa-3105-4cd5-ad70-ec605f72bc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:58:13.871940 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-bd1314d7-887d-41c4-b464-dd58148ba1b2 req-f1dc07aa-3105-4cd5-ad70-ec605f72bc81 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=255ce2d7-f0f9-429c-8a86-3bbc48d08e37 HTTP/1.1" status: 200 len: 857 time: 0.0473042 May 13 12:58:13.892350 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-c1389cfb-1039-4b9e-aeb4-42ef78ef4eb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (6d8a5631-9f63-444c-af3b-4dcce4842b62), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:58:13.916467 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1314d7-887d-41c4-b464-dd58148ba1b2 req-8d4066f1-bd9e-462d-a986-9c4bd847c9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:58:13.917978 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-bd1314d7-887d-41c4-b464-dd58148ba1b2 req-8d4066f1-bd9e-462d-a986-9c4bd847c9fe service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f576fff5-2fa1-4591-9247-28b4216fb188&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387199 May 13 12:58:13.943405 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Device b7816347-fb88-41c1-b266-5d5b1c98bb4b up at agent hyperv_hv-cinder-84164 {{(pid=109805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 12:58:13.988955 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Provisioning for port b7816347-fb88-41c1-b266-5d5b1c98bb4b completed by entity L2. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 12:58:13.996287 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Provisioning complete for port b7816347-fb88-41c1-b266-5d5b1c98bb4b triggered by entity L2. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 12:58:13.996666 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (b7816347-fb88-41c1-b266-5d5b1c98bb4b), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:58:14.009871 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-bd1314d7-887d-41c4-b464-dd58148ba1b2 req-bdc59445-8b2f-4eff-8787-4cf47743ad9f service neutron] 10.222.0.52 "GET /v2.0/networks/f576fff5-2fa1-4591-9247-28b4216fb188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839782 May 13 12:58:14.076020 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Current status of the port b7816347-fb88-41c1-b266-5d5b1c98bb4b is: BUILD; New status is: ACTIVE {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 12:58:14.076409 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (b7816347-fb88-41c1-b266-5d5b1c98bb4b), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:58:14.102787 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70fd3419-f741-4630-b0a8-288fd40f27d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7816347-fb88-41c1-b266-5d5b1c98bb4b'}] {{(pid=109805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 12:58:14.105021 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bf410fb1f4c9c59dd9b4e78159940bff83c4f370df38d4d08ac4943129d440" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9512310f-6bcd-444a-b2ae-d702392d0046" -d '{"events": [{"server_uuid": "70fd3419-f741-4630-b0a8-288fd40f27d0", "name": "network-vif-plugged", "status": "completed", "tag": "b7816347-fb88-41c1-b266-5d5b1c98bb4b"}]}' {{(pid=109805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 12:58:14.108871 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-bd1314d7-887d-41c4-b464-dd58148ba1b2 req-58e48f7b-48c0-463e-909b-b4f13ab922c4 service neutron] 10.222.0.52 "GET /v2.0/networks/f576fff5-2fa1-4591-9247-28b4216fb188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927467 May 13 12:58:14.118802 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] For port b7816347-fb88-41c1-b266-5d5b1c98bb4b, host hv-cinder-84164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84164',level=0,port_id=b7816347-fb88-41c1-b266-5d5b1c98bb4b,segment=NetworkSegment(c6a3dc01-8071-489d-bd05-606d071e01ac),segment_id=c6a3dc01-8071-489d-bd05-606d071e01ac)] {{(pid=109805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 12:58:14.124424 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (b7816347-fb88-41c1-b266-5d5b1c98bb4b), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:58:14.156148 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 12:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1518ebd-e359-4b72-9a2c-46203af7def8 x-openstack-request-id: req-c1518ebd-e359-4b72-9a2c-46203af7def8 {{(pid=109805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 12:58:14.156433 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70fd3419-f741-4630-b0a8-288fd40f27d0", "name": "network-vif-plugged", "status": "completed", "tag": "b7816347-fb88-41c1-b266-5d5b1c98bb4b", "code": 200}]} {{(pid=109805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 12:58:14.156679 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c1518ebd-e359-4b72-9a2c-46203af7def8 {{(pid=109805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 12:58:14.157081 dv-cinder-841644-1-iscsi neutron-server[109805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1518ebd-e359-4b72-9a2c-46203af7def8'] response: {'server_uuid': '70fd3419-f741-4630-b0a8-288fd40f27d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7816347-fb88-41c1-b266-5d5b1c98bb4b', 'code': 200} May 13 12:58:14.177197 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Pushing event updated for resources: {'Port': ['ID=b7816347-fb88-41c1-b266-5d5b1c98bb4b,revision_number=5']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:58:14.519781 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f61eec-e7c6-405f-892e-999c3b82d2db req-e0cf6fe4-fbf7-4b0e-9fa7-7e0c33362e81 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:58:14.521272 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-90f61eec-e7c6-405f-892e-999c3b82d2db req-e0cf6fe4-fbf7-4b0e-9fa7-7e0c33362e81 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/ports?device_id=a805ac8a-8fbf-4bf1-b369-64eaef204809 HTTP/1.1" status: 200 len: 946 time: 0.0499847 May 13 12:58:14.572895 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-90f61eec-e7c6-405f-892e-999c3b82d2db req-03abdade-81e1-44ba-8cd1-63ef8c12d82f tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/security-groups?id=e0d5a6ae-2931-4df1-843e-6d5b95c4034f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452645 May 13 12:58:14.845870 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f5628b-64c6-48c9-8490-e8e960498e34 req-c887093e-bdec-420f-a499-10afcc86ab97 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:58:14.847437 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-c7f5628b-64c6-48c9-8490-e8e960498e34 req-c887093e-bdec-420f-a499-10afcc86ab97 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/ports?device_id=01d6f955-cec3-41be-b4c3-c1ab08771e24 HTTP/1.1" status: 200 len: 945 time: 0.0493174 May 13 12:58:14.877473 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d226cfef-de09-4a4b-80af-e3749bfa25d5 req-4fdc55fc-3322-4630-87a1-fbdd21aa7917 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:58:14.879091 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-d226cfef-de09-4a4b-80af-e3749bfa25d5 req-4fdc55fc-3322-4630-87a1-fbdd21aa7917 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/ports?device_id=70fd3419-f741-4630-b0a8-288fd40f27d0 HTTP/1.1" status: 200 len: 945 time: 0.0523181 May 13 12:58:14.910678 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-c7f5628b-64c6-48c9-8490-e8e960498e34 req-434e6264-8383-4725-9512-eaa87869c798 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/security-groups?id=06b6c21d-ab43-4a43-86f2-b0c0d4543a67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565529 May 13 12:58:14.928965 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-d226cfef-de09-4a4b-80af-e3749bfa25d5 req-f5c2181b-4b72-48ea-beff-0adcd97e3117 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/security-groups?id=02772ebe-b5e9-4b8d-bc0a-e9eb9199c002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430822 May 13 12:58:15.049566 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-4a907869-afee-4d69-acd8-cccc744e537a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (d2cfa305-5f5a-49b3-8228-876061d7e1f6), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:58:15.689581 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f735984-8a49-4e26-b66a-88cfa904206a req-1583aec9-0bb8-48cc-b00c-fae7429a0205 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:58:15.691006 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-3f735984-8a49-4e26-b66a-88cfa904206a req-1583aec9-0bb8-48cc-b00c-fae7429a0205 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/ports?device_id=a805ac8a-8fbf-4bf1-b369-64eaef204809 HTTP/1.1" status: 200 len: 946 time: 0.0501342 May 13 12:58:15.761367 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2fba5c-5da2-4b85-9ff9-0df9a192905f req-708e157c-c6d6-45bd-8dfa-7178fc386e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:58:15.762837 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-2e2fba5c-5da2-4b85-9ff9-0df9a192905f req-708e157c-c6d6-45bd-8dfa-7178fc386e53 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=70fd3419-f741-4630-b0a8-288fd40f27d0 HTTP/1.1" status: 200 len: 1129 time: 0.0535741 May 13 12:58:15.766887 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-3f735984-8a49-4e26-b66a-88cfa904206a req-f6bf93bd-9552-4dfb-81ad-9843a886538e tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/security-groups?id=e0d5a6ae-2931-4df1-843e-6d5b95c4034f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698869 May 13 12:58:15.899223 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-2e2fba5c-5da2-4b85-9ff9-0df9a192905f req-2be28de3-c107-4f13-af4a-cff7a57b5986 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=02772ebe-b5e9-4b8d-bc0a-e9eb9199c002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377510 May 13 12:58:16.028161 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c85907-e511-48c9-a2df-f39a2e5b2c41 req-8b6f503f-55fa-4b28-8f91-4fa3b0a9a486 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:58:16.029661 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-c0c85907-e511-48c9-a2df-f39a2e5b2c41 req-8b6f503f-55fa-4b28-8f91-4fa3b0a9a486 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/ports?device_id=01d6f955-cec3-41be-b4c3-c1ab08771e24 HTTP/1.1" status: 200 len: 945 time: 0.0466454 May 13 12:58:16.049457 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156eb0cf-d838-49e3-a6b1-a264d56ca3bc req-e47eabbd-e163-4866-91a5-a9d7c0d8cdbb tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:58:16.050909 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-156eb0cf-d838-49e3-a6b1-a264d56ca3bc req-e47eabbd-e163-4866-91a5-a9d7c0d8cdbb tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/ports?device_id=70fd3419-f741-4630-b0a8-288fd40f27d0 HTTP/1.1" status: 200 len: 945 time: 0.0484321 May 13 12:58:16.079268 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-c0c85907-e511-48c9-a2df-f39a2e5b2c41 req-d652747d-49f0-44ab-b304-9518d87766cb tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/security-groups?id=06b6c21d-ab43-4a43-86f2-b0c0d4543a67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437152 May 13 12:58:16.102878 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-156eb0cf-d838-49e3-a6b1-a264d56ca3bc req-a9236946-3d19-4afe-b60b-0f449f9c6d17 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/security-groups?id=02772ebe-b5e9-4b8d-bc0a-e9eb9199c002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453887 May 13 12:58:16.724717 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-7baa8e58-cb75-431e-995b-6c55a6feb1d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (5f75012c-56a5-4b0a-a85c-97c3435c2a5d), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:58:16.878835 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1877f6c9-c395-4003-8ba7-e7421b33dcab req-d9e3d4f7-6d4b-413a-a22d-dda54ea655d8 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:58:16.880295 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-1877f6c9-c395-4003-8ba7-e7421b33dcab req-d9e3d4f7-6d4b-413a-a22d-dda54ea655d8 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/ports?device_id=a805ac8a-8fbf-4bf1-b369-64eaef204809 HTTP/1.1" status: 200 len: 946 time: 0.0473149 May 13 12:58:16.931880 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-1877f6c9-c395-4003-8ba7-e7421b33dcab req-2d3a4441-bb60-484b-a21a-a8be76d3f147 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/security-groups?id=e0d5a6ae-2931-4df1-843e-6d5b95c4034f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448811 May 13 12:58:17.193256 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f0d30c-b368-4fbe-9396-7b2e1f95d4b6 req-3a651b18-9383-4abe-b5db-eb3797d69d50 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:58:17.194764 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-99f0d30c-b368-4fbe-9396-7b2e1f95d4b6 req-3a651b18-9383-4abe-b5db-eb3797d69d50 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/ports?device_id=01d6f955-cec3-41be-b4c3-c1ab08771e24 HTTP/1.1" status: 200 len: 945 time: 0.0479741 May 13 12:58:17.219443 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828f8fff-48ce-48ac-90de-74e33d033bd0 req-c2da715a-82a6-49e2-b1ae-08be5f10e752 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:58:17.220915 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-828f8fff-48ce-48ac-90de-74e33d033bd0 req-c2da715a-82a6-49e2-b1ae-08be5f10e752 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/ports?device_id=70fd3419-f741-4630-b0a8-288fd40f27d0 HTTP/1.1" status: 200 len: 945 time: 0.0482979 May 13 12:58:17.243395 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-99f0d30c-b368-4fbe-9396-7b2e1f95d4b6 req-19d2813b-24b8-4128-873f-b33839d7a275 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/security-groups?id=06b6c21d-ab43-4a43-86f2-b0c0d4543a67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412164 May 13 12:58:17.270232 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-828f8fff-48ce-48ac-90de-74e33d033bd0 req-94691c61-79d3-47a7-8ad5-ebff6948be0a tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/security-groups?id=02772ebe-b5e9-4b8d-bc0a-e9eb9199c002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437064 May 13 12:58:17.356244 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36654b1e-b03e-48ce-9057-55242e392bd6 req-ba5bd226-fb05-40c4-9626-8dc2128dd1ca tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:58:17.357726 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-36654b1e-b03e-48ce-9057-55242e392bd6 req-ba5bd226-fb05-40c4-9626-8dc2128dd1ca tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/ports?device_id=01d6f955-cec3-41be-b4c3-c1ab08771e24 HTTP/1.1" status: 200 len: 945 time: 0.0467827 May 13 12:58:17.366729 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 50956) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:58:17.371844 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.v2.base [None req-dec71dc4-da47-4e4a-b89e-b84f9bfb2460 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Request body: {'floatingip': {'port_id': 'c221412b-60f8-4ab0-b29a-df7ab68bd041'}} {{(pid=109804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 12:58:17.435281 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-dec71dc4-da47-4e4a-b89e-b84f9bfb2460 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Publish callbacks [] for floatingip (f88a61cd-88a6-4009-8efc-29e34f84a6ae), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:58:17.846481 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (f7880a20-862d-46b4-8dd6-192b0a47d710), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:58:17.897581 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-dec71dc4-da47-4e4a-b89e-b84f9bfb2460 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:58:17.902298 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-dec71dc4-da47-4e4a-b89e-b84f9bfb2460 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621791'] for floatingip (f88a61cd-88a6-4009-8efc-29e34f84a6ae), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:58:18.049074 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a32d244-87e0-4ba0-a428-513c06d2f319 req-d4c529a6-76f1-440f-8800-e0be5644f4a3 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:58:18.050553 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-9a32d244-87e0-4ba0-a428-513c06d2f319 req-d4c529a6-76f1-440f-8800-e0be5644f4a3 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/ports?device_id=a805ac8a-8fbf-4bf1-b369-64eaef204809 HTTP/1.1" status: 200 len: 946 time: 0.0469563 May 13 12:58:18.098828 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-9a32d244-87e0-4ba0-a428-513c06d2f319 req-432d029e-4972-4363-bd4c-b2621e649827 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/security-groups?id=e0d5a6ae-2931-4df1-843e-6d5b95c4034f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416105 May 13 12:58:18.119321 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dec71dc4-da47-4e4a-b89e-b84f9bfb2460 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Router 440b421f-e2d5-4beb-b012-398d7d0adbaa has already been hosted by L3 agent 6d8a5631-9f63-444c-af3b-4dcce4842b62 {{(pid=109804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 12:58:18.227001 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dec71dc4-da47-4e4a-b89e-b84f9bfb2460 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Notify agent at l3_agent.dv-cinder-841644-1-iscsi the message routers_updated {{(pid=109804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 12:58:18.231764 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-dec71dc4-da47-4e4a-b89e-b84f9bfb2460 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4290'] for floatingip (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:58:18.236705 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc9ffc0-a162-4e35-b996-821f8fe28a1a None None] Sync routers for ids ['440b421f-e2d5-4beb-b012-398d7d0adbaa'] in dv-cinder-841644-1-iscsi {{(pid=109806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 12:58:18.246918 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc9ffc0-a162-4e35-b996-821f8fe28a1a None None] Routers {'440b421f-e2d5-4beb-b012-398d7d0adbaa'} bound to L3 agent in host dv-cinder-841644-1-iscsi {{(pid=109806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 12:58:18.247526 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_hamode_db [None req-4fc9ffc0-a162-4e35-b996-821f8fe28a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841644-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T12:45:44Z,description=,heartbeat_timestamp=2022-05-13T12:58:14Z,host='dv-cinder-841644-1-iscsi',id=6d8a5631-9f63-444c-af3b-4dcce4842b62,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T12:45:44Z,topic='l3_agent')) {'router_ids': ['440b421f-e2d5-4beb-b012-398d7d0adbaa'], 'active': True} {{(pid=109806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 12:58:18.263104 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01d6f955-cec3-41be-b4c3-c1ab08771e24', 'tag': 'c221412b-60f8-4ab0-b29a-df7ab68bd041'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 12:58:18.265384 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1b69bbfd011f85c3db934c4b22a349ffa5730c167d2456731e37bfe5d9c9e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4766b09c-e4df-4160-a403-a1701b1d1cba" -d '{"events": [{"name": "network-changed", "server_uuid": "01d6f955-cec3-41be-b4c3-c1ab08771e24", "tag": "c221412b-60f8-4ab0-b29a-df7ab68bd041"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 12:58:18.295429 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-dec71dc4-da47-4e4a-b89e-b84f9bfb2460 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "PUT /v2.0/floatingips/f88a61cd-88a6-4009-8efc-29e34f84a6ae HTTP/1.1" status: 200 len: 993 time: 0.9272518 May 13 12:58:18.323891 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 12:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cb52778-d837-418b-8c4a-68e03b64b0b0 x-openstack-request-id: req-6cb52778-d837-418b-8c4a-68e03b64b0b0 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 12:58:18.324179 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01d6f955-cec3-41be-b4c3-c1ab08771e24", "tag": "c221412b-60f8-4ab0-b29a-df7ab68bd041", "status": "completed", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 12:58:18.324436 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6cb52778-d837-418b-8c4a-68e03b64b0b0 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 12:58:18.324833 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cb52778-d837-418b-8c4a-68e03b64b0b0'] response: {'name': 'network-changed', 'server_uuid': '01d6f955-cec3-41be-b4c3-c1ab08771e24', 'tag': 'c221412b-60f8-4ab0-b29a-df7ab68bd041', 'status': 'completed', 'code': 200} May 13 12:58:18.365476 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_dvr_db [None req-4fc9ffc0-a162-4e35-b996-821f8fe28a1a None None] Set router 440b421f-e2d5-4beb-b012-398d7d0adbaa gateway port host: dv-cinder-841644-1-iscsi {{(pid=109806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 12:58:18.394249 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115fe01e-3ca1-4c4d-baed-5f33ebccf38e req-af647d21-30f7-472a-a97c-572447f5029d tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:58:18.395774 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-115fe01e-3ca1-4c4d-baed-5f33ebccf38e req-af647d21-30f7-472a-a97c-572447f5029d tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/ports?device_id=70fd3419-f741-4630-b0a8-288fd40f27d0 HTTP/1.1" status: 200 len: 945 time: 0.0515001 May 13 12:58:18.415614 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4766b09c-e4df-4160-a403-a1701b1d1cba req-eaa50f2a-fc23-428a-b882-1802ec35ebdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:58:18.417154 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-4766b09c-e4df-4160-a403-a1701b1d1cba req-eaa50f2a-fc23-428a-b882-1802ec35ebdf service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=58bddca6077344bea4cb41b23fcf8d35&device_id=01d6f955-cec3-41be-b4c3-c1ab08771e24 HTTP/1.1" status: 200 len: 1129 time: 0.0429590 May 13 12:58:18.443328 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-115fe01e-3ca1-4c4d-baed-5f33ebccf38e req-6419e240-6da6-4f76-a51f-c6a069d0d812 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/security-groups?id=02772ebe-b5e9-4b8d-bc0a-e9eb9199c002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411353 May 13 12:58:18.527795 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4766b09c-e4df-4160-a403-a1701b1d1cba req-5aee07d6-6f60-4cf3-ae3f-d01a6747f5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:58:18.529450 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-4766b09c-e4df-4160-a403-a1701b1d1cba req-5aee07d6-6f60-4cf3-ae3f-d01a6747f5a3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f576fff5-2fa1-4591-9247-28b4216fb188 HTTP/1.1" status: 200 len: 919 time: 0.1065202 May 13 12:58:18.563042 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822a4bc9-8ca6-4355-b3f8-4141e93f59c6 req-b160cb7a-459b-4799-b7b5-08c3bf35e66e tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:58:18.564571 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-822a4bc9-8ca6-4355-b3f8-4141e93f59c6 req-b160cb7a-459b-4799-b7b5-08c3bf35e66e tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/ports?device_id=70fd3419-f741-4630-b0a8-288fd40f27d0 HTTP/1.1" status: 200 len: 945 time: 0.0510213 May 13 12:58:18.573888 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 50968) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:58:18.578465 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.v2.base [None req-a4df8047-894a-4b2b-8a7e-332d55e35e9e tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Request body: {'floatingip': {'port_id': 'b7816347-fb88-41c1-b266-5d5b1c98bb4b'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 12:58:18.592132 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_hamode_db [None req-4fc9ffc0-a162-4e35-b996-821f8fe28a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '440b421f-e2d5-4beb-b012-398d7d0adbaa', 'name': 'tempest-ServerRescueNegativeTestJSON-526245843-router', 'tenant_id': '58bddca6077344bea4cb41b23fcf8d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'b669c01c-389a-43c8-b724-af59cc1397eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T12:54:23Z', 'updated_at': '2022-05-13T12:54:41Z', 'revision_number': 4, 'project_id': '58bddca6077344bea4cb41b23fcf8d35', 'gw_port': {'id': 'b669c01c-389a-43c8-b724-af59cc1397eb', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:11:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '440b421f-e2d5-4beb-b012-398d7d0adbaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:54:26Z', 'updated_at': '2022-05-13T12:54:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi', '_floatingips': [{'id': 'f88a61cd-88a6-4009-8efc-29e34f84a6ae', 'tenant_id': '58bddca6077344bea4cb41b23fcf8d35', 'floating_ip_address': '172.27.3.248', 'floating_network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'router_id': '440b421f-e2d5-4beb-b012-398d7d0adbaa', 'port_id': 'c221412b-60f8-4ab0-b29a-df7ab68bd041', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f576fff5-2fa1-4591-9247-28b4216fb188', 'mac_address': 'fa:16:3e:7f:66:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01d6f955-cec3-41be-b4c3-c1ab08771e24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T12:56:47Z', 'updated_at': '2022-05-13T12:58:17Z', 'revision_number': 3, 'project_id': '58bddca6077344bea4cb41b23fcf8d35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a768522-0d78-450f-ae00-11b03052e62c', 'name': '', 'network_id': 'f576fff5-2fa1-4591-9247-28b4216fb188', 'tenant_id': '58bddca6077344bea4cb41b23fcf8d35', 'mac_address': 'fa:16:3e:46:b7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '440b421f-e2d5-4beb-b012-398d7d0adbaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '255ce2d7-f0f9-429c-8a86-3bbc48d08e37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:54:34Z', 'updated_at': '2022-05-13T12:54:52Z', 'revision_number': 5, 'project_id': '58bddca6077344bea4cb41b23fcf8d35', 'subnets': [{'id': '255ce2d7-f0f9-429c-8a86-3bbc48d08e37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841644-1-iscsi', False) {} {{(pid=109806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 12:58:18.618914 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a4df8047-894a-4b2b-8a7e-332d55e35e9e tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks [] for floatingip (aa621775-da67-4e9e-a1c3-3ee802cee305), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:58:18.623953 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc9ffc0-a162-4e35-b996-821f8fe28a1a None None] Checking router: 440b421f-e2d5-4beb-b012-398d7d0adbaa for host: dv-cinder-841644-1-iscsi {{(pid=109806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 12:58:18.632528 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc9ffc0-a162-4e35-b996-821f8fe28a1a None None] Routers {'440b421f-e2d5-4beb-b012-398d7d0adbaa'} bound to L3 agent in host dv-cinder-841644-1-iscsi {{(pid=109806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 12:58:18.633207 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_hamode_db [None req-4fc9ffc0-a162-4e35-b996-821f8fe28a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841644-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T12:45:44Z,description=,heartbeat_timestamp=2022-05-13T12:58:14Z,host='dv-cinder-841644-1-iscsi',id=6d8a5631-9f63-444c-af3b-4dcce4842b62,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T12:45:44Z,topic='l3_agent')) {'router_ids': ['440b421f-e2d5-4beb-b012-398d7d0adbaa'], 'active': True} {{(pid=109806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 12:58:18.641956 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-4766b09c-e4df-4160-a403-a1701b1d1cba req-68598b34-f594-444b-9e78-85c3d1b1310a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c221412b-60f8-4ab0-b29a-df7ab68bd041 HTTP/1.1" status: 200 len: 1001 time: 0.0764160 May 13 12:58:18.748739 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4766b09c-e4df-4160-a403-a1701b1d1cba req-945d83fc-8c70-42a3-8e84-22ba7a882cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:58:18.749610 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_dvr_db [None req-4fc9ffc0-a162-4e35-b996-821f8fe28a1a None None] Set router 440b421f-e2d5-4beb-b012-398d7d0adbaa gateway port host: dv-cinder-841644-1-iscsi {{(pid=109806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 12:58:18.751389 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-4766b09c-e4df-4160-a403-a1701b1d1cba req-945d83fc-8c70-42a3-8e84-22ba7a882cb4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=255ce2d7-f0f9-429c-8a86-3bbc48d08e37 HTTP/1.1" status: 200 len: 857 time: 0.0569456 May 13 12:58:18.807617 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4766b09c-e4df-4160-a403-a1701b1d1cba req-4af715bd-0341-4c10-989b-f3fba179d26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:58:18.809148 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-4766b09c-e4df-4160-a403-a1701b1d1cba req-4af715bd-0341-4c10-989b-f3fba179d26c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f576fff5-2fa1-4591-9247-28b4216fb188&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0482962 May 13 12:58:18.906379 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-4766b09c-e4df-4160-a403-a1701b1d1cba req-2c4e9d86-889e-4c20-a3e3-a8afc628ca5b service neutron] 10.222.0.52 "GET /v2.0/networks/f576fff5-2fa1-4591-9247-28b4216fb188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889778 May 13 12:58:18.983800 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_hamode_db [None req-4fc9ffc0-a162-4e35-b996-821f8fe28a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '440b421f-e2d5-4beb-b012-398d7d0adbaa', 'name': 'tempest-ServerRescueNegativeTestJSON-526245843-router', 'tenant_id': '58bddca6077344bea4cb41b23fcf8d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'b669c01c-389a-43c8-b724-af59cc1397eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T12:54:23Z', 'updated_at': '2022-05-13T12:54:41Z', 'revision_number': 4, 'project_id': '58bddca6077344bea4cb41b23fcf8d35', 'gw_port': {'id': 'b669c01c-389a-43c8-b724-af59cc1397eb', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:11:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '440b421f-e2d5-4beb-b012-398d7d0adbaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:54:26Z', 'updated_at': '2022-05-13T12:54:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi', '_floatingips': [{'id': 'f88a61cd-88a6-4009-8efc-29e34f84a6ae', 'tenant_id': '58bddca6077344bea4cb41b23fcf8d35', 'floating_ip_address': '172.27.3.248', 'floating_network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'router_id': '440b421f-e2d5-4beb-b012-398d7d0adbaa', 'port_id': 'c221412b-60f8-4ab0-b29a-df7ab68bd041', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f576fff5-2fa1-4591-9247-28b4216fb188', 'mac_address': 'fa:16:3e:7f:66:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01d6f955-cec3-41be-b4c3-c1ab08771e24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T12:56:47Z', 'updated_at': '2022-05-13T12:58:17Z', 'revision_number': 3, 'project_id': '58bddca6077344bea4cb41b23fcf8d35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a768522-0d78-450f-ae00-11b03052e62c', 'name': '', 'network_id': 'f576fff5-2fa1-4591-9247-28b4216fb188', 'tenant_id': '58bddca6077344bea4cb41b23fcf8d35', 'mac_address': 'fa:16:3e:46:b7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '440b421f-e2d5-4beb-b012-398d7d0adbaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '255ce2d7-f0f9-429c-8a86-3bbc48d08e37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:54:34Z', 'updated_at': '2022-05-13T12:54:52Z', 'revision_number': 5, 'project_id': '58bddca6077344bea4cb41b23fcf8d35', 'subnets': [{'id': '255ce2d7-f0f9-429c-8a86-3bbc48d08e37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841644-1-iscsi', False) {} {{(pid=109806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 12:58:19.000433 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-4766b09c-e4df-4160-a403-a1701b1d1cba req-e40e092e-a838-4bf5-8ed0-cfdc93ff6ecb service neutron] 10.222.0.52 "GET /v2.0/networks/f576fff5-2fa1-4591-9247-28b4216fb188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892868 May 13 12:58:19.017076 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc9ffc0-a162-4e35-b996-821f8fe28a1a None None] The sync data for ids ['440b421f-e2d5-4beb-b012-398d7d0adbaa'] in dv-cinder-841644-1-iscsi is: [{'id': '440b421f-e2d5-4beb-b012-398d7d0adbaa', 'name': 'tempest-ServerRescueNegativeTestJSON-526245843-router', 'tenant_id': '58bddca6077344bea4cb41b23fcf8d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'b669c01c-389a-43c8-b724-af59cc1397eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T12:54:23Z', 'updated_at': '2022-05-13T12:54:41Z', 'revision_number': 4, 'project_id': '58bddca6077344bea4cb41b23fcf8d35', 'gw_port': {'id': 'b669c01c-389a-43c8-b724-af59cc1397eb', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:11:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '440b421f-e2d5-4beb-b012-398d7d0adbaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:54:26Z', 'updated_at': '2022-05-13T12:54:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi', '_floatingips': [{'id': 'f88a61cd-88a6-4009-8efc-29e34f84a6ae', 'tenant_id': '58bddca6077344bea4cb41b23fcf8d35', 'floating_ip_address': '172.27.3.248', 'floating_network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'router_id': '440b421f-e2d5-4beb-b012-398d7d0adbaa', 'port_id': 'c221412b-60f8-4ab0-b29a-df7ab68bd041', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f576fff5-2fa1-4591-9247-28b4216fb188', 'mac_address': 'fa:16:3e:7f:66:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01d6f955-cec3-41be-b4c3-c1ab08771e24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T12:56:47Z', 'updated_at': '2022-05-13T12:58:17Z', 'revision_number': 3, 'project_id': '58bddca6077344bea4cb41b23fcf8d35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a768522-0d78-450f-ae00-11b03052e62c', 'name': '', 'network_id': 'f576fff5-2fa1-4591-9247-28b4216fb188', 'tenant_id': '58bddca6077344bea4cb41b23fcf8d35', 'mac_address': 'fa:16:3e:46:b7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '440b421f-e2d5-4beb-b012-398d7d0adbaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '255ce2d7-f0f9-429c-8a86-3bbc48d08e37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:54:34Z', 'updated_at': '2022-05-13T12:54:52Z', 'revision_number': 5, 'project_id': '58bddca6077344bea4cb41b23fcf8d35', 'subnets': [{'id': '255ce2d7-f0f9-429c-8a86-3bbc48d08e37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 12:58:19.115726 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a4df8047-894a-4b2b-8a7e-332d55e35e9e tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:58:19.121960 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a4df8047-894a-4b2b-8a7e-332d55e35e9e tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621791'] for floatingip (aa621775-da67-4e9e-a1c3-3ee802cee305), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:58:19.252360 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e353fc59-5b76-4e49-b603-69dcbeb334eb req-5e2087d9-ce70-4ee0-a64d-f6cd7eeb9a6f tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:58:19.253830 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-e353fc59-5b76-4e49-b603-69dcbeb334eb req-5e2087d9-ce70-4ee0-a64d-f6cd7eeb9a6f tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/ports?device_id=a805ac8a-8fbf-4bf1-b369-64eaef204809 HTTP/1.1" status: 200 len: 946 time: 0.0852120 May 13 12:58:19.279746 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.db.l3_db [None req-a4df8047-894a-4b2b-8a7e-332d55e35e9e tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Floating IP aa621775-da67-4e9e-a1c3-3ee802cee305 associated. External IP: 172.27.3.102, port: b7816347-fb88-41c1-b266-5d5b1c98bb4b. May 13 12:58:19.349795 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-e353fc59-5b76-4e49-b603-69dcbeb334eb req-2b5a8878-f09d-44cf-a26d-5a1c381265e2 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/security-groups?id=e0d5a6ae-2931-4df1-843e-6d5b95c4034f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900047 May 13 12:58:19.537378 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4df8047-894a-4b2b-8a7e-332d55e35e9e tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Router 045f35fc-2c99-4b59-9cb3-9ddcf675eecc has already been hosted by L3 agent 6d8a5631-9f63-444c-af3b-4dcce4842b62 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 12:58:19.613814 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda840ac-e337-4bf2-ab87-34945bdfd155 req-63c7f7d7-59f6-4131-9de5-49f2595e75be tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:58:19.615804 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-fda840ac-e337-4bf2-ab87-34945bdfd155 req-63c7f7d7-59f6-4131-9de5-49f2595e75be tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/ports?device_id=a805ac8a-8fbf-4bf1-b369-64eaef204809 HTTP/1.1" status: 200 len: 946 time: 0.0631669 May 13 12:58:19.658543 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4df8047-894a-4b2b-8a7e-332d55e35e9e tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Notify agent at l3_agent.dv-cinder-841644-1-iscsi the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 12:58:19.665864 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a4df8047-894a-4b2b-8a7e-332d55e35e9e tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4290'] for floatingip (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:58:19.672623 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef8470e-8adc-40f0-bbb7-019e4767bd4a None None] Sync routers for ids ['045f35fc-2c99-4b59-9cb3-9ddcf675eecc'] in dv-cinder-841644-1-iscsi {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 12:58:19.682461 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef8470e-8adc-40f0-bbb7-019e4767bd4a None None] Routers {'045f35fc-2c99-4b59-9cb3-9ddcf675eecc'} bound to L3 agent in host dv-cinder-841644-1-iscsi {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 12:58:19.683173 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-fef8470e-8adc-40f0-bbb7-019e4767bd4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841644-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T12:45:44Z,description=,heartbeat_timestamp=2022-05-13T12:58:14Z,host='dv-cinder-841644-1-iscsi',id=6d8a5631-9f63-444c-af3b-4dcce4842b62,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T12:45:44Z,topic='l3_agent')) {'router_ids': ['045f35fc-2c99-4b59-9cb3-9ddcf675eecc'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 12:58:19.705665 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793500ee-756b-42a0-9112-5167a7ae37e0 req-e9926e8c-cfcb-4b32-a508-3b09a8db2363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:58:19.706800 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-a4df8047-894a-4b2b-8a7e-332d55e35e9e tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "PUT /v2.0/floatingips/aa621775-da67-4e9e-a1c3-3ee802cee305 HTTP/1.1" status: 200 len: 991 time: 1.1316600 May 13 12:58:19.707380 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70fd3419-f741-4630-b0a8-288fd40f27d0', 'tag': 'b7816347-fb88-41c1-b266-5d5b1c98bb4b'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 12:58:19.709726 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cdb7c774b4c64768c46a18a465ef1a15500a906a5d07d0e5a65b0b29d0c9ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03b39cc9-8325-46dd-9fb4-8b2bd6c17747" -d '{"events": [{"name": "network-changed", "server_uuid": "70fd3419-f741-4630-b0a8-288fd40f27d0", "tag": "b7816347-fb88-41c1-b266-5d5b1c98bb4b"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 12:58:19.709969 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-793500ee-756b-42a0-9112-5167a7ae37e0 req-e9926e8c-cfcb-4b32-a508-3b09a8db2363 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a8e091db3cd14ecb9c40257451cd434d&device_id=a805ac8a-8fbf-4bf1-b369-64eaef204809 HTTP/1.1" status: 200 len: 1130 time: 0.0820251 May 13 12:58:19.774560 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-fda840ac-e337-4bf2-ab87-34945bdfd155 req-c968dca5-5416-4143-8275-c14f54f80333 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/security-groups?id=e0d5a6ae-2931-4df1-843e-6d5b95c4034f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1522548 May 13 12:58:19.815576 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-fef8470e-8adc-40f0-bbb7-019e4767bd4a None None] Set router 045f35fc-2c99-4b59-9cb3-9ddcf675eecc gateway port host: dv-cinder-841644-1-iscsi {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 12:58:19.833973 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793500ee-756b-42a0-9112-5167a7ae37e0 req-bbea2ff3-1bce-4f77-a644-c8d6b7f8551e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:58:19.835505 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-793500ee-756b-42a0-9112-5167a7ae37e0 req-bbea2ff3-1bce-4f77-a644-c8d6b7f8551e service neutron] 10.222.0.52 "GET /v2.0/networks?id=2e48d261-a2df-43c6-bd2a-fa0153331d4d HTTP/1.1" status: 200 len: 912 time: 0.1184888 May 13 12:58:19.848261 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 12:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7420a754-06ae-476c-9193-1bad40bf8623 x-openstack-request-id: req-7420a754-06ae-476c-9193-1bad40bf8623 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 12:58:19.848746 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70fd3419-f741-4630-b0a8-288fd40f27d0", "tag": "b7816347-fb88-41c1-b266-5d5b1c98bb4b", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 12:58:19.849102 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7420a754-06ae-476c-9193-1bad40bf8623 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 12:58:19.849658 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7420a754-06ae-476c-9193-1bad40bf8623'] response: {'name': 'network-changed', 'server_uuid': '70fd3419-f741-4630-b0a8-288fd40f27d0', 'tag': 'b7816347-fb88-41c1-b266-5d5b1c98bb4b', 'status': 'completed', 'code': 200} May 13 12:58:19.918121 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-793500ee-756b-42a0-9112-5167a7ae37e0 req-a51d4d53-3755-46f2-b651-dd01fd1c3252 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fec89e37-51dd-4063-9de3-e584ce441fb2 HTTP/1.1" status: 200 len: 1002 time: 0.0681043 May 13 12:58:19.947079 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b39cc9-8325-46dd-9fb4-8b2bd6c17747 req-32ce1c21-3316-445e-ba28-92df993fc925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:58:19.948587 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-03b39cc9-8325-46dd-9fb4-8b2bd6c17747 req-32ce1c21-3316-445e-ba28-92df993fc925 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ec55859792345359fc7b22003b4e995&device_id=70fd3419-f741-4630-b0a8-288fd40f27d0 HTTP/1.1" status: 200 len: 1129 time: 0.0533180 May 13 12:58:19.994951 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793500ee-756b-42a0-9112-5167a7ae37e0 req-02501798-1d49-4567-8a5b-c4c730236db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:58:19.996537 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-793500ee-756b-42a0-9112-5167a7ae37e0 req-02501798-1d49-4567-8a5b-c4c730236db9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9e6203bd-7b13-480f-9ce9-60943080d6b6 HTTP/1.1" status: 200 len: 850 time: 0.0647004 May 13 12:58:20.106278 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-fef8470e-8adc-40f0-bbb7-019e4767bd4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '045f35fc-2c99-4b59-9cb3-9ddcf675eecc', 'name': 'tempest-AttachVolumeNegativeTest-207558896-router', 'tenant_id': '7ec55859792345359fc7b22003b4e995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '02b711c9-c253-4fa7-9b82-c20738edf579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T12:54:23Z', 'updated_at': '2022-05-13T12:54:39Z', 'revision_number': 4, 'project_id': '7ec55859792345359fc7b22003b4e995', 'gw_port': {'id': '02b711c9-c253-4fa7-9b82-c20738edf579', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ac:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045f35fc-2c99-4b59-9cb3-9ddcf675eecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:54:25Z', 'updated_at': '2022-05-13T12:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi', '_floatingips': [{'id': 'aa621775-da67-4e9e-a1c3-3ee802cee305', 'tenant_id': '7ec55859792345359fc7b22003b4e995', 'floating_ip_address': '172.27.3.102', 'floating_network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'router_id': '045f35fc-2c99-4b59-9cb3-9ddcf675eecc', 'port_id': 'b7816347-fb88-41c1-b266-5d5b1c98bb4b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1c41e28-5d16-459f-865e-9320359228db', 'mac_address': 'fa:16:3e:b1:77:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70fd3419-f741-4630-b0a8-288fd40f27d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T12:58:04Z', 'updated_at': '2022-05-13T12:58:19Z', 'revision_number': 1, 'project_id': '7ec55859792345359fc7b22003b4e995', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '809a9c8d-b43e-4e7d-bc47-feb11109602a', 'name': '', 'network_id': 'f1c41e28-5d16-459f-865e-9320359228db', 'tenant_id': '7ec55859792345359fc7b22003b4e995', 'mac_address': 'fa:16:3e:84:69:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045f35fc-2c99-4b59-9cb3-9ddcf675eecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '95241052-552d-491a-8c23-5ec0dd2b8fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:54:35Z', 'updated_at': '2022-05-13T12:54:49Z', 'revision_number': 5, 'project_id': '7ec55859792345359fc7b22003b4e995', 'subnets': [{'id': '95241052-552d-491a-8c23-5ec0dd2b8fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841644-1-iscsi', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 12:58:20.139764 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef8470e-8adc-40f0-bbb7-019e4767bd4a None None] Checking router: 045f35fc-2c99-4b59-9cb3-9ddcf675eecc for host: dv-cinder-841644-1-iscsi {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 12:58:20.148488 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef8470e-8adc-40f0-bbb7-019e4767bd4a None None] Routers {'045f35fc-2c99-4b59-9cb3-9ddcf675eecc'} bound to L3 agent in host dv-cinder-841644-1-iscsi {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 12:58:20.149815 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-fef8470e-8adc-40f0-bbb7-019e4767bd4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841644-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T12:45:44Z,description=,heartbeat_timestamp=2022-05-13T12:58:14Z,host='dv-cinder-841644-1-iscsi',id=6d8a5631-9f63-444c-af3b-4dcce4842b62,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T12:45:44Z,topic='l3_agent')) {'router_ids': ['045f35fc-2c99-4b59-9cb3-9ddcf675eecc'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 12:58:20.309383 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b39cc9-8325-46dd-9fb4-8b2bd6c17747 req-ddab113e-d8f6-4db1-a35f-99d445d8ce61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:58:20.310922 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-03b39cc9-8325-46dd-9fb4-8b2bd6c17747 req-ddab113e-d8f6-4db1-a35f-99d445d8ce61 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f1c41e28-5d16-459f-865e-9320359228db HTTP/1.1" status: 200 len: 915 time: 0.3565686 May 13 12:58:20.326006 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01d6f955-cec3-41be-b4c3-c1ab08771e24', 'tag': 'c221412b-60f8-4ab0-b29a-df7ab68bd041'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 12:58:20.328479 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1b69bbfd011f85c3db934c4b22a349ffa5730c167d2456731e37bfe5d9c9e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4294b1a7-a113-42a3-8c76-e8fb0e87a196" -d '{"events": [{"name": "network-changed", "server_uuid": "01d6f955-cec3-41be-b4c3-c1ab08771e24", "tag": "c221412b-60f8-4ab0-b29a-df7ab68bd041"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 12:58:20.372610 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793500ee-756b-42a0-9112-5167a7ae37e0 req-80c43d31-d3a6-4900-b04e-56788109b439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:58:20.374264 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-793500ee-756b-42a0-9112-5167a7ae37e0 req-80c43d31-d3a6-4900-b04e-56788109b439 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2e48d261-a2df-43c6-bd2a-fa0153331d4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0492971 May 13 12:58:20.395607 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 12:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6c67fa1-c3ad-465a-8670-43730b0a2810 x-openstack-request-id: req-b6c67fa1-c3ad-465a-8670-43730b0a2810 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 12:58:20.395991 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01d6f955-cec3-41be-b4c3-c1ab08771e24", "tag": "c221412b-60f8-4ab0-b29a-df7ab68bd041", "status": "completed", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 12:58:20.396393 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b6c67fa1-c3ad-465a-8670-43730b0a2810 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 12:58:20.396661 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6c67fa1-c3ad-465a-8670-43730b0a2810'] response: {'name': 'network-changed', 'server_uuid': '01d6f955-cec3-41be-b4c3-c1ab08771e24', 'tag': 'c221412b-60f8-4ab0-b29a-df7ab68bd041', 'status': 'completed', 'code': 200} May 13 12:58:20.400072 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (202f7e15-8fd1-4d3b-a0cb-2b083dcecd1a), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:58:20.401968 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-fef8470e-8adc-40f0-bbb7-019e4767bd4a None None] Set router 045f35fc-2c99-4b59-9cb3-9ddcf675eecc gateway port host: dv-cinder-841644-1-iscsi {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 12:58:20.414690 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-03b39cc9-8325-46dd-9fb4-8b2bd6c17747 req-f9354145-fd34-4f97-9331-80be38557919 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b7816347-fb88-41c1-b266-5d5b1c98bb4b HTTP/1.1" status: 200 len: 999 time: 0.0892787 May 13 12:58:20.484215 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b39cc9-8325-46dd-9fb4-8b2bd6c17747 req-eb681ec2-ba9e-4e77-8808-8a541c52a13c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:58:20.485650 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-03b39cc9-8325-46dd-9fb4-8b2bd6c17747 req-eb681ec2-ba9e-4e77-8808-8a541c52a13c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=95241052-552d-491a-8c23-5ec0dd2b8fa6 HTTP/1.1" status: 200 len: 853 time: 0.0484910 May 13 12:58:20.578533 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b39cc9-8325-46dd-9fb4-8b2bd6c17747 req-4975a6e2-297d-4294-aeb7-53a9deaf0355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:58:20.580030 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-03b39cc9-8325-46dd-9fb4-8b2bd6c17747 req-4975a6e2-297d-4294-aeb7-53a9deaf0355 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f1c41e28-5d16-459f-865e-9320359228db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0536449 May 13 12:58:20.654646 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-fef8470e-8adc-40f0-bbb7-019e4767bd4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '045f35fc-2c99-4b59-9cb3-9ddcf675eecc', 'name': 'tempest-AttachVolumeNegativeTest-207558896-router', 'tenant_id': '7ec55859792345359fc7b22003b4e995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '02b711c9-c253-4fa7-9b82-c20738edf579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T12:54:23Z', 'updated_at': '2022-05-13T12:54:39Z', 'revision_number': 4, 'project_id': '7ec55859792345359fc7b22003b4e995', 'gw_port': {'id': '02b711c9-c253-4fa7-9b82-c20738edf579', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ac:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045f35fc-2c99-4b59-9cb3-9ddcf675eecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:54:25Z', 'updated_at': '2022-05-13T12:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi', '_floatingips': [{'id': 'aa621775-da67-4e9e-a1c3-3ee802cee305', 'tenant_id': '7ec55859792345359fc7b22003b4e995', 'floating_ip_address': '172.27.3.102', 'floating_network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'router_id': '045f35fc-2c99-4b59-9cb3-9ddcf675eecc', 'port_id': 'b7816347-fb88-41c1-b266-5d5b1c98bb4b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1c41e28-5d16-459f-865e-9320359228db', 'mac_address': 'fa:16:3e:b1:77:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70fd3419-f741-4630-b0a8-288fd40f27d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T12:58:04Z', 'updated_at': '2022-05-13T12:58:19Z', 'revision_number': 1, 'project_id': '7ec55859792345359fc7b22003b4e995', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '809a9c8d-b43e-4e7d-bc47-feb11109602a', 'name': '', 'network_id': 'f1c41e28-5d16-459f-865e-9320359228db', 'tenant_id': '7ec55859792345359fc7b22003b4e995', 'mac_address': 'fa:16:3e:84:69:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045f35fc-2c99-4b59-9cb3-9ddcf675eecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '95241052-552d-491a-8c23-5ec0dd2b8fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:54:35Z', 'updated_at': '2022-05-13T12:54:49Z', 'revision_number': 5, 'project_id': '7ec55859792345359fc7b22003b4e995', 'subnets': [{'id': '95241052-552d-491a-8c23-5ec0dd2b8fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841644-1-iscsi', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 12:58:20.678302 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-03b39cc9-8325-46dd-9fb4-8b2bd6c17747 req-8f818bf0-f2ef-412b-aca9-2fcd320f379c service neutron] 10.222.0.52 "GET /v2.0/networks/f1c41e28-5d16-459f-865e-9320359228db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884311 May 13 12:58:20.694211 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef8470e-8adc-40f0-bbb7-019e4767bd4a None None] The sync data for ids ['045f35fc-2c99-4b59-9cb3-9ddcf675eecc'] in dv-cinder-841644-1-iscsi is: [{'id': '045f35fc-2c99-4b59-9cb3-9ddcf675eecc', 'name': 'tempest-AttachVolumeNegativeTest-207558896-router', 'tenant_id': '7ec55859792345359fc7b22003b4e995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '02b711c9-c253-4fa7-9b82-c20738edf579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T12:54:23Z', 'updated_at': '2022-05-13T12:54:39Z', 'revision_number': 4, 'project_id': '7ec55859792345359fc7b22003b4e995', 'gw_port': {'id': '02b711c9-c253-4fa7-9b82-c20738edf579', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ac:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045f35fc-2c99-4b59-9cb3-9ddcf675eecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:54:25Z', 'updated_at': '2022-05-13T12:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi', '_floatingips': [{'id': 'aa621775-da67-4e9e-a1c3-3ee802cee305', 'tenant_id': '7ec55859792345359fc7b22003b4e995', 'floating_ip_address': '172.27.3.102', 'floating_network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'router_id': '045f35fc-2c99-4b59-9cb3-9ddcf675eecc', 'port_id': 'b7816347-fb88-41c1-b266-5d5b1c98bb4b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1c41e28-5d16-459f-865e-9320359228db', 'mac_address': 'fa:16:3e:b1:77:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70fd3419-f741-4630-b0a8-288fd40f27d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T12:58:04Z', 'updated_at': '2022-05-13T12:58:19Z', 'revision_number': 1, 'project_id': '7ec55859792345359fc7b22003b4e995', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '809a9c8d-b43e-4e7d-bc47-feb11109602a', 'name': '', 'network_id': 'f1c41e28-5d16-459f-865e-9320359228db', 'tenant_id': '7ec55859792345359fc7b22003b4e995', 'mac_address': 'fa:16:3e:84:69:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045f35fc-2c99-4b59-9cb3-9ddcf675eecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '95241052-552d-491a-8c23-5ec0dd2b8fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:54:35Z', 'updated_at': '2022-05-13T12:54:49Z', 'revision_number': 5, 'project_id': '7ec55859792345359fc7b22003b4e995', 'subnets': [{'id': '95241052-552d-491a-8c23-5ec0dd2b8fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 12:58:20.735491 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4294b1a7-a113-42a3-8c76-e8fb0e87a196 req-9de60ffa-382c-4092-a03b-a2af6621e274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:58:20.737224 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-4294b1a7-a113-42a3-8c76-e8fb0e87a196 req-9de60ffa-382c-4092-a03b-a2af6621e274 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=58bddca6077344bea4cb41b23fcf8d35&device_id=01d6f955-cec3-41be-b4c3-c1ab08771e24 HTTP/1.1" status: 200 len: 1129 time: 0.0513055 May 13 12:58:20.783256 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-03b39cc9-8325-46dd-9fb4-8b2bd6c17747 req-192b7600-7f18-46d5-aaae-5eeb00016b66 service neutron] 10.222.0.52 "GET /v2.0/networks/f1c41e28-5d16-459f-865e-9320359228db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990555 May 13 12:58:20.831988 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-793500ee-756b-42a0-9112-5167a7ae37e0 req-9ad19e3e-24eb-41f7-9486-cb748e7680c6 service neutron] 10.222.0.52 "GET /v2.0/networks/2e48d261-a2df-43c6-bd2a-fa0153331d4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4493742 May 13 12:58:20.931067 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72182045-0e25-40cf-b85b-39699418aa4c req-0ea79124-8946-40df-94ed-e0b8bcfe4771 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:58:20.931396 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4294b1a7-a113-42a3-8c76-e8fb0e87a196 req-1ec065d2-9a31-4a4d-815a-f27c2eec2356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:58:20.932908 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-72182045-0e25-40cf-b85b-39699418aa4c req-0ea79124-8946-40df-94ed-e0b8bcfe4771 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/ports?device_id=a805ac8a-8fbf-4bf1-b369-64eaef204809 HTTP/1.1" status: 200 len: 946 time: 0.0719593 May 13 12:58:20.933044 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-4294b1a7-a113-42a3-8c76-e8fb0e87a196 req-1ec065d2-9a31-4a4d-815a-f27c2eec2356 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f576fff5-2fa1-4591-9247-28b4216fb188 HTTP/1.1" status: 200 len: 919 time: 0.1856575 May 13 12:58:20.999893 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef549be8-d735-4fa0-8f52-1fe81f163c3f None None] New status for floating IP aa621775-da67-4e9e-a1c3-3ee802cee305: ACTIVE {{(pid=109806) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 12:58:21.044335 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-4294b1a7-a113-42a3-8c76-e8fb0e87a196 req-69fcad5d-44f1-4abb-8303-af96d4822eac service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c221412b-60f8-4ab0-b29a-df7ab68bd041 HTTP/1.1" status: 200 len: 1001 time: 0.1042209 May 13 12:58:21.045630 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-72182045-0e25-40cf-b85b-39699418aa4c req-69002760-70ec-4934-aef7-3267834cff1c tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/security-groups?id=e0d5a6ae-2931-4df1-843e-6d5b95c4034f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060934 May 13 12:58:21.047978 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-793500ee-756b-42a0-9112-5167a7ae37e0 req-c5275bc4-d85b-40f2-b80e-e1b965144b9a service neutron] 10.222.0.52 "GET /v2.0/networks/2e48d261-a2df-43c6-bd2a-fa0153331d4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965654 May 13 12:58:21.097017 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4294b1a7-a113-42a3-8c76-e8fb0e87a196 req-83a5f58f-31ec-4623-a309-27e4eb7550af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:58:21.098714 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-4294b1a7-a113-42a3-8c76-e8fb0e87a196 req-83a5f58f-31ec-4623-a309-27e4eb7550af service neutron] 10.222.0.52 "GET /v2.0/subnets?id=255ce2d7-f0f9-429c-8a86-3bbc48d08e37 HTTP/1.1" status: 200 len: 857 time: 0.0480447 May 13 12:58:21.217936 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4294b1a7-a113-42a3-8c76-e8fb0e87a196 req-10a0a6c4-1706-4c9c-868a-f5bb709d15d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:58:21.219753 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-4294b1a7-a113-42a3-8c76-e8fb0e87a196 req-10a0a6c4-1706-4c9c-868a-f5bb709d15d3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f576fff5-2fa1-4591-9247-28b4216fb188&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0506415 May 13 12:58:21.253298 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a491a91f-8f36-46ac-9ab4-260f31046cf0 req-869ee072-b6d8-49b3-902a-5835c4c2f3bc tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:58:21.254936 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-a491a91f-8f36-46ac-9ab4-260f31046cf0 req-869ee072-b6d8-49b3-902a-5835c4c2f3bc tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=83873f65-ba42-4536-9af6-4aff1db77bb4 HTTP/1.1" status: 200 len: 946 time: 0.0479221 May 13 12:58:21.306792 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-a491a91f-8f36-46ac-9ab4-260f31046cf0 req-1a65d24d-57e5-4091-a790-6e1a61d0f8eb tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups?id=19aba56d-0d38-455b-ace2-2ddb4354d2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448301 May 13 12:58:22.154272 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1847c6ce-81fa-4d8c-8816-455961222372 req-06da0b04-24d9-466d-95b2-bff96225e493 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:58:22.155741 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-1847c6ce-81fa-4d8c-8816-455961222372 req-06da0b04-24d9-466d-95b2-bff96225e493 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/ports?device_id=a805ac8a-8fbf-4bf1-b369-64eaef204809 HTTP/1.1" status: 200 len: 946 time: 0.0508301 May 13 12:58:22.208439 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-1847c6ce-81fa-4d8c-8816-455961222372 req-f0d7eae4-42dc-4b0c-91c7-15e110064540 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/security-groups?id=e0d5a6ae-2931-4df1-843e-6d5b95c4034f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468190 May 13 12:58:22.424803 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a656c52c-6b44-40d8-8fa0-71fb531ebc91 req-6f50b632-140c-4655-82f0-3b5bd554bd7c tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:58:22.426247 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-a656c52c-6b44-40d8-8fa0-71fb531ebc91 req-6f50b632-140c-4655-82f0-3b5bd554bd7c tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=83873f65-ba42-4536-9af6-4aff1db77bb4 HTTP/1.1" status: 200 len: 946 time: 0.0467324 May 13 12:58:22.473135 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-a656c52c-6b44-40d8-8fa0-71fb531ebc91 req-6fd3c4fb-7246-4f0d-ab2c-c10537b4509a tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups?id=19aba56d-0d38-455b-ace2-2ddb4354d2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405846 May 13 12:58:22.895707 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-4294b1a7-a113-42a3-8c76-e8fb0e87a196 req-d90fdf93-e6b1-44fc-ae31-a309676f5fd7 service neutron] 10.222.0.52 "GET /v2.0/networks/f576fff5-2fa1-4591-9247-28b4216fb188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860667 May 13 12:58:23.325301 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e430234-7a11-42cc-ba77-7df9009f7101 req-9b1af6ac-4871-40d3-8fdc-90f9cbf433de tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:58:23.326752 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-8e430234-7a11-42cc-ba77-7df9009f7101 req-9b1af6ac-4871-40d3-8fdc-90f9cbf433de tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/ports?device_id=a805ac8a-8fbf-4bf1-b369-64eaef204809 HTTP/1.1" status: 200 len: 946 time: 0.0521097 May 13 12:58:23.372386 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-8e430234-7a11-42cc-ba77-7df9009f7101 req-09202ca6-29f4-4d03-b5cf-e90292b82655 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/security-groups?id=e0d5a6ae-2931-4df1-843e-6d5b95c4034f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400620 May 13 12:58:23.572965 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c2cbb9-6e15-49c7-a740-775f683a73a5 req-5245554c-6d6c-420b-a05a-ad54fdc70740 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:58:23.574586 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-12c2cbb9-6e15-49c7-a740-775f683a73a5 req-5245554c-6d6c-420b-a05a-ad54fdc70740 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.52 "GET /v2.0/ports?device_id=83873f65-ba42-4536-9af6-4aff1db77bb4 HTTP/1.1" status: 200 len: 946 time: 0.0639224 May 13 12:58:23.599272 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-3609e5d0-114e-44d7-86b3-032865ab9c90 req-a92b44e6-6be8-4330-9ec6-f8d3a87e2229 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b9ff36f5-3afb-4239-b817-663ac72e599f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0822451 May 13 12:58:23.629943 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-4294b1a7-a113-42a3-8c76-e8fb0e87a196 req-9f44e440-14bc-4468-8a8a-c780271dd6d1 service neutron] 10.222.0.52 "GET /v2.0/networks/f576fff5-2fa1-4591-9247-28b4216fb188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217704 May 13 12:58:23.637060 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b182abb1-cdbc-406c-9ed9-afbad2e8b546 req-fc2e3eb7-2f21-45fe-967c-07e1f0ecb3ba tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:58:23.638543 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-b182abb1-cdbc-406c-9ed9-afbad2e8b546 req-fc2e3eb7-2f21-45fe-967c-07e1f0ecb3ba tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=83873f65-ba42-4536-9af6-4aff1db77bb4 HTTP/1.1" status: 200 len: 946 time: 0.0885351 May 13 12:58:23.709962 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3609e5d0-114e-44d7-86b3-032865ab9c90 req-97ba3823-6187-4857-8a1c-0f5e827923c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:58:23.712285 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-3609e5d0-114e-44d7-86b3-032865ab9c90 req-97ba3823-6187-4857-8a1c-0f5e827923c7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=58bddca6077344bea4cb41b23fcf8d35&device_id=b9ff36f5-3afb-4239-b817-663ac72e599f HTTP/1.1" status: 200 len: 1129 time: 0.0393291 May 13 12:58:23.717069 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-12c2cbb9-6e15-49c7-a740-775f683a73a5 req-605a6950-beb1-4bdd-bd7f-281f05516e7d tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Deleting port 312207b7-e73e-4ced-8336-af184bb733a6 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 12:58:23.717411 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-12c2cbb9-6e15-49c7-a740-775f683a73a5 req-605a6950-beb1-4bdd-bd7f-281f05516e7d tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750967565572'] for port (312207b7-e73e-4ced-8336-af184bb733a6), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:58:23.769503 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-b182abb1-cdbc-406c-9ed9-afbad2e8b546 req-144b9bb6-26ef-4364-ba0c-32f7eb55f7fa tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups?id=19aba56d-0d38-455b-ace2-2ddb4354d2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195211 May 13 12:58:23.816530 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3609e5d0-114e-44d7-86b3-032865ab9c90 req-b28cef43-27e7-47ca-b728-8a42c2201399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:58:23.818054 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-3609e5d0-114e-44d7-86b3-032865ab9c90 req-b28cef43-27e7-47ca-b728-8a42c2201399 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f576fff5-2fa1-4591-9247-28b4216fb188 HTTP/1.1" status: 200 len: 919 time: 0.0891206 May 13 12:58:23.827243 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-12c2cbb9-6e15-49c7-a740-775f683a73a5 req-605a6950-beb1-4bdd-bd7f-281f05516e7d tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] For port 312207b7-e73e-4ced-8336-af184bb733a6, host hv-cinder-84164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84164',level=0,port_id=312207b7-e73e-4ced-8336-af184bb733a6,segment=NetworkSegment(0ccb2fa9-a285-4fe0-a15f-4b492217b87a),segment_id=0ccb2fa9-a285-4fe0-a15f-4b492217b87a)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 12:58:23.827603 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-12c2cbb9-6e15-49c7-a740-775f683a73a5 req-605a6950-beb1-4bdd-bd7f-281f05516e7d tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624050'] for port (312207b7-e73e-4ced-8336-af184bb733a6), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:58:23.861319 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-3609e5d0-114e-44d7-86b3-032865ab9c90 req-7df8d1cc-d0cd-4ad8-9990-9e82886111c9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=08d00a85-0887-4227-be00-65bf3e7c0381 HTTP/1.1" status: 200 len: 217 time: 0.0375111 May 13 12:58:23.916933 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3609e5d0-114e-44d7-86b3-032865ab9c90 req-7967d6db-1899-49b7-bda7-49fe34eba5da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:58:23.918426 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-3609e5d0-114e-44d7-86b3-032865ab9c90 req-7967d6db-1899-49b7-bda7-49fe34eba5da service neutron] 10.222.0.52 "GET /v2.0/subnets?id=255ce2d7-f0f9-429c-8a86-3bbc48d08e37 HTTP/1.1" status: 200 len: 857 time: 0.0439937 May 13 12:58:23.961416 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3609e5d0-114e-44d7-86b3-032865ab9c90 req-010c95b2-7364-4b99-aff3-22f543c5c199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:58:23.962998 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-3609e5d0-114e-44d7-86b3-032865ab9c90 req-010c95b2-7364-4b99-aff3-22f543c5c199 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f576fff5-2fa1-4591-9247-28b4216fb188&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387139 May 13 12:58:24.005839 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-12c2cbb9-6e15-49c7-a740-775f683a73a5 req-605a6950-beb1-4bdd-bd7f-281f05516e7d tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:58:24.006202 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-12c2cbb9-6e15-49c7-a740-775f683a73a5 req-605a6950-beb1-4bdd-bd7f-281f05516e7d tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621791'] for floatingip (643e198e-9757-4ba6-a473-78bb2518b769), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:58:24.006505 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.db.l3_db [req-12c2cbb9-6e15-49c7-a740-775f683a73a5 req-605a6950-beb1-4bdd-bd7f-281f05516e7d tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Floating IP 643e198e-9757-4ba6-a473-78bb2518b769 disassociated. External IP: 172.27.3.59, port: 312207b7-e73e-4ced-8336-af184bb733a6. May 13 12:58:24.007097 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-12c2cbb9-6e15-49c7-a740-775f683a73a5 req-605a6950-beb1-4bdd-bd7f-281f05516e7d tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Calling delete_port for 312207b7-e73e-4ced-8336-af184bb733a6 owned by compute:nova {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 12:58:24.057372 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-3609e5d0-114e-44d7-86b3-032865ab9c90 req-d685799b-1acc-43a0-91dc-65a709b4d6eb service neutron] 10.222.0.52 "GET /v2.0/networks/f576fff5-2fa1-4591-9247-28b4216fb188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881157 May 13 12:58:24.140349 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-12c2cbb9-6e15-49c7-a740-775f683a73a5 req-605a6950-beb1-4bdd-bd7f-281f05516e7d tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750967572628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750967062393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6509865'] for port (312207b7-e73e-4ced-8336-af184bb733a6), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:58:24.146684 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-3609e5d0-114e-44d7-86b3-032865ab9c90 req-fe019574-3885-490d-9dcc-ee24457671e7 service neutron] 10.222.0.52 "GET /v2.0/networks/f576fff5-2fa1-4591-9247-28b4216fb188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833530 May 13 12:58:24.171528 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605a6950-beb1-4bdd-bd7f-281f05516e7d tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Pushing event deleted for resources: {'Port': ['ID=312207b7-e73e-4ced-8336-af184bb733a6,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:58:24.287506 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [req-12c2cbb9-6e15-49c7-a740-775f683a73a5 req-605a6950-beb1-4bdd-bd7f-281f05516e7d tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Router 3998afaf-1597-4f3d-9f76-568897366df8 has already been hosted by L3 agent 6d8a5631-9f63-444c-af3b-4dcce4842b62 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 12:58:24.396572 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-12c2cbb9-6e15-49c7-a740-775f683a73a5 req-605a6950-beb1-4bdd-bd7f-281f05516e7d tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Notify agent at l3_agent.dv-cinder-841644-1-iscsi the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 12:58:24.407991 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20abf694-00ae-4fdf-bdc7-e538272a65b9 None None] Sync routers for ids ['3998afaf-1597-4f3d-9f76-568897366df8'] in dv-cinder-841644-1-iscsi {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 12:58:24.417469 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20abf694-00ae-4fdf-bdc7-e538272a65b9 None None] Routers {'3998afaf-1597-4f3d-9f76-568897366df8'} bound to L3 agent in host dv-cinder-841644-1-iscsi {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 12:58:24.418099 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-20abf694-00ae-4fdf-bdc7-e538272a65b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841644-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T12:45:44Z,description=,heartbeat_timestamp=2022-05-13T12:58:14Z,host='dv-cinder-841644-1-iscsi',id=6d8a5631-9f63-444c-af3b-4dcce4842b62,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T12:45:44Z,topic='l3_agent')) {'router_ids': ['3998afaf-1597-4f3d-9f76-568897366df8'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 12:58:24.440494 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-12c2cbb9-6e15-49c7-a740-775f683a73a5 req-605a6950-beb1-4bdd-bd7f-281f05516e7d tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] No DVR routers for this DVR port 312207b7-e73e-4ced-8336-af184bb733a6 on host hv-cinder-84164 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 12:58:24.442998 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-12c2cbb9-6e15-49c7-a740-775f683a73a5 req-605a6950-beb1-4bdd-bd7f-281f05516e7d tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4290'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:58:24.446965 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-12c2cbb9-6e15-49c7-a740-775f683a73a5 req-605a6950-beb1-4bdd-bd7f-281f05516e7d tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.52 "DELETE /v2.0/ports/312207b7-e73e-4ced-8336-af184bb733a6 HTTP/1.1" status: 204 len: 173 time: 0.8558691 May 13 12:58:24.447413 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83873f65-ba42-4536-9af6-4aff1db77bb4', 'name': 'network-vif-deleted', 'tag': '312207b7-e73e-4ced-8336-af184bb733a6'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 12:58:24.449668 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cdb7c774b4c64768c46a18a465ef1a15500a906a5d07d0e5a65b0b29d0c9ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f1e3592-9e45-415a-9fdd-4f65075bee8d" -d '{"events": [{"server_uuid": "83873f65-ba42-4536-9af6-4aff1db77bb4", "name": "network-vif-deleted", "tag": "312207b7-e73e-4ced-8336-af184bb733a6"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 12:58:24.484351 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 12:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82cebd04-26c6-4627-ba92-51c9640ba3bf x-openstack-request-id: req-82cebd04-26c6-4627-ba92-51c9640ba3bf {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 12:58:24.484646 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83873f65-ba42-4536-9af6-4aff1db77bb4", "name": "network-vif-deleted", "tag": "312207b7-e73e-4ced-8336-af184bb733a6", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 12:58:24.484902 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-82cebd04-26c6-4627-ba92-51c9640ba3bf {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 12:58:24.485340 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82cebd04-26c6-4627-ba92-51c9640ba3bf'] response: {'server_uuid': '83873f65-ba42-4536-9af6-4aff1db77bb4', 'name': 'network-vif-deleted', 'tag': '312207b7-e73e-4ced-8336-af184bb733a6', 'status': 'completed', 'code': 200} May 13 12:58:24.533517 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-20abf694-00ae-4fdf-bdc7-e538272a65b9 None None] Set router 3998afaf-1597-4f3d-9f76-568897366df8 gateway port host: dv-cinder-841644-1-iscsi {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 12:58:24.738029 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-20abf694-00ae-4fdf-bdc7-e538272a65b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3998afaf-1597-4f3d-9f76-568897366df8', 'name': 'tempest-AttachVolumeShelveTestJSON-1244794626-router', 'tenant_id': '0b148a16abbc49ed816ed45fc1ad4980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': '20f9def9-d5cf-42f7-b355-bde634d176ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T12:54:20Z', 'updated_at': '2022-05-13T12:54:31Z', 'revision_number': 4, 'project_id': '0b148a16abbc49ed816ed45fc1ad4980', 'gw_port': {'id': '20f9def9-d5cf-42f7-b355-bde634d176ac', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:48:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3998afaf-1597-4f3d-9f76-568897366df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:54:21Z', 'updated_at': '2022-05-13T12:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi', '_interfaces': [{'id': '997935f8-c07a-48fd-a9cb-2f402621c90b', 'name': '', 'network_id': '2600954f-368e-4b9b-9fca-a1e49f9c5d94', 'tenant_id': '0b148a16abbc49ed816ed45fc1ad4980', 'mac_address': 'fa:16:3e:25:93:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3998afaf-1597-4f3d-9f76-568897366df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ddd064bc-4133-46f1-b906-03efc81a9128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:54:28Z', 'updated_at': '2022-05-13T12:54:43Z', 'revision_number': 5, 'project_id': '0b148a16abbc49ed816ed45fc1ad4980', 'subnets': [{'id': 'ddd064bc-4133-46f1-b906-03efc81a9128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841644-1-iscsi', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 12:58:24.767804 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20abf694-00ae-4fdf-bdc7-e538272a65b9 None None] Checking router: 3998afaf-1597-4f3d-9f76-568897366df8 for host: dv-cinder-841644-1-iscsi {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 12:58:24.776808 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20abf694-00ae-4fdf-bdc7-e538272a65b9 None None] Routers {'3998afaf-1597-4f3d-9f76-568897366df8'} bound to L3 agent in host dv-cinder-841644-1-iscsi {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 12:58:24.777441 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-20abf694-00ae-4fdf-bdc7-e538272a65b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841644-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T12:45:44Z,description=,heartbeat_timestamp=2022-05-13T12:58:14Z,host='dv-cinder-841644-1-iscsi',id=6d8a5631-9f63-444c-af3b-4dcce4842b62,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T12:45:44Z,topic='l3_agent')) {'router_ids': ['3998afaf-1597-4f3d-9f76-568897366df8'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 12:58:24.882854 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-060e4be6-d750-4213-b0a6-0c596b09c499 req-40a86fc9-42d4-483e-8245-42dd2ea04c06 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=83873f65-ba42-4536-9af6-4aff1db77bb4 HTTP/1.1" status: 200 len: 210 time: 0.0279596 May 13 12:58:24.888794 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-20abf694-00ae-4fdf-bdc7-e538272a65b9 None None] Set router 3998afaf-1597-4f3d-9f76-568897366df8 gateway port host: dv-cinder-841644-1-iscsi {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 12:58:25.075961 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-20abf694-00ae-4fdf-bdc7-e538272a65b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3998afaf-1597-4f3d-9f76-568897366df8', 'name': 'tempest-AttachVolumeShelveTestJSON-1244794626-router', 'tenant_id': '0b148a16abbc49ed816ed45fc1ad4980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': '20f9def9-d5cf-42f7-b355-bde634d176ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T12:54:20Z', 'updated_at': '2022-05-13T12:54:31Z', 'revision_number': 4, 'project_id': '0b148a16abbc49ed816ed45fc1ad4980', 'gw_port': {'id': '20f9def9-d5cf-42f7-b355-bde634d176ac', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:48:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3998afaf-1597-4f3d-9f76-568897366df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:54:21Z', 'updated_at': '2022-05-13T12:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi', '_interfaces': [{'id': '997935f8-c07a-48fd-a9cb-2f402621c90b', 'name': '', 'network_id': '2600954f-368e-4b9b-9fca-a1e49f9c5d94', 'tenant_id': '0b148a16abbc49ed816ed45fc1ad4980', 'mac_address': 'fa:16:3e:25:93:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3998afaf-1597-4f3d-9f76-568897366df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ddd064bc-4133-46f1-b906-03efc81a9128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:54:28Z', 'updated_at': '2022-05-13T12:54:43Z', 'revision_number': 5, 'project_id': '0b148a16abbc49ed816ed45fc1ad4980', 'subnets': [{'id': 'ddd064bc-4133-46f1-b906-03efc81a9128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841644-1-iscsi', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 12:58:25.103712 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20abf694-00ae-4fdf-bdc7-e538272a65b9 None None] The sync data for ids ['3998afaf-1597-4f3d-9f76-568897366df8'] in dv-cinder-841644-1-iscsi is: [{'id': '3998afaf-1597-4f3d-9f76-568897366df8', 'name': 'tempest-AttachVolumeShelveTestJSON-1244794626-router', 'tenant_id': '0b148a16abbc49ed816ed45fc1ad4980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': '20f9def9-d5cf-42f7-b355-bde634d176ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T12:54:20Z', 'updated_at': '2022-05-13T12:54:31Z', 'revision_number': 4, 'project_id': '0b148a16abbc49ed816ed45fc1ad4980', 'gw_port': {'id': '20f9def9-d5cf-42f7-b355-bde634d176ac', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:48:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3998afaf-1597-4f3d-9f76-568897366df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:54:21Z', 'updated_at': '2022-05-13T12:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi', '_interfaces': [{'id': '997935f8-c07a-48fd-a9cb-2f402621c90b', 'name': '', 'network_id': '2600954f-368e-4b9b-9fca-a1e49f9c5d94', 'tenant_id': '0b148a16abbc49ed816ed45fc1ad4980', 'mac_address': 'fa:16:3e:25:93:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3998afaf-1597-4f3d-9f76-568897366df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ddd064bc-4133-46f1-b906-03efc81a9128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:54:28Z', 'updated_at': '2022-05-13T12:54:43Z', 'revision_number': 5, 'project_id': '0b148a16abbc49ed816ed45fc1ad4980', 'subnets': [{'id': 'ddd064bc-4133-46f1-b906-03efc81a9128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 12:58:25.319255 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40302eb-1bf3-4cd0-8b9a-cd81eb9f8811 None None] New status for floating IP 643e198e-9757-4ba6-a473-78bb2518b769: DOWN {{(pid=109806) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 12:58:25.974195 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 51024) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:58:25.999587 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Device 312207b7-e73e-4ced-8336-af184bb733a6 no longer exists at agent hyperv_hv-cinder-84164 {{(pid=109805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 12:58:26.024827 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] No Port match for: 312207b7-e73e-4ced-8336-af184bb733a6 {{(pid=109805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 12:58:26.025194 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Device 312207b7-e73e-4ced-8336-af184bb733a6 not bound to the agent host hv-cinder-84164 {{(pid=109805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 12:58:26.030419 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-018363f7-8641-4d43-aed4-294ef7866290 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Publish callbacks [] for security_group (19aba56d-0d38-455b-ace2-2ddb4354d2ec), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:58:26.056568 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-018363f7-8641-4d43-aed4-294ef7866290 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Publish callbacks [] for security_group (19aba56d-0d38-455b-ace2-2ddb4354d2ec), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:58:26.105358 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-018363f7-8641-4d43-aed4-294ef7866290 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (19aba56d-0d38-455b-ace2-2ddb4354d2ec), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:58:26.108197 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-018363f7-8641-4d43-aed4-294ef7866290 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:58:26.109344 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-018363f7-8641-4d43-aed4-294ef7866290 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "DELETE /v2.0/security-groups/19aba56d-0d38-455b-ace2-2ddb4354d2ec HTTP/1.1" status: 204 len: 168 time: 0.1341298 May 13 12:58:26.112167 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 51026) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:58:26.119714 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018363f7-8641-4d43-aed4-294ef7866290 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19aba56d-0d38-455b-ace2-2ddb4354d2ec,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:58:26.129666 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.api.v2.resource [None req-84a0143d-f04e-42b5-9fc8-c61eb78cdbc6 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] show failed (client error): The resource could not be found. May 13 12:58:26.131120 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-84a0143d-f04e-42b5-9fc8-c61eb78cdbc6 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups/19aba56d-0d38-455b-ace2-2ddb4354d2ec HTTP/1.1" status: 404 len: 347 time: 0.0179422 May 13 12:58:26.134283 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 51028) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:58:26.254088 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-6e37972c-6ccd-4f77-8bee-b134ba26eb5c tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Deleting port 035392e7-a6d1-4aa3-8a15-d9bd760a04c4 {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 12:58:26.254340 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-6e37972c-6ccd-4f77-8bee-b134ba26eb5c tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750967565572'] for port (035392e7-a6d1-4aa3-8a15-d9bd760a04c4), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:58:26.326864 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-6e37972c-6ccd-4f77-8bee-b134ba26eb5c tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624050'] for port (035392e7-a6d1-4aa3-8a15-d9bd760a04c4), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:58:26.327191 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-6e37972c-6ccd-4f77-8bee-b134ba26eb5c tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Publish callbacks [] for floatingip (035392e7-a6d1-4aa3-8a15-d9bd760a04c4), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:58:26.340333 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-6e37972c-6ccd-4f77-8bee-b134ba26eb5c tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Calling delete_port for 035392e7-a6d1-4aa3-8a15-d9bd760a04c4 owned by network:floatingip {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 12:58:26.470103 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-6e37972c-6ccd-4f77-8bee-b134ba26eb5c tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750967572628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750967062393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6007231'] for port (035392e7-a6d1-4aa3-8a15-d9bd760a04c4), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:58:26.493696 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e37972c-6ccd-4f77-8bee-b134ba26eb5c tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Pushing event deleted for resources: {'Port': ['ID=035392e7-a6d1-4aa3-8a15-d9bd760a04c4,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:58:26.556582 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-6e37972c-6ccd-4f77-8bee-b134ba26eb5c tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Publish callbacks [] for floatingip (643e198e-9757-4ba6-a473-78bb2518b769), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:58:26.559026 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-6e37972c-6ccd-4f77-8bee-b134ba26eb5c tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4290'] for floatingip (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:58:26.560184 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-6e37972c-6ccd-4f77-8bee-b134ba26eb5c tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "DELETE /v2.0/floatingips/643e198e-9757-4ba6-a473-78bb2518b769 HTTP/1.1" status: 204 len: 168 time: 0.4249802 May 13 12:58:26.640341 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 51034) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:58:26.644852 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.v2.base [None req-965b0ff5-de68-4d92-b0c8-22f446830ae7 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1625753446', 'description': 'tempest-description--1367489075'}} {{(pid=109804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 12:58:26.665497 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-965b0ff5-de68-4d92-b0c8-22f446830ae7 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Publish callbacks [] for security_group (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:58:26.733176 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-965b0ff5-de68-4d92-b0c8-22f446830ae7 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Publish callbacks [] for security_group (68fbf85e-1473-452a-bae3-c654f42e4392), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:58:26.736760 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-965b0ff5-de68-4d92-b0c8-22f446830ae7 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (68fbf85e-1473-452a-bae3-c654f42e4392), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:58:26.767575 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-965b0ff5-de68-4d92-b0c8-22f446830ae7 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Publish callbacks [] for security_group (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:58:26.768797 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-965b0ff5-de68-4d92-b0c8-22f446830ae7 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1274011 May 13 12:58:26.770871 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965b0ff5-de68-4d92-b0c8-22f446830ae7 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68fbf85e-1473-452a-bae3-c654f42e4392,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:58:26.772010 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 51036) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:58:26.779523 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.v2.base [None req-b9497c96-5f93-4dbf-b0bc-e01cae23eb0d tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Request body: {'security_group_rule': {'security_group_id': '68fbf85e-1473-452a-bae3-c654f42e4392', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 12:58:26.804053 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b9497c96-5f93-4dbf-b0bc-e01cae23eb0d tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Publish callbacks [] for security_group_rule (ed0ac7ac-6c32-445d-9dc5-de22f0fe85b8), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:58:26.860355 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b9497c96-5f93-4dbf-b0bc-e01cae23eb0d tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Publish callbacks [] for security_group_rule (ed0ac7ac-6c32-445d-9dc5-de22f0fe85b8), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:58:26.863642 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b9497c96-5f93-4dbf-b0bc-e01cae23eb0d tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472018'] for security_group_rule (ed0ac7ac-6c32-445d-9dc5-de22f0fe85b8), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:58:26.881296 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9497c96-5f93-4dbf-b0bc-e01cae23eb0d tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed0ac7ac-6c32-445d-9dc5-de22f0fe85b8,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:58:26.886946 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b9497c96-5f93-4dbf-b0bc-e01cae23eb0d tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:58:26.887759 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-b9497c96-5f93-4dbf-b0bc-e01cae23eb0d tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1137624 May 13 12:58:26.890425 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 51038) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:58:26.894575 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.v2.base [None req-669a39db-f911-404f-bb76-456cbc27a50d tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Request body: {'security_group_rule': {'security_group_id': '68fbf85e-1473-452a-bae3-c654f42e4392', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 12:58:26.919848 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-669a39db-f911-404f-bb76-456cbc27a50d tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Publish callbacks [] for security_group_rule (39bef445-d18c-452d-8b40-32bc22e29e9d), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:58:26.974509 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-669a39db-f911-404f-bb76-456cbc27a50d tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Publish callbacks [] for security_group_rule (39bef445-d18c-452d-8b40-32bc22e29e9d), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:58:26.978760 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-669a39db-f911-404f-bb76-456cbc27a50d tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472018'] for security_group_rule (39bef445-d18c-452d-8b40-32bc22e29e9d), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:58:26.995529 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669a39db-f911-404f-bb76-456cbc27a50d tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39bef445-d18c-452d-8b40-32bc22e29e9d,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:58:27.003980 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-669a39db-f911-404f-bb76-456cbc27a50d tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:58:27.005231 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-669a39db-f911-404f-bb76-456cbc27a50d tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1138074 May 13 12:58:27.008312 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 51040) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:58:27.012563 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.v2.base [None req-b4e241ac-4599-483b-b0ab-fe03282ed0dd tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Request body: {'floatingip': {'floating_network_id': 'feab3964-f0b8-402e-905b-49af947bf732'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 12:58:27.032818 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b4e241ac-4599-483b-b0ab-fe03282ed0dd tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:58:27.111735 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b4e241ac-4599-483b-b0ab-fe03282ed0dd tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:58:27.214412 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-b4e241ac-4599-483b-b0ab-fe03282ed0dd tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Allocated IP 172.27.3.32 (feab3964-f0b8-402e-905b-49af947bf732/23e33d6a-fc94-4466-a994-b549e993d354/a576c9b2-145c-45f7-a5cd-6a50f5c79854) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 12:58:27.317404 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b4e241ac-4599-483b-b0ab-fe03282ed0dd tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Publish callbacks [] for port (a576c9b2-145c-45f7-a5cd-6a50f5c79854), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:58:27.351428 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b4e241ac-4599-483b-b0ab-fe03282ed0dd tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750967062384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6509865'] for port (a576c9b2-145c-45f7-a5cd-6a50f5c79854), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:58:27.386430 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e241ac-4599-483b-b0ab-fe03282ed0dd tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Network feab3964-f0b8-402e-905b-49af947bf732 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 12:58:27.390484 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-b4e241ac-4599-483b-b0ab-fe03282ed0dd tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 12:58:27.393057 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e241ac-4599-483b-b0ab-fe03282ed0dd tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 12:58:27.421759 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e241ac-4599-483b-b0ab-fe03282ed0dd tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Pushing event updated for resources: {'Port': ['ID=a576c9b2-145c-45f7-a5cd-6a50f5c79854,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:58:27.486465 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b4e241ac-4599-483b-b0ab-fe03282ed0dd tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Publish callbacks [] for floatingip (69e3d4fd-cbb5-4b1d-90c2-13de5d7c3503), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:58:27.521219 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b4e241ac-4599-483b-b0ab-fe03282ed0dd tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (a576c9b2-145c-45f7-a5cd-6a50f5c79854), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:58:27.666922 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b4e241ac-4599-483b-b0ab-fe03282ed0dd tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Publish callbacks [] for port (a576c9b2-145c-45f7-a5cd-6a50f5c79854), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:58:27.671589 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b4e241ac-4599-483b-b0ab-fe03282ed0dd tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6509904'] for port (a576c9b2-145c-45f7-a5cd-6a50f5c79854), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:58:27.735510 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e241ac-4599-483b-b0ab-fe03282ed0dd tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Pushing event updated for resources: {'Port': ['ID=a576c9b2-145c-45f7-a5cd-6a50f5c79854,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:58:27.747246 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b4e241ac-4599-483b-b0ab-fe03282ed0dd tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621791'] for floatingip (69e3d4fd-cbb5-4b1d-90c2-13de5d7c3503), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:58:27.762204 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-b4e241ac-4599-483b-b0ab-fe03282ed0dd tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4290'] for floatingip (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:58:27.763506 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-b4e241ac-4599-483b-b0ab-fe03282ed0dd tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7542167 May 13 12:58:27.953501 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-c8567afc-2f64-422e-904b-8de2f171ff32 req-58f2c5cf-e11b-4a57-af3c-b75d07b17e31 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1625753446&fields=id&tenant_id=0b148a16abbc49ed816ed45fc1ad4980 HTTP/1.1" status: 200 len: 267 time: 0.0411043 May 13 12:58:28.059925 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8567afc-2f64-422e-904b-8de2f171ff32 req-5a3e2bdf-e7e3-4a18-9849-265c35737833 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:58:28.061389 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-c8567afc-2f64-422e-904b-8de2f171ff32 req-5a3e2bdf-e7e3-4a18-9849-265c35737833 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/networks?id=2600954f-368e-4b9b-9fca-a1e49f9c5d94 HTTP/1.1" status: 200 len: 817 time: 0.1017332 May 13 12:58:28.075848 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-c8567afc-2f64-422e-904b-8de2f171ff32 req-162fff4e-1448-4806-8a5f-0581d153c27c tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/quotas/0b148a16abbc49ed816ed45fc1ad4980 HTTP/1.1" status: 200 len: 375 time: 0.0091889 May 13 12:58:28.125254 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-c8567afc-2f64-422e-904b-8de2f171ff32 req-b6b71df2-5f90-4270-bbce-fd834207a916 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=0b148a16abbc49ed816ed45fc1ad4980&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0445700 May 13 12:58:28.220467 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-c8567afc-2f64-422e-904b-8de2f171ff32 req-c55d71e2-8dc0-46af-980c-11a892536311 service neutron] 10.222.0.49 "GET /v2.0/networks/2600954f-368e-4b9b-9fca-a1e49f9c5d94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838411 May 13 12:58:28.309751 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-c8567afc-2f64-422e-904b-8de2f171ff32 req-3e31fe19-7262-4d73-b191-fdd940e069de service neutron] 10.222.0.49 "GET /v2.0/networks/2600954f-368e-4b9b-9fca-a1e49f9c5d94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835793 May 13 12:58:28.472282 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-2b72997a-06c9-4168-b8a7-5eaf04549ab6 req-22fdbae0-437d-4ac6-9b46-59b437236ec3 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=6707c346-88db-4146-b776-e3e370c709d5 HTTP/1.1" status: 200 len: 210 time: 0.0289795 May 13 12:58:29.590678 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8567afc-2f64-422e-904b-8de2f171ff32 req-221fb7d3-7c30-4259-a439-e00ffb036e2d tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:58:29.592369 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-c8567afc-2f64-422e-904b-8de2f171ff32 req-221fb7d3-7c30-4259-a439-e00ffb036e2d tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.52 "GET /v2.0/networks?id=2600954f-368e-4b9b-9fca-a1e49f9c5d94 HTTP/1.1" status: 200 len: 817 time: 0.1392930 May 13 12:58:29.594377 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-e22a6e24-474d-41b9-b3f9-44a94a66e6ee req-9b2b2e41-033f-4d4c-8ea5-630d7503ce15 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=6707c346-88db-4146-b776-e3e370c709d5 HTTP/1.1" status: 200 len: 210 time: 0.0470264 May 13 12:58:29.686994 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-c8567afc-2f64-422e-904b-8de2f171ff32 req-19a99f20-aa74-40e0-9dd4-30f75300a9cc tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0b148a16abbc49ed816ed45fc1ad4980 HTTP/1.1" status: 200 len: 380 time: 0.0527520 May 13 12:58:29.815717 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.v2.base [req-c8567afc-2f64-422e-904b-8de2f171ff32 req-337992f1-e50a-45dd-9c28-36cd2cadb1e8 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Request body: {'port': {'device_id': '6707c346-88db-4146-b776-e3e370c709d5', 'network_id': '2600954f-368e-4b9b-9fca-a1e49f9c5d94', 'admin_state_up': True, 'tenant_id': '0b148a16abbc49ed816ed45fc1ad4980', 'security_groups': ['68fbf85e-1473-452a-bae3-c654f42e4392']}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 12:58:29.920209 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8567afc-2f64-422e-904b-8de2f171ff32 req-337992f1-e50a-45dd-9c28-36cd2cadb1e8 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Made reservation on behalf of 0b148a16abbc49ed816ed45fc1ad4980 for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 12:58:29.923582 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-c8567afc-2f64-422e-904b-8de2f171ff32 req-337992f1-e50a-45dd-9c28-36cd2cadb1e8 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:58:30.043555 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [req-c8567afc-2f64-422e-904b-8de2f171ff32 req-337992f1-e50a-45dd-9c28-36cd2cadb1e8 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Allocated IP 172.20.0.7 (2600954f-368e-4b9b-9fca-a1e49f9c5d94/ddd064bc-4133-46f1-b906-03efc81a9128/2e9af4d2-bc43-4cbb-989c-99de3b22e35f) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 12:58:30.180133 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-c8567afc-2f64-422e-904b-8de2f171ff32 req-337992f1-e50a-45dd-9c28-36cd2cadb1e8 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Publish callbacks [] for port (2e9af4d2-bc43-4cbb-989c-99de3b22e35f), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:58:30.214068 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-c8567afc-2f64-422e-904b-8de2f171ff32 req-337992f1-e50a-45dd-9c28-36cd2cadb1e8 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750967062384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6509865'] for port (2e9af4d2-bc43-4cbb-989c-99de3b22e35f), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:58:30.252931 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8567afc-2f64-422e-904b-8de2f171ff32 req-337992f1-e50a-45dd-9c28-36cd2cadb1e8 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Network 2600954f-368e-4b9b-9fca-a1e49f9c5d94 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 12:58:30.255795 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [req-c8567afc-2f64-422e-904b-8de2f171ff32 req-337992f1-e50a-45dd-9c28-36cd2cadb1e8 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 12:58:30.259406 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8567afc-2f64-422e-904b-8de2f171ff32 req-337992f1-e50a-45dd-9c28-36cd2cadb1e8 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 12:58:30.293530 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337992f1-e50a-45dd-9c28-36cd2cadb1e8 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Pushing event updated for resources: {'Port': ['ID=2e9af4d2-bc43-4cbb-989c-99de3b22e35f,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:58:30.319192 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8567afc-2f64-422e-904b-8de2f171ff32 req-337992f1-e50a-45dd-9c28-36cd2cadb1e8 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:58:30.319817 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-c8567afc-2f64-422e-904b-8de2f171ff32 req-337992f1-e50a-45dd-9c28-36cd2cadb1e8 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4290'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:58:30.336000 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-c8567afc-2f64-422e-904b-8de2f171ff32 req-337992f1-e50a-45dd-9c28-36cd2cadb1e8 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5240242 May 13 12:58:30.357069 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.v2.base [req-c8567afc-2f64-422e-904b-8de2f171ff32 req-28ebbc4f-f96c-413f-8f82-98563d42cd45 service neutron] Request body: {'port': {'device_id': '6707c346-88db-4146-b776-e3e370c709d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84164'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 12:58:30.417707 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-c8567afc-2f64-422e-904b-8de2f171ff32 req-28ebbc4f-f96c-413f-8f82-98563d42cd45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (2e9af4d2-bc43-4cbb-989c-99de3b22e35f), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:58:30.449395 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-7e7905bc-b1fb-48f8-a52b-b3cb3dc02d64 None None] Provisioning complete for port 2e9af4d2-bc43-4cbb-989c-99de3b22e35f triggered by entity DHCP. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 12:58:30.449963 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-7e7905bc-b1fb-48f8-a52b-b3cb3dc02d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (2e9af4d2-bc43-4cbb-989c-99de3b22e35f), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:58:30.484355 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-7e7905bc-b1fb-48f8-a52b-b3cb3dc02d64 None None] Port 2e9af4d2-bc43-4cbb-989c-99de3b22e35f cannot update to ACTIVE because it is not bound. {{(pid=109805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 12:58:30.676770 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.notifiers.nova [req-c8567afc-2f64-422e-904b-8de2f171ff32 req-28ebbc4f-f96c-413f-8f82-98563d42cd45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e9af4d2-bc43-4cbb-989c-99de3b22e35f {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 12:58:30.684771 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-c8567afc-2f64-422e-904b-8de2f171ff32 req-28ebbc4f-f96c-413f-8f82-98563d42cd45 service neutron] Publish callbacks [] for port (2e9af4d2-bc43-4cbb-989c-99de3b22e35f), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:58:30.696779 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-c8567afc-2f64-422e-904b-8de2f171ff32 req-28ebbc4f-f96c-413f-8f82-98563d42cd45 service neutron] Transition to ACTIVE for port object 2e9af4d2-bc43-4cbb-989c-99de3b22e35f will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 12:58:30.701583 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-c8567afc-2f64-422e-904b-8de2f171ff32 req-28ebbc4f-f96c-413f-8f82-98563d42cd45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6509904'] for port (2e9af4d2-bc43-4cbb-989c-99de3b22e35f), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:58:30.712736 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c01cfaf-e095-4f95-ac55-f13a61c55f16 req-00da728e-4cdc-4425-88ea-71882ec17fe5 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:58:30.714296 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-8c01cfaf-e095-4f95-ac55-f13a61c55f16 req-00da728e-4cdc-4425-88ea-71882ec17fe5 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=6707c346-88db-4146-b776-e3e370c709d5 HTTP/1.1" status: 200 len: 931 time: 0.0484345 May 13 12:58:30.769959 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ebbc4f-f96c-413f-8f82-98563d42cd45 service neutron] Pushing event updated for resources: {'Port': ['ID=2e9af4d2-bc43-4cbb-989c-99de3b22e35f,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:58:30.770112 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-8c01cfaf-e095-4f95-ac55-f13a61c55f16 req-fdf87fb5-f88f-469f-815b-e713beb2aa3d tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups?id=68fbf85e-1473-452a-bae3-c654f42e4392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499752 May 13 12:58:30.826709 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-c8567afc-2f64-422e-904b-8de2f171ff32 req-28ebbc4f-f96c-413f-8f82-98563d42cd45 service neutron] Attempting to bind port 2e9af4d2-bc43-4cbb-989c-99de3b22e35f on host hv-cinder-84164 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 12:58:30.827037 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-c8567afc-2f64-422e-904b-8de2f171ff32 req-28ebbc4f-f96c-413f-8f82-98563d42cd45 service neutron] Attempting to bind port 2e9af4d2-bc43-4cbb-989c-99de3b22e35f by drivers openvswitch,hyperv on host hv-cinder-84164 at level 0 using segments [{'id': '0ccb2fa9-a285-4fe0-a15f-4b492217b87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '2600954f-368e-4b9b-9fca-a1e49f9c5d94'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 12:58:30.827386 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8567afc-2f64-422e-904b-8de2f171ff32 req-28ebbc4f-f96c-413f-8f82-98563d42cd45 service neutron] Attempting to bind port 2e9af4d2-bc43-4cbb-989c-99de3b22e35f on network 2600954f-368e-4b9b-9fca-a1e49f9c5d94 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 12:58:30.831845 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8567afc-2f64-422e-904b-8de2f171ff32 req-28ebbc4f-f96c-413f-8f82-98563d42cd45 service neutron] Port 2e9af4d2-bc43-4cbb-989c-99de3b22e35f on network 2600954f-368e-4b9b-9fca-a1e49f9c5d94 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84164 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 12:58:30.832160 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8567afc-2f64-422e-904b-8de2f171ff32 req-28ebbc4f-f96c-413f-8f82-98563d42cd45 service neutron] Attempting to bind port 2e9af4d2-bc43-4cbb-989c-99de3b22e35f on network 2600954f-368e-4b9b-9fca-a1e49f9c5d94 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 12:58:30.837205 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8567afc-2f64-422e-904b-8de2f171ff32 req-28ebbc4f-f96c-413f-8f82-98563d42cd45 service neutron] Checking agent: {'id': '202f7e15-8fd1-4d3b-a0cb-2b083dcecd1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84164', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 12, 52, 20), 'started_at': datetime.datetime(2022, 5, 13, 12, 52, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 12, 58, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 12:58:30.837537 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8567afc-2f64-422e-904b-8de2f171ff32 req-28ebbc4f-f96c-413f-8f82-98563d42cd45 service neutron] Checking segment: {'id': '0ccb2fa9-a285-4fe0-a15f-4b492217b87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '2600954f-368e-4b9b-9fca-a1e49f9c5d94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 12:58:30.837955 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8567afc-2f64-422e-904b-8de2f171ff32 req-28ebbc4f-f96c-413f-8f82-98563d42cd45 service neutron] Bound using segment: {'id': '0ccb2fa9-a285-4fe0-a15f-4b492217b87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '2600954f-368e-4b9b-9fca-a1e49f9c5d94'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 12:58:30.838360 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-c8567afc-2f64-422e-904b-8de2f171ff32 req-28ebbc4f-f96c-413f-8f82-98563d42cd45 service neutron] Bound port: 2e9af4d2-bc43-4cbb-989c-99de3b22e35f, host: hv-cinder-84164, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ccb2fa9-a285-4fe0-a15f-4b492217b87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '2600954f-368e-4b9b-9fca-a1e49f9c5d94'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 12:58:30.838712 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-c8567afc-2f64-422e-904b-8de2f171ff32 req-28ebbc4f-f96c-413f-8f82-98563d42cd45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (2e9af4d2-bc43-4cbb-989c-99de3b22e35f), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:58:30.909106 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-c8567afc-2f64-422e-904b-8de2f171ff32 req-28ebbc4f-f96c-413f-8f82-98563d42cd45 service neutron] For port 2e9af4d2-bc43-4cbb-989c-99de3b22e35f, host hv-cinder-84164, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 12:58:30.911858 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-c8567afc-2f64-422e-904b-8de2f171ff32 req-28ebbc4f-f96c-413f-8f82-98563d42cd45 service neutron] For port 2e9af4d2-bc43-4cbb-989c-99de3b22e35f, host hv-cinder-84164, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84164',level=0,port_id=2e9af4d2-bc43-4cbb-989c-99de3b22e35f,segment=NetworkSegment(0ccb2fa9-a285-4fe0-a15f-4b492217b87a),segment_id=0ccb2fa9-a285-4fe0-a15f-4b492217b87a)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 12:58:30.918669 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-c8567afc-2f64-422e-904b-8de2f171ff32 req-28ebbc4f-f96c-413f-8f82-98563d42cd45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6509904'] for port (2e9af4d2-bc43-4cbb-989c-99de3b22e35f), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:58:30.952514 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8567afc-2f64-422e-904b-8de2f171ff32 req-28ebbc4f-f96c-413f-8f82-98563d42cd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:58:30.953191 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-c8567afc-2f64-422e-904b-8de2f171ff32 req-28ebbc4f-f96c-413f-8f82-98563d42cd45 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4290'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:58:30.954550 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-c8567afc-2f64-422e-904b-8de2f171ff32 req-28ebbc4f-f96c-413f-8f82-98563d42cd45 service neutron] 10.222.0.52 "PUT /v2.0/ports/2e9af4d2-bc43-4cbb-989c-99de3b22e35f HTTP/1.1" status: 200 len: 1093 time: 0.6019595 May 13 12:58:30.954987 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6707c346-88db-4146-b776-e3e370c709d5', 'tag': '2e9af4d2-bc43-4cbb-989c-99de3b22e35f'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 12:58:30.957284 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cdb7c774b4c64768c46a18a465ef1a15500a906a5d07d0e5a65b0b29d0c9ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32fb871c-4105-44f3-b255-5099a8f42d4b" -d '{"events": [{"name": "network-changed", "server_uuid": "6707c346-88db-4146-b776-e3e370c709d5", "tag": "2e9af4d2-bc43-4cbb-989c-99de3b22e35f"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 12:58:30.982929 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ebbc4f-f96c-413f-8f82-98563d42cd45 service neutron] Pushing event updated for resources: {'Port': ['ID=2e9af4d2-bc43-4cbb-989c-99de3b22e35f,revision_number=3']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:58:31.018935 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 12:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9b236a6-af58-4a3f-8941-d03574b6429e x-openstack-request-id: req-b9b236a6-af58-4a3f-8941-d03574b6429e {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 12:58:31.019226 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6707c346-88db-4146-b776-e3e370c709d5", "tag": "2e9af4d2-bc43-4cbb-989c-99de3b22e35f", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 12:58:31.019480 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b9b236a6-af58-4a3f-8941-d03574b6429e {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 12:58:31.019881 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9b236a6-af58-4a3f-8941-d03574b6429e'] response: {'name': 'network-changed', 'server_uuid': '6707c346-88db-4146-b776-e3e370c709d5', 'tag': '2e9af4d2-bc43-4cbb-989c-99de3b22e35f', 'status': 'completed', 'code': 200} May 13 12:58:31.098248 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8567afc-2f64-422e-904b-8de2f171ff32 req-6921bfb9-64e3-4101-8ace-c20a084fa3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:58:31.099777 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-c8567afc-2f64-422e-904b-8de2f171ff32 req-6921bfb9-64e3-4101-8ace-c20a084fa3e5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0b148a16abbc49ed816ed45fc1ad4980&device_id=6707c346-88db-4146-b776-e3e370c709d5 HTTP/1.1" status: 200 len: 1127 time: 0.0411620 May 13 12:58:31.164542 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-c8567afc-2f64-422e-904b-8de2f171ff32 req-30419e74-91ea-4fa5-b88a-afa8d592cd69 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e9af4d2-bc43-4cbb-989c-99de3b22e35f HTTP/1.1" status: 200 len: 217 time: 0.0345805 May 13 12:58:31.214111 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8567afc-2f64-422e-904b-8de2f171ff32 req-a7814290-6da4-4746-8954-dfc9108589fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:58:31.215443 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-c8567afc-2f64-422e-904b-8de2f171ff32 req-a7814290-6da4-4746-8954-dfc9108589fd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ddd064bc-4133-46f1-b906-03efc81a9128 HTTP/1.1" status: 200 len: 856 time: 0.0453582 May 13 12:58:31.259420 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8567afc-2f64-422e-904b-8de2f171ff32 req-cb5af9a8-2b76-4bf8-98ec-7054b065f7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:58:31.261285 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-c8567afc-2f64-422e-904b-8de2f171ff32 req-cb5af9a8-2b76-4bf8-98ec-7054b065f7b2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2600954f-368e-4b9b-9fca-a1e49f9c5d94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387139 May 13 12:58:31.346380 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-c8567afc-2f64-422e-904b-8de2f171ff32 req-a2b175a9-b5b3-494e-9090-84b49209c3b8 service neutron] 10.222.0.52 "GET /v2.0/networks/2600954f-368e-4b9b-9fca-a1e49f9c5d94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792556 May 13 12:58:31.436666 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-c8567afc-2f64-422e-904b-8de2f171ff32 req-d31fff59-4573-4b6e-9043-49e0e8ac9bc0 service neutron] 10.222.0.52 "GET /v2.0/networks/2600954f-368e-4b9b-9fca-a1e49f9c5d94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838904 May 13 12:58:31.883496 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9aec59-7c07-4873-a29a-b2324aee4ebc req-5f07be08-3403-4bec-8ab4-80353ab6b9ae tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:58:31.885436 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-ab9aec59-7c07-4873-a29a-b2324aee4ebc req-5f07be08-3403-4bec-8ab4-80353ab6b9ae tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=6707c346-88db-4146-b776-e3e370c709d5 HTTP/1.1" status: 200 len: 943 time: 0.0490804 May 13 12:58:31.930635 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-ab9aec59-7c07-4873-a29a-b2324aee4ebc req-3a74e7fb-f141-4370-924a-4076d260e54b tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups?id=68fbf85e-1473-452a-bae3-c654f42e4392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396767 May 13 12:58:31.960312 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.agents_db [None req-04065fb1-5207-409b-a281-8f6301b2fc59 None None] Agent healthcheck: found 6 active agents {{(pid=109806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 12:58:32.568065 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fb871c-4105-44f3-b255-5099a8f42d4b req-388707ec-f68a-472c-90a1-2e30be78d708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:58:32.569534 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-32fb871c-4105-44f3-b255-5099a8f42d4b req-388707ec-f68a-472c-90a1-2e30be78d708 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0b148a16abbc49ed816ed45fc1ad4980&device_id=6707c346-88db-4146-b776-e3e370c709d5 HTTP/1.1" status: 200 len: 1127 time: 0.0400739 May 13 12:58:32.659109 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fb871c-4105-44f3-b255-5099a8f42d4b req-c86eaf2a-cc59-4300-a905-37a8707bf37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:58:32.660535 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-32fb871c-4105-44f3-b255-5099a8f42d4b req-c86eaf2a-cc59-4300-a905-37a8707bf37b service neutron] 10.222.0.52 "GET /v2.0/networks?id=2600954f-368e-4b9b-9fca-a1e49f9c5d94 HTTP/1.1" status: 200 len: 918 time: 0.0841959 May 13 12:58:32.701251 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-32fb871c-4105-44f3-b255-5099a8f42d4b req-a299053f-bc2b-4ed6-97df-bae268324612 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e9af4d2-bc43-4cbb-989c-99de3b22e35f HTTP/1.1" status: 200 len: 217 time: 0.0332701 May 13 12:58:32.749088 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fb871c-4105-44f3-b255-5099a8f42d4b req-f69fa911-d31d-4ee6-a49e-cfa47aab8ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:58:32.750531 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-32fb871c-4105-44f3-b255-5099a8f42d4b req-f69fa911-d31d-4ee6-a49e-cfa47aab8ef7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ddd064bc-4133-46f1-b906-03efc81a9128 HTTP/1.1" status: 200 len: 856 time: 0.0435362 May 13 12:58:32.797926 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fb871c-4105-44f3-b255-5099a8f42d4b req-649d01c0-eb72-4cb3-89e4-b3105560e52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:58:32.799414 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-32fb871c-4105-44f3-b255-5099a8f42d4b req-649d01c0-eb72-4cb3-89e4-b3105560e52d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2600954f-368e-4b9b-9fca-a1e49f9c5d94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417118 May 13 12:58:32.890821 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-32fb871c-4105-44f3-b255-5099a8f42d4b req-118c33f8-c1ae-4a23-ae03-438343733a4c service neutron] 10.222.0.52 "GET /v2.0/networks/2600954f-368e-4b9b-9fca-a1e49f9c5d94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831196 May 13 12:58:33.241409 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9927880d-74a5-4bf6-9854-147f2bb89b0a req-a9f835f8-609d-4c2a-b261-b0476672a8f3 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:58:33.242760 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-9927880d-74a5-4bf6-9854-147f2bb89b0a req-a9f835f8-609d-4c2a-b261-b0476672a8f3 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=6707c346-88db-4146-b776-e3e370c709d5 HTTP/1.1" status: 200 len: 943 time: 0.0608675 May 13 12:58:33.270942 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-32fb871c-4105-44f3-b255-5099a8f42d4b req-f7faf278-4e40-4a71-a090-e2bd4b8308fe service neutron] 10.222.0.52 "GET /v2.0/networks/2600954f-368e-4b9b-9fca-a1e49f9c5d94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3722768 May 13 12:58:33.300413 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-9927880d-74a5-4bf6-9854-147f2bb89b0a req-1751cda1-4a40-46d6-a51c-8c73ac0ce1d8 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups?id=68fbf85e-1473-452a-bae3-c654f42e4392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497990 May 13 12:58:34.067400 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Device 2e9af4d2-bc43-4cbb-989c-99de3b22e35f details requested by agent hyperv_hv-cinder-84164 with host hv-cinder-84164 {{(pid=109805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 12:58:34.169434 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] For port 2e9af4d2-bc43-4cbb-989c-99de3b22e35f, host hv-cinder-84164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84164',level=0,port_id=2e9af4d2-bc43-4cbb-989c-99de3b22e35f,segment=NetworkSegment(0ccb2fa9-a285-4fe0-a15f-4b492217b87a),segment_id=0ccb2fa9-a285-4fe0-a15f-4b492217b87a)] {{(pid=109805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 12:58:34.180546 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Returning: {'device': '2e9af4d2-bc43-4cbb-989c-99de3b22e35f', 'network_id': '2600954f-368e-4b9b-9fca-a1e49f9c5d94', 'port_id': '2e9af4d2-bc43-4cbb-989c-99de3b22e35f', 'mac_address': 'fa:16:3e:96:e4:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddd064bc-4133-46f1-b906-03efc81a9128', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 12:58:34.222362 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Current status of the port 2e9af4d2-bc43-4cbb-989c-99de3b22e35f is: DOWN; New status is: BUILD {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 12:58:34.222723 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (2e9af4d2-bc43-4cbb-989c-99de3b22e35f), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:58:34.236573 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.notifiers.nova [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e9af4d2-bc43-4cbb-989c-99de3b22e35f {{(pid=109805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 12:58:34.260487 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] For port 2e9af4d2-bc43-4cbb-989c-99de3b22e35f, host hv-cinder-84164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84164',level=0,port_id=2e9af4d2-bc43-4cbb-989c-99de3b22e35f,segment=NetworkSegment(0ccb2fa9-a285-4fe0-a15f-4b492217b87a),segment_id=0ccb2fa9-a285-4fe0-a15f-4b492217b87a)] {{(pid=109805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 12:58:34.264325 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (2e9af4d2-bc43-4cbb-989c-99de3b22e35f), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:58:34.312398 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Pushing event updated for resources: {'Port': ['ID=2e9af4d2-bc43-4cbb-989c-99de3b22e35f,revision_number=4']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:58:34.415509 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534b74c4-46ff-4fef-b79a-92607fff245f req-92ab3bc7-2ffb-407c-8631-ff22fff9c77b tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:58:34.417179 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-534b74c4-46ff-4fef-b79a-92607fff245f req-92ab3bc7-2ffb-407c-8631-ff22fff9c77b tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=6707c346-88db-4146-b776-e3e370c709d5 HTTP/1.1" status: 200 len: 944 time: 0.0463698 May 13 12:58:34.462478 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-534b74c4-46ff-4fef-b79a-92607fff245f req-97877096-b747-49d4-bb6a-86993b1c9cc8 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups?id=68fbf85e-1473-452a-bae3-c654f42e4392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398436 May 13 12:58:34.682208 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] get_ports_and_sgs() called for port_ids ['2e9af4d2-bc43-4cbb-989c-99de3b22e35f'] {{(pid=109805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 12:58:35.595090 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b004e519-3aca-405e-941c-5dccc0cca0f0 req-2f750708-c158-4e17-a288-fa775a48c604 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:58:35.596526 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-b004e519-3aca-405e-941c-5dccc0cca0f0 req-2f750708-c158-4e17-a288-fa775a48c604 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=6707c346-88db-4146-b776-e3e370c709d5 HTTP/1.1" status: 200 len: 944 time: 0.0459135 May 13 12:58:35.644597 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-b004e519-3aca-405e-941c-5dccc0cca0f0 req-d5ab2958-6f90-4e0d-8682-9afdf8069af1 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups?id=68fbf85e-1473-452a-bae3-c654f42e4392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424714 May 13 12:58:36.076521 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Device 2e9af4d2-bc43-4cbb-989c-99de3b22e35f up at agent hyperv_hv-cinder-84164 {{(pid=109805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 12:58:36.120681 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Provisioning for port 2e9af4d2-bc43-4cbb-989c-99de3b22e35f completed by entity L2. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 12:58:36.126341 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Provisioning complete for port 2e9af4d2-bc43-4cbb-989c-99de3b22e35f triggered by entity L2. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 12:58:36.126712 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (2e9af4d2-bc43-4cbb-989c-99de3b22e35f), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:58:36.204386 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Current status of the port 2e9af4d2-bc43-4cbb-989c-99de3b22e35f is: BUILD; New status is: ACTIVE {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 12:58:36.204782 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (2e9af4d2-bc43-4cbb-989c-99de3b22e35f), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:58:36.232365 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6707c346-88db-4146-b776-e3e370c709d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e9af4d2-bc43-4cbb-989c-99de3b22e35f'}] {{(pid=109805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 12:58:36.234542 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bf410fb1f4c9c59dd9b4e78159940bff83c4f370df38d4d08ac4943129d440" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b208025a-91c2-456e-807d-9f974120fb06" -d '{"events": [{"server_uuid": "6707c346-88db-4146-b776-e3e370c709d5", "name": "network-vif-plugged", "status": "completed", "tag": "2e9af4d2-bc43-4cbb-989c-99de3b22e35f"}]}' {{(pid=109805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 12:58:36.246681 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] For port 2e9af4d2-bc43-4cbb-989c-99de3b22e35f, host hv-cinder-84164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84164',level=0,port_id=2e9af4d2-bc43-4cbb-989c-99de3b22e35f,segment=NetworkSegment(0ccb2fa9-a285-4fe0-a15f-4b492217b87a),segment_id=0ccb2fa9-a285-4fe0-a15f-4b492217b87a)] {{(pid=109805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 12:58:36.250974 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (2e9af4d2-bc43-4cbb-989c-99de3b22e35f), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:58:36.276268 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 12:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d8cc3cc-a0a7-4208-a8ca-ed600c83002a x-openstack-request-id: req-1d8cc3cc-a0a7-4208-a8ca-ed600c83002a {{(pid=109805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 12:58:36.277171 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6707c346-88db-4146-b776-e3e370c709d5", "name": "network-vif-plugged", "status": "completed", "tag": "2e9af4d2-bc43-4cbb-989c-99de3b22e35f", "code": 200}]} {{(pid=109805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 12:58:36.277437 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1d8cc3cc-a0a7-4208-a8ca-ed600c83002a {{(pid=109805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 12:58:36.277830 dv-cinder-841644-1-iscsi neutron-server[109805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d8cc3cc-a0a7-4208-a8ca-ed600c83002a'] response: {'server_uuid': '6707c346-88db-4146-b776-e3e370c709d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e9af4d2-bc43-4cbb-989c-99de3b22e35f', 'code': 200} May 13 12:58:36.302693 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Pushing event updated for resources: {'Port': ['ID=2e9af4d2-bc43-4cbb-989c-99de3b22e35f,revision_number=5']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:58:36.484154 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c82a323-105b-4204-972f-4484029c3d69 req-70887f1c-ad6e-4f2f-ae15-6fedefcad898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:58:36.485573 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-0c82a323-105b-4204-972f-4484029c3d69 req-70887f1c-ad6e-4f2f-ae15-6fedefcad898 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6707c346-88db-4146-b776-e3e370c709d5 HTTP/1.1" status: 200 len: 1129 time: 0.0379550 May 13 12:58:36.530177 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-0c82a323-105b-4204-972f-4484029c3d69 req-35aaca90-603a-4777-a2e5-e72a08545ac5 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=68fbf85e-1473-452a-bae3-c654f42e4392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364707 May 13 12:58:36.760715 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b160942-5553-4be8-9962-f2eebe646b33 req-bcaf06c5-122e-4c72-a8e9-12fe0beef7bd tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:58:36.762928 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-2b160942-5553-4be8-9962-f2eebe646b33 req-bcaf06c5-122e-4c72-a8e9-12fe0beef7bd tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=6707c346-88db-4146-b776-e3e370c709d5 HTTP/1.1" status: 200 len: 945 time: 0.0471754 May 13 12:58:36.808577 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-2b160942-5553-4be8-9962-f2eebe646b33 req-c017440f-def4-427f-b67a-a1ebdb2c894b tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups?id=68fbf85e-1473-452a-bae3-c654f42e4392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401058 May 13 12:58:37.928101 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd511965-6f2b-4d06-a278-02ac3be39ebd req-28682350-23a3-4445-84c0-0ca0d264ed09 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:58:37.929592 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-bd511965-6f2b-4d06-a278-02ac3be39ebd req-28682350-23a3-4445-84c0-0ca0d264ed09 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=6707c346-88db-4146-b776-e3e370c709d5 HTTP/1.1" status: 200 len: 945 time: 0.0466037 May 13 12:58:37.981438 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-bd511965-6f2b-4d06-a278-02ac3be39ebd req-4fb21c3c-2c2c-441b-bbdc-e8b852d41d35 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups?id=68fbf85e-1473-452a-bae3-c654f42e4392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457988 May 13 12:58:39.099723 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a356ed3a-c5a1-4224-ab93-78bb97772579 req-a35bc7cf-3d57-4394-8ba4-8c5de5c31cd2 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:58:39.101518 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-a356ed3a-c5a1-4224-ab93-78bb97772579 req-a35bc7cf-3d57-4394-8ba4-8c5de5c31cd2 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=6707c346-88db-4146-b776-e3e370c709d5 HTTP/1.1" status: 200 len: 945 time: 0.0491900 May 13 12:58:39.146911 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-a356ed3a-c5a1-4224-ab93-78bb97772579 req-75ef46fd-a405-4ca6-9483-5e5a1c4b807a tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups?id=68fbf85e-1473-452a-bae3-c654f42e4392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390496 May 13 12:58:39.257630 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eca587-feda-42fd-bd9e-431e965e1152 req-15db8a97-137f-4ebc-9b5c-a20a8d96974c tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:58:39.258965 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-f5eca587-feda-42fd-bd9e-431e965e1152 req-15db8a97-137f-4ebc-9b5c-a20a8d96974c tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=6707c346-88db-4146-b776-e3e370c709d5 HTTP/1.1" status: 200 len: 945 time: 0.0459635 May 13 12:58:39.267999 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 51094) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:58:39.272364 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.v2.base [None req-516405d3-7d00-4f50-bf9b-f2fed0e6e48e tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Request body: {'floatingip': {'port_id': '2e9af4d2-bc43-4cbb-989c-99de3b22e35f'}} {{(pid=109804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 12:58:39.312792 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-516405d3-7d00-4f50-bf9b-f2fed0e6e48e tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Publish callbacks [] for floatingip (69e3d4fd-cbb5-4b1d-90c2-13de5d7c3503), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:58:39.742372 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-516405d3-7d00-4f50-bf9b-f2fed0e6e48e tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:58:39.746844 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-516405d3-7d00-4f50-bf9b-f2fed0e6e48e tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621791'] for floatingip (69e3d4fd-cbb5-4b1d-90c2-13de5d7c3503), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:58:39.846756 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.db.l3_db [None req-516405d3-7d00-4f50-bf9b-f2fed0e6e48e tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Floating IP 69e3d4fd-cbb5-4b1d-90c2-13de5d7c3503 associated. External IP: 172.27.3.32, port: 2e9af4d2-bc43-4cbb-989c-99de3b22e35f. May 13 12:58:40.053192 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-516405d3-7d00-4f50-bf9b-f2fed0e6e48e tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Router 3998afaf-1597-4f3d-9f76-568897366df8 has already been hosted by L3 agent 6d8a5631-9f63-444c-af3b-4dcce4842b62 {{(pid=109804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 12:58:40.160971 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-516405d3-7d00-4f50-bf9b-f2fed0e6e48e tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Notify agent at l3_agent.dv-cinder-841644-1-iscsi the message routers_updated {{(pid=109804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 12:58:40.166183 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-516405d3-7d00-4f50-bf9b-f2fed0e6e48e tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4290'] for floatingip (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:58:40.170438 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bddbf2-5609-4d0a-ae01-c274dac7da6c None None] Sync routers for ids ['3998afaf-1597-4f3d-9f76-568897366df8'] in dv-cinder-841644-1-iscsi {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 12:58:40.180072 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57bddbf2-5609-4d0a-ae01-c274dac7da6c None None] Routers {'3998afaf-1597-4f3d-9f76-568897366df8'} bound to L3 agent in host dv-cinder-841644-1-iscsi {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 12:58:40.180767 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-57bddbf2-5609-4d0a-ae01-c274dac7da6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841644-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T12:45:44Z,description=,heartbeat_timestamp=2022-05-13T12:58:14Z,host='dv-cinder-841644-1-iscsi',id=6d8a5631-9f63-444c-af3b-4dcce4842b62,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T12:45:44Z,topic='l3_agent')) {'router_ids': ['3998afaf-1597-4f3d-9f76-568897366df8'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 12:58:40.195657 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-516405d3-7d00-4f50-bf9b-f2fed0e6e48e tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "PUT /v2.0/floatingips/69e3d4fd-cbb5-4b1d-90c2-13de5d7c3503 HTTP/1.1" status: 200 len: 990 time: 0.9266162 May 13 12:58:40.196541 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6707c346-88db-4146-b776-e3e370c709d5', 'tag': '2e9af4d2-bc43-4cbb-989c-99de3b22e35f'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 12:58:40.199345 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1b69bbfd011f85c3db934c4b22a349ffa5730c167d2456731e37bfe5d9c9e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9999c753-fbe1-4ae6-bca3-c29f2f52c726" -d '{"events": [{"name": "network-changed", "server_uuid": "6707c346-88db-4146-b776-e3e370c709d5", "tag": "2e9af4d2-bc43-4cbb-989c-99de3b22e35f"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 12:58:40.234468 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 12:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07db5392-1bfc-44d3-960b-6cd2acb8ab9d x-openstack-request-id: req-07db5392-1bfc-44d3-960b-6cd2acb8ab9d {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 12:58:40.234763 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6707c346-88db-4146-b776-e3e370c709d5", "tag": "2e9af4d2-bc43-4cbb-989c-99de3b22e35f", "status": "completed", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 12:58:40.235023 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-07db5392-1bfc-44d3-960b-6cd2acb8ab9d {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 12:58:40.235425 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07db5392-1bfc-44d3-960b-6cd2acb8ab9d'] response: {'name': 'network-changed', 'server_uuid': '6707c346-88db-4146-b776-e3e370c709d5', 'tag': '2e9af4d2-bc43-4cbb-989c-99de3b22e35f', 'status': 'completed', 'code': 200} May 13 12:58:40.292474 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-57bddbf2-5609-4d0a-ae01-c274dac7da6c None None] Set router 3998afaf-1597-4f3d-9f76-568897366df8 gateway port host: dv-cinder-841644-1-iscsi {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 12:58:40.322479 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9999c753-fbe1-4ae6-bca3-c29f2f52c726 req-84a76b07-fa6b-4c55-9d41-6020278d450b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:58:40.324373 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-9999c753-fbe1-4ae6-bca3-c29f2f52c726 req-84a76b07-fa6b-4c55-9d41-6020278d450b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0b148a16abbc49ed816ed45fc1ad4980&device_id=6707c346-88db-4146-b776-e3e370c709d5 HTTP/1.1" status: 200 len: 1129 time: 0.0393782 May 13 12:58:40.419979 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9999c753-fbe1-4ae6-bca3-c29f2f52c726 req-fc083e4f-b773-459a-bfb3-feab3e9d214e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:58:40.421437 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-9999c753-fbe1-4ae6-bca3-c29f2f52c726 req-fc083e4f-b773-459a-bfb3-feab3e9d214e service neutron] 10.222.0.52 "GET /v2.0/networks?id=2600954f-368e-4b9b-9fca-a1e49f9c5d94 HTTP/1.1" status: 200 len: 918 time: 0.0866933 May 13 12:58:40.487558 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-9999c753-fbe1-4ae6-bca3-c29f2f52c726 req-4dee297a-eb61-48ff-bdc0-c694aa884a82 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e9af4d2-bc43-4cbb-989c-99de3b22e35f HTTP/1.1" status: 200 len: 998 time: 0.0573061 May 13 12:58:40.540882 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9999c753-fbe1-4ae6-bca3-c29f2f52c726 req-732cfd72-fa5d-422f-83ae-1d401da173b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:58:40.542372 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-9999c753-fbe1-4ae6-bca3-c29f2f52c726 req-732cfd72-fa5d-422f-83ae-1d401da173b2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ddd064bc-4133-46f1-b906-03efc81a9128 HTTP/1.1" status: 200 len: 856 time: 0.0461287 May 13 12:58:40.592212 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9999c753-fbe1-4ae6-bca3-c29f2f52c726 req-fcc9a6c3-1ea3-4378-996f-a051d1d07e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:58:40.593642 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-9999c753-fbe1-4ae6-bca3-c29f2f52c726 req-fcc9a6c3-1ea3-4378-996f-a051d1d07e01 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2600954f-368e-4b9b-9fca-a1e49f9c5d94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443459 May 13 12:58:40.643548 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-57bddbf2-5609-4d0a-ae01-c274dac7da6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3998afaf-1597-4f3d-9f76-568897366df8', 'name': 'tempest-AttachVolumeShelveTestJSON-1244794626-router', 'tenant_id': '0b148a16abbc49ed816ed45fc1ad4980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': '20f9def9-d5cf-42f7-b355-bde634d176ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T12:54:20Z', 'updated_at': '2022-05-13T12:54:31Z', 'revision_number': 4, 'project_id': '0b148a16abbc49ed816ed45fc1ad4980', 'gw_port': {'id': '20f9def9-d5cf-42f7-b355-bde634d176ac', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:48:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3998afaf-1597-4f3d-9f76-568897366df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:54:21Z', 'updated_at': '2022-05-13T12:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi', '_floatingips': [{'id': '69e3d4fd-cbb5-4b1d-90c2-13de5d7c3503', 'tenant_id': '0b148a16abbc49ed816ed45fc1ad4980', 'floating_ip_address': '172.27.3.32', 'floating_network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'router_id': '3998afaf-1597-4f3d-9f76-568897366df8', 'port_id': '2e9af4d2-bc43-4cbb-989c-99de3b22e35f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2600954f-368e-4b9b-9fca-a1e49f9c5d94', 'mac_address': 'fa:16:3e:96:e4:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6707c346-88db-4146-b776-e3e370c709d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T12:58:27Z', 'updated_at': '2022-05-13T12:58:39Z', 'revision_number': 1, 'project_id': '0b148a16abbc49ed816ed45fc1ad4980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '997935f8-c07a-48fd-a9cb-2f402621c90b', 'name': '', 'network_id': '2600954f-368e-4b9b-9fca-a1e49f9c5d94', 'tenant_id': '0b148a16abbc49ed816ed45fc1ad4980', 'mac_address': 'fa:16:3e:25:93:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3998afaf-1597-4f3d-9f76-568897366df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ddd064bc-4133-46f1-b906-03efc81a9128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:54:28Z', 'updated_at': '2022-05-13T12:54:43Z', 'revision_number': 5, 'project_id': '0b148a16abbc49ed816ed45fc1ad4980', 'subnets': [{'id': 'ddd064bc-4133-46f1-b906-03efc81a9128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841644-1-iscsi', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 12:58:40.671101 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bddbf2-5609-4d0a-ae01-c274dac7da6c None None] Checking router: 3998afaf-1597-4f3d-9f76-568897366df8 for host: dv-cinder-841644-1-iscsi {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 12:58:40.679308 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57bddbf2-5609-4d0a-ae01-c274dac7da6c None None] Routers {'3998afaf-1597-4f3d-9f76-568897366df8'} bound to L3 agent in host dv-cinder-841644-1-iscsi {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 12:58:40.679916 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-57bddbf2-5609-4d0a-ae01-c274dac7da6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841644-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T12:45:44Z,description=,heartbeat_timestamp=2022-05-13T12:58:14Z,host='dv-cinder-841644-1-iscsi',id=6d8a5631-9f63-444c-af3b-4dcce4842b62,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T12:45:44Z,topic='l3_agent')) {'router_ids': ['3998afaf-1597-4f3d-9f76-568897366df8'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 12:58:40.684582 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-9999c753-fbe1-4ae6-bca3-c29f2f52c726 req-20327df6-44ba-4882-9801-e874eee2c5a7 service neutron] 10.222.0.52 "GET /v2.0/networks/2600954f-368e-4b9b-9fca-a1e49f9c5d94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836709 May 13 12:58:40.776427 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-9999c753-fbe1-4ae6-bca3-c29f2f52c726 req-ce134f25-23f0-4289-bc48-99b5630aaa4e service neutron] 10.222.0.52 "GET /v2.0/networks/2600954f-368e-4b9b-9fca-a1e49f9c5d94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854650 May 13 12:58:40.788326 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-57bddbf2-5609-4d0a-ae01-c274dac7da6c None None] Set router 3998afaf-1597-4f3d-9f76-568897366df8 gateway port host: dv-cinder-841644-1-iscsi {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 12:58:41.009799 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-57bddbf2-5609-4d0a-ae01-c274dac7da6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3998afaf-1597-4f3d-9f76-568897366df8', 'name': 'tempest-AttachVolumeShelveTestJSON-1244794626-router', 'tenant_id': '0b148a16abbc49ed816ed45fc1ad4980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': '20f9def9-d5cf-42f7-b355-bde634d176ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T12:54:20Z', 'updated_at': '2022-05-13T12:54:31Z', 'revision_number': 4, 'project_id': '0b148a16abbc49ed816ed45fc1ad4980', 'gw_port': {'id': '20f9def9-d5cf-42f7-b355-bde634d176ac', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:48:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3998afaf-1597-4f3d-9f76-568897366df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:54:21Z', 'updated_at': '2022-05-13T12:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi', '_floatingips': [{'id': '69e3d4fd-cbb5-4b1d-90c2-13de5d7c3503', 'tenant_id': '0b148a16abbc49ed816ed45fc1ad4980', 'floating_ip_address': '172.27.3.32', 'floating_network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'router_id': '3998afaf-1597-4f3d-9f76-568897366df8', 'port_id': '2e9af4d2-bc43-4cbb-989c-99de3b22e35f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2600954f-368e-4b9b-9fca-a1e49f9c5d94', 'mac_address': 'fa:16:3e:96:e4:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6707c346-88db-4146-b776-e3e370c709d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T12:58:27Z', 'updated_at': '2022-05-13T12:58:39Z', 'revision_number': 1, 'project_id': '0b148a16abbc49ed816ed45fc1ad4980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '997935f8-c07a-48fd-a9cb-2f402621c90b', 'name': '', 'network_id': '2600954f-368e-4b9b-9fca-a1e49f9c5d94', 'tenant_id': '0b148a16abbc49ed816ed45fc1ad4980', 'mac_address': 'fa:16:3e:25:93:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3998afaf-1597-4f3d-9f76-568897366df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ddd064bc-4133-46f1-b906-03efc81a9128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:54:28Z', 'updated_at': '2022-05-13T12:54:43Z', 'revision_number': 5, 'project_id': '0b148a16abbc49ed816ed45fc1ad4980', 'subnets': [{'id': 'ddd064bc-4133-46f1-b906-03efc81a9128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841644-1-iscsi', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 12:58:41.037805 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bddbf2-5609-4d0a-ae01-c274dac7da6c None None] The sync data for ids ['3998afaf-1597-4f3d-9f76-568897366df8'] in dv-cinder-841644-1-iscsi is: [{'id': '3998afaf-1597-4f3d-9f76-568897366df8', 'name': 'tempest-AttachVolumeShelveTestJSON-1244794626-router', 'tenant_id': '0b148a16abbc49ed816ed45fc1ad4980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': '20f9def9-d5cf-42f7-b355-bde634d176ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T12:54:20Z', 'updated_at': '2022-05-13T12:54:31Z', 'revision_number': 4, 'project_id': '0b148a16abbc49ed816ed45fc1ad4980', 'gw_port': {'id': '20f9def9-d5cf-42f7-b355-bde634d176ac', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:48:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3998afaf-1597-4f3d-9f76-568897366df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:54:21Z', 'updated_at': '2022-05-13T12:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi', '_floatingips': [{'id': '69e3d4fd-cbb5-4b1d-90c2-13de5d7c3503', 'tenant_id': '0b148a16abbc49ed816ed45fc1ad4980', 'floating_ip_address': '172.27.3.32', 'floating_network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'router_id': '3998afaf-1597-4f3d-9f76-568897366df8', 'port_id': '2e9af4d2-bc43-4cbb-989c-99de3b22e35f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2600954f-368e-4b9b-9fca-a1e49f9c5d94', 'mac_address': 'fa:16:3e:96:e4:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6707c346-88db-4146-b776-e3e370c709d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T12:58:27Z', 'updated_at': '2022-05-13T12:58:39Z', 'revision_number': 1, 'project_id': '0b148a16abbc49ed816ed45fc1ad4980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '997935f8-c07a-48fd-a9cb-2f402621c90b', 'name': '', 'network_id': '2600954f-368e-4b9b-9fca-a1e49f9c5d94', 'tenant_id': '0b148a16abbc49ed816ed45fc1ad4980', 'mac_address': 'fa:16:3e:25:93:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3998afaf-1597-4f3d-9f76-568897366df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ddd064bc-4133-46f1-b906-03efc81a9128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:54:28Z', 'updated_at': '2022-05-13T12:54:43Z', 'revision_number': 5, 'project_id': '0b148a16abbc49ed816ed45fc1ad4980', 'subnets': [{'id': 'ddd064bc-4133-46f1-b906-03efc81a9128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 12:58:41.217589 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9588ba-19f8-4f5a-9037-f2125b0b3ffd None None] New status for floating IP 69e3d4fd-cbb5-4b1d-90c2-13de5d7c3503: ACTIVE {{(pid=109806) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 12:58:41.440466 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-876d6394-1606-40fb-a5a8-feb10a6316af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (12f7f474-a19f-4cf7-bcdf-b9ad7dbdd770), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:58:43.894877 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-aae32043-3b8d-475e-81bb-cba4b52ed367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (6d8a5631-9f63-444c-af3b-4dcce4842b62), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:58:45.051134 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-4a907869-afee-4d69-acd8-cccc744e537a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (d2cfa305-5f5a-49b3-8228-876061d7e1f6), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:58:46.726707 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-7baa8e58-cb75-431e-995b-6c55a6feb1d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (5f75012c-56a5-4b0a-a85c-97c3435c2a5d), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:58:47.850214 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (f7880a20-862d-46b4-8dd6-192b0a47d710), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:58:50.304016 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (202f7e15-8fd1-4d3b-a0cb-2b083dcecd1a), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:58:58.969974 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000122b4-4e08-463e-b2ba-4853c16665f7 req-10ded14a-7659-4d14-96c0-11e7d7176ee3 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:58:58.971371 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-000122b4-4e08-463e-b2ba-4853c16665f7 req-10ded14a-7659-4d14-96c0-11e7d7176ee3 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/ports?device_id=01d6f955-cec3-41be-b4c3-c1ab08771e24 HTTP/1.1" status: 200 len: 945 time: 0.0482202 May 13 12:58:59.016957 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-000122b4-4e08-463e-b2ba-4853c16665f7 req-f6b8e751-3a03-4f78-8478-e2eb801b48ae tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/security-groups?id=06b6c21d-ab43-4a43-86f2-b0c0d4543a67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399680 May 13 12:59:00.129299 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b947d4-2372-4154-a059-d67866ef427d req-0fe1082b-36db-4655-9b86-a9dfe8ccb3b7 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:59:00.130738 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-f0b947d4-2372-4154-a059-d67866ef427d req-0fe1082b-36db-4655-9b86-a9dfe8ccb3b7 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/ports?device_id=01d6f955-cec3-41be-b4c3-c1ab08771e24 HTTP/1.1" status: 200 len: 945 time: 0.0457008 May 13 12:59:00.176130 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-f0b947d4-2372-4154-a059-d67866ef427d req-9956aa83-d982-4a14-a081-139b2d32465d tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/security-groups?id=06b6c21d-ab43-4a43-86f2-b0c0d4543a67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393956 May 13 12:59:01.294728 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8583413-063a-472e-af97-1ade3950c198 req-7808bc6e-9e5f-41a4-bc43-b41903e6c888 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:59:01.296437 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-f8583413-063a-472e-af97-1ade3950c198 req-7808bc6e-9e5f-41a4-bc43-b41903e6c888 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/ports?device_id=01d6f955-cec3-41be-b4c3-c1ab08771e24 HTTP/1.1" status: 200 len: 945 time: 0.0467713 May 13 12:59:01.342994 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-f8583413-063a-472e-af97-1ade3950c198 req-9a90fb8f-4b93-47d0-a06a-33d562a3585c tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/security-groups?id=06b6c21d-ab43-4a43-86f2-b0c0d4543a67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405357 May 13 12:59:02.461802 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473d33e4-1d11-496a-894a-0fee9c3bf838 req-d4bf52ef-150b-4ce0-a95d-cf142a1ab412 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:59:02.463278 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-473d33e4-1d11-496a-894a-0fee9c3bf838 req-d4bf52ef-150b-4ce0-a95d-cf142a1ab412 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/ports?device_id=01d6f955-cec3-41be-b4c3-c1ab08771e24 HTTP/1.1" status: 200 len: 945 time: 0.0523870 May 13 12:59:02.511289 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-473d33e4-1d11-496a-894a-0fee9c3bf838 req-d7529a13-5288-4c1f-9893-cc162c6348ad tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/security-groups?id=06b6c21d-ab43-4a43-86f2-b0c0d4543a67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416586 May 13 12:59:02.618821 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40b7f19-6041-4a12-96ef-cd7e17853d7d req-00e90f41-42a9-4545-9d7f-32b340b58cd2 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:59:02.620286 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-f40b7f19-6041-4a12-96ef-cd7e17853d7d req-00e90f41-42a9-4545-9d7f-32b340b58cd2 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/ports?device_id=a805ac8a-8fbf-4bf1-b369-64eaef204809 HTTP/1.1" status: 200 len: 946 time: 0.0500333 May 13 12:59:02.666923 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-f40b7f19-6041-4a12-96ef-cd7e17853d7d req-a800d58f-fea1-400c-8d73-cfe1a013d67a tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/security-groups?id=e0d5a6ae-2931-4df1-843e-6d5b95c4034f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408785 May 13 12:59:03.625591 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20e4d8a-dec6-4b1c-a3c9-4a217d0b152d req-bbd87a02-3e30-45cf-97a4-b61e5fa8827f tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:59:03.627064 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-e20e4d8a-dec6-4b1c-a3c9-4a217d0b152d req-bbd87a02-3e30-45cf-97a4-b61e5fa8827f tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/ports?device_id=01d6f955-cec3-41be-b4c3-c1ab08771e24 HTTP/1.1" status: 200 len: 945 time: 0.0477295 May 13 12:59:03.673641 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-e20e4d8a-dec6-4b1c-a3c9-4a217d0b152d req-e9ae0248-6215-4d0c-b165-3be7c8917b96 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/security-groups?id=06b6c21d-ab43-4a43-86f2-b0c0d4543a67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409913 May 13 12:59:03.780218 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66737706-11af-41b4-ba95-2dfd98aea6eb req-fe0b752f-faa1-4632-b3e3-ee2978a09026 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:59:03.781699 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-66737706-11af-41b4-ba95-2dfd98aea6eb req-fe0b752f-faa1-4632-b3e3-ee2978a09026 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/ports?device_id=a805ac8a-8fbf-4bf1-b369-64eaef204809 HTTP/1.1" status: 200 len: 946 time: 0.0461543 May 13 12:59:03.828451 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-66737706-11af-41b4-ba95-2dfd98aea6eb req-001820b4-9c9c-403c-9ca9-2b2108d07a23 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/security-groups?id=e0d5a6ae-2931-4df1-843e-6d5b95c4034f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408106 May 13 12:59:04.780414 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acf6974-6815-4010-b2f4-4b2aff9b2a9a req-a809e132-1b49-4026-a838-81d15da7d808 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:59:04.781892 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-1acf6974-6815-4010-b2f4-4b2aff9b2a9a req-a809e132-1b49-4026-a838-81d15da7d808 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.52 "GET /v2.0/ports?device_id=01d6f955-cec3-41be-b4c3-c1ab08771e24 HTTP/1.1" status: 200 len: 945 time: 0.0520825 May 13 12:59:04.787687 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f3384e-a70c-4a18-a365-2efa71626151 req-538f41e1-c225-47df-b588-c7d47b44a5dc tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:59:04.789160 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-28f3384e-a70c-4a18-a365-2efa71626151 req-538f41e1-c225-47df-b588-c7d47b44a5dc tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/ports?device_id=01d6f955-cec3-41be-b4c3-c1ab08771e24 HTTP/1.1" status: 200 len: 945 time: 0.0487390 May 13 12:59:04.837724 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-28f3384e-a70c-4a18-a365-2efa71626151 req-17fb3337-f139-4fc0-adc1-e4c0c9ff3818 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/security-groups?id=06b6c21d-ab43-4a43-86f2-b0c0d4543a67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423365 May 13 12:59:04.970220 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9b3a83-1f8e-4a1d-9a21-032671f68548 req-f46f12ba-2c11-46c2-a4a5-9121c177e99d tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:59:04.971631 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-6b9b3a83-1f8e-4a1d-9a21-032671f68548 req-f46f12ba-2c11-46c2-a4a5-9121c177e99d tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/ports?device_id=a805ac8a-8fbf-4bf1-b369-64eaef204809 HTTP/1.1" status: 200 len: 946 time: 0.0703678 May 13 12:59:05.053924 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-1acf6974-6815-4010-b2f4-4b2aff9b2a9a req-a3141862-fd83-4b53-b165-eee781b22eed tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Deleting port c221412b-60f8-4ab0-b29a-df7ab68bd041 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 12:59:05.054270 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-1acf6974-6815-4010-b2f4-4b2aff9b2a9a req-a3141862-fd83-4b53-b165-eee781b22eed tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750967565572'] for port (c221412b-60f8-4ab0-b29a-df7ab68bd041), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:05.062239 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-6b9b3a83-1f8e-4a1d-9a21-032671f68548 req-8bb109db-8ce6-4426-a312-82f762c72b1c tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/security-groups?id=e0d5a6ae-2931-4df1-843e-6d5b95c4034f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849361 May 13 12:59:05.100760 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847bc6d5-8f6f-4e33-b16e-1cb8ede9ebc9 req-e3b4be3e-4aaa-40a8-ae14-df3b9bdbbfce tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:59:05.102236 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-847bc6d5-8f6f-4e33-b16e-1cb8ede9ebc9 req-e3b4be3e-4aaa-40a8-ae14-df3b9bdbbfce tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.52 "GET /v2.0/ports?device_id=a805ac8a-8fbf-4bf1-b369-64eaef204809 HTTP/1.1" status: 200 len: 946 time: 0.0471838 May 13 12:59:05.147564 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-1acf6974-6815-4010-b2f4-4b2aff9b2a9a req-a3141862-fd83-4b53-b165-eee781b22eed tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] For port c221412b-60f8-4ab0-b29a-df7ab68bd041, host hv-cinder-84164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84164',level=0,port_id=c221412b-60f8-4ab0-b29a-df7ab68bd041,segment=NetworkSegment(4c692b35-b0de-4c8a-9d7f-cd52d87568b3),segment_id=4c692b35-b0de-4c8a-9d7f-cd52d87568b3)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 12:59:05.148212 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-1acf6974-6815-4010-b2f4-4b2aff9b2a9a req-a3141862-fd83-4b53-b165-eee781b22eed tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624050'] for port (c221412b-60f8-4ab0-b29a-df7ab68bd041), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:05.186983 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [req-847bc6d5-8f6f-4e33-b16e-1cb8ede9ebc9 req-34f9b6a2-8996-41d5-8fb9-8b99657b4fba tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Deleting port fec89e37-51dd-4063-9de3-e584ce441fb2 {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 12:59:05.187346 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-847bc6d5-8f6f-4e33-b16e-1cb8ede9ebc9 req-34f9b6a2-8996-41d5-8fb9-8b99657b4fba tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750967565572'] for port (fec89e37-51dd-4063-9de3-e584ce441fb2), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:05.338682 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-1acf6974-6815-4010-b2f4-4b2aff9b2a9a req-a3141862-fd83-4b53-b165-eee781b22eed tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:05.339038 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-1acf6974-6815-4010-b2f4-4b2aff9b2a9a req-a3141862-fd83-4b53-b165-eee781b22eed tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621791'] for floatingip (f88a61cd-88a6-4009-8efc-29e34f84a6ae), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:05.339343 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.db.l3_db [req-1acf6974-6815-4010-b2f4-4b2aff9b2a9a req-a3141862-fd83-4b53-b165-eee781b22eed tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Floating IP f88a61cd-88a6-4009-8efc-29e34f84a6ae disassociated. External IP: 172.27.3.248, port: c221412b-60f8-4ab0-b29a-df7ab68bd041. May 13 12:59:05.339684 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-1acf6974-6815-4010-b2f4-4b2aff9b2a9a req-a3141862-fd83-4b53-b165-eee781b22eed tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Calling delete_port for c221412b-60f8-4ab0-b29a-df7ab68bd041 owned by compute:nova {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 12:59:05.482489 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-1acf6974-6815-4010-b2f4-4b2aff9b2a9a req-a3141862-fd83-4b53-b165-eee781b22eed tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750967572628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750967062393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6509865'] for port (c221412b-60f8-4ab0-b29a-df7ab68bd041), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:05.507245 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.db [req-847bc6d5-8f6f-4e33-b16e-1cb8ede9ebc9 req-34f9b6a2-8996-41d5-8fb9-8b99657b4fba tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] For port fec89e37-51dd-4063-9de3-e584ce441fb2, host hv-cinder-84164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84164',level=0,port_id=fec89e37-51dd-4063-9de3-e584ce441fb2,segment=NetworkSegment(0f3297cd-6882-42ac-b9e0-5f7f169df451),segment_id=0f3297cd-6882-42ac-b9e0-5f7f169df451)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 12:59:05.507600 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-847bc6d5-8f6f-4e33-b16e-1cb8ede9ebc9 req-34f9b6a2-8996-41d5-8fb9-8b99657b4fba tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624050'] for port (fec89e37-51dd-4063-9de3-e584ce441fb2), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:05.518011 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3141862-fd83-4b53-b165-eee781b22eed tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Pushing event deleted for resources: {'Port': ['ID=c221412b-60f8-4ab0-b29a-df7ab68bd041,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:59:05.538361 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3141862-fd83-4b53-b165-eee781b22eed tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:59:05.539083 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3141862-fd83-4b53-b165-eee781b22eed tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:59:05.539571 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3141862-fd83-4b53-b165-eee781b22eed tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:59:05.540156 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3141862-fd83-4b53-b165-eee781b22eed tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:59:05.540697 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3141862-fd83-4b53-b165-eee781b22eed tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:59:05.541062 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3141862-fd83-4b53-b165-eee781b22eed tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:59:05.541394 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3141862-fd83-4b53-b165-eee781b22eed tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:59:05.544118 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3141862-fd83-4b53-b165-eee781b22eed tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:59:05.544561 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3141862-fd83-4b53-b165-eee781b22eed tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:59:05.544906 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3141862-fd83-4b53-b165-eee781b22eed tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:59:05.545290 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3141862-fd83-4b53-b165-eee781b22eed tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:59:05.545619 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3141862-fd83-4b53-b165-eee781b22eed tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:59:05.545946 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3141862-fd83-4b53-b165-eee781b22eed tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:59:05.546267 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3141862-fd83-4b53-b165-eee781b22eed tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:59:05.547082 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3141862-fd83-4b53-b165-eee781b22eed tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:59:05.681055 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1acf6974-6815-4010-b2f4-4b2aff9b2a9a req-a3141862-fd83-4b53-b165-eee781b22eed tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Router 440b421f-e2d5-4beb-b012-398d7d0adbaa has already been hosted by L3 agent 6d8a5631-9f63-444c-af3b-4dcce4842b62 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 12:59:05.764831 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-847bc6d5-8f6f-4e33-b16e-1cb8ede9ebc9 req-34f9b6a2-8996-41d5-8fb9-8b99657b4fba tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:05.765225 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-847bc6d5-8f6f-4e33-b16e-1cb8ede9ebc9 req-34f9b6a2-8996-41d5-8fb9-8b99657b4fba tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621791'] for floatingip (0addc969-81f8-469e-b625-7d281d5aa155), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:05.765540 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.db.l3_db [req-847bc6d5-8f6f-4e33-b16e-1cb8ede9ebc9 req-34f9b6a2-8996-41d5-8fb9-8b99657b4fba tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Floating IP 0addc969-81f8-469e-b625-7d281d5aa155 disassociated. External IP: 172.27.3.126, port: fec89e37-51dd-4063-9de3-e584ce441fb2. May 13 12:59:05.765883 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [req-847bc6d5-8f6f-4e33-b16e-1cb8ede9ebc9 req-34f9b6a2-8996-41d5-8fb9-8b99657b4fba tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Calling delete_port for fec89e37-51dd-4063-9de3-e584ce441fb2 owned by compute:nova {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 12:59:05.805768 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1acf6974-6815-4010-b2f4-4b2aff9b2a9a req-a3141862-fd83-4b53-b165-eee781b22eed tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Notify agent at l3_agent.dv-cinder-841644-1-iscsi the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 12:59:05.822540 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c525ad64-e5c6-4143-a94b-3bc5a724e06c None None] Sync routers for ids ['440b421f-e2d5-4beb-b012-398d7d0adbaa'] in dv-cinder-841644-1-iscsi {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 12:59:05.836908 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c525ad64-e5c6-4143-a94b-3bc5a724e06c None None] Routers {'440b421f-e2d5-4beb-b012-398d7d0adbaa'} bound to L3 agent in host dv-cinder-841644-1-iscsi {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 12:59:05.838323 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-c525ad64-e5c6-4143-a94b-3bc5a724e06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841644-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T12:45:44Z,description=,heartbeat_timestamp=2022-05-13T12:58:44Z,host='dv-cinder-841644-1-iscsi',id=6d8a5631-9f63-444c-af3b-4dcce4842b62,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T12:45:44Z,topic='l3_agent')) {'router_ids': ['440b421f-e2d5-4beb-b012-398d7d0adbaa'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 12:59:05.852638 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-1acf6974-6815-4010-b2f4-4b2aff9b2a9a req-a3141862-fd83-4b53-b165-eee781b22eed tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] No DVR routers for this DVR port c221412b-60f8-4ab0-b29a-df7ab68bd041 on host hv-cinder-84164 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 12:59:05.855178 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-1acf6974-6815-4010-b2f4-4b2aff9b2a9a req-a3141862-fd83-4b53-b165-eee781b22eed tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4290'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:05.859856 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-1acf6974-6815-4010-b2f4-4b2aff9b2a9a req-a3141862-fd83-4b53-b165-eee781b22eed tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.52 "DELETE /v2.0/ports/c221412b-60f8-4ab0-b29a-df7ab68bd041 HTTP/1.1" status: 204 len: 173 time: 0.9298747 May 13 12:59:05.859856 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01d6f955-cec3-41be-b4c3-c1ab08771e24', 'name': 'network-vif-deleted', 'tag': 'c221412b-60f8-4ab0-b29a-df7ab68bd041'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 12:59:05.862634 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cdb7c774b4c64768c46a18a465ef1a15500a906a5d07d0e5a65b0b29d0c9ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e178027-cc16-4a11-af08-afb4bbeed337" -d '{"events": [{"server_uuid": "01d6f955-cec3-41be-b4c3-c1ab08771e24", "name": "network-vif-deleted", "tag": "c221412b-60f8-4ab0-b29a-df7ab68bd041"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 12:59:05.921697 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 12:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8800f403-599b-495e-82cb-5f4656643533 x-openstack-request-id: req-8800f403-599b-495e-82cb-5f4656643533 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 12:59:05.922098 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01d6f955-cec3-41be-b4c3-c1ab08771e24", "name": "network-vif-deleted", "tag": "c221412b-60f8-4ab0-b29a-df7ab68bd041", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 12:59:05.922511 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8800f403-599b-495e-82cb-5f4656643533 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 12:59:05.922787 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-847bc6d5-8f6f-4e33-b16e-1cb8ede9ebc9 req-34f9b6a2-8996-41d5-8fb9-8b99657b4fba tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750967572628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750967062393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6007231'] for port (fec89e37-51dd-4063-9de3-e584ce441fb2), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:05.923280 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8800f403-599b-495e-82cb-5f4656643533'] response: {'server_uuid': '01d6f955-cec3-41be-b4c3-c1ab08771e24', 'name': 'network-vif-deleted', 'tag': 'c221412b-60f8-4ab0-b29a-df7ab68bd041', 'status': 'completed', 'code': 200} May 13 12:59:05.957880 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f9b6a2-8996-41d5-8fb9-8b99657b4fba tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Pushing event deleted for resources: {'Port': ['ID=fec89e37-51dd-4063-9de3-e584ce441fb2,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:59:05.986779 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f9b6a2-8996-41d5-8fb9-8b99657b4fba tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:59:05.987124 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f9b6a2-8996-41d5-8fb9-8b99657b4fba tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:59:05.989477 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f9b6a2-8996-41d5-8fb9-8b99657b4fba tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:59:05.990071 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f9b6a2-8996-41d5-8fb9-8b99657b4fba tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:59:05.992644 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f9b6a2-8996-41d5-8fb9-8b99657b4fba tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:59:05.994032 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f9b6a2-8996-41d5-8fb9-8b99657b4fba tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:59:05.994432 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f9b6a2-8996-41d5-8fb9-8b99657b4fba tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:59:05.995094 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f9b6a2-8996-41d5-8fb9-8b99657b4fba tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:59:05.999457 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f9b6a2-8996-41d5-8fb9-8b99657b4fba tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:59:05.999898 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f9b6a2-8996-41d5-8fb9-8b99657b4fba tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:59:06.000302 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f9b6a2-8996-41d5-8fb9-8b99657b4fba tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:59:06.000851 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f9b6a2-8996-41d5-8fb9-8b99657b4fba tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:59:06.001712 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f9b6a2-8996-41d5-8fb9-8b99657b4fba tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:59:06.002187 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f9b6a2-8996-41d5-8fb9-8b99657b4fba tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:59:06.002606 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f9b6a2-8996-41d5-8fb9-8b99657b4fba tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:59:06.004885 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-c525ad64-e5c6-4143-a94b-3bc5a724e06c None None] Set router 440b421f-e2d5-4beb-b012-398d7d0adbaa gateway port host: dv-cinder-841644-1-iscsi {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 12:59:06.056482 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-4f122779-4cfd-40a5-aead-7ee46b4ef396 req-37bbf9dd-0500-4f08-ac20-84f7308f80cf tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/ports?device_id=01d6f955-cec3-41be-b4c3-c1ab08771e24 HTTP/1.1" status: 200 len: 210 time: 0.0784183 May 13 12:59:06.189011 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-64f75204-c9ea-4ab4-9b4f-d42b11fbc62c req-ba29a6ef-60e8-42fe-84b9-32d6f47b6bf4 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/ports?device_id=a805ac8a-8fbf-4bf1-b369-64eaef204809 HTTP/1.1" status: 200 len: 210 time: 0.0327096 May 13 12:59:06.195782 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.scheduler.l3_agent_scheduler [req-847bc6d5-8f6f-4e33-b16e-1cb8ede9ebc9 req-34f9b6a2-8996-41d5-8fb9-8b99657b4fba tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Router 0828d5f3-9c13-46e3-9d02-563b064af26e has already been hosted by L3 agent 6d8a5631-9f63-444c-af3b-4dcce4842b62 {{(pid=109804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 12:59:06.230278 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-c525ad64-e5c6-4143-a94b-3bc5a724e06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '440b421f-e2d5-4beb-b012-398d7d0adbaa', 'name': 'tempest-ServerRescueNegativeTestJSON-526245843-router', 'tenant_id': '58bddca6077344bea4cb41b23fcf8d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'b669c01c-389a-43c8-b724-af59cc1397eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T12:54:23Z', 'updated_at': '2022-05-13T12:54:41Z', 'revision_number': 4, 'project_id': '58bddca6077344bea4cb41b23fcf8d35', 'gw_port': {'id': 'b669c01c-389a-43c8-b724-af59cc1397eb', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:11:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '440b421f-e2d5-4beb-b012-398d7d0adbaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:54:26Z', 'updated_at': '2022-05-13T12:54:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi', '_interfaces': [{'id': '8a768522-0d78-450f-ae00-11b03052e62c', 'name': '', 'network_id': 'f576fff5-2fa1-4591-9247-28b4216fb188', 'tenant_id': '58bddca6077344bea4cb41b23fcf8d35', 'mac_address': 'fa:16:3e:46:b7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '440b421f-e2d5-4beb-b012-398d7d0adbaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '255ce2d7-f0f9-429c-8a86-3bbc48d08e37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:54:34Z', 'updated_at': '2022-05-13T12:54:52Z', 'revision_number': 5, 'project_id': '58bddca6077344bea4cb41b23fcf8d35', 'subnets': [{'id': '255ce2d7-f0f9-429c-8a86-3bbc48d08e37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841644-1-iscsi', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 12:59:06.261960 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c525ad64-e5c6-4143-a94b-3bc5a724e06c None None] Checking router: 440b421f-e2d5-4beb-b012-398d7d0adbaa for host: dv-cinder-841644-1-iscsi {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 12:59:06.270909 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c525ad64-e5c6-4143-a94b-3bc5a724e06c None None] Routers {'440b421f-e2d5-4beb-b012-398d7d0adbaa'} bound to L3 agent in host dv-cinder-841644-1-iscsi {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 12:59:06.271528 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-c525ad64-e5c6-4143-a94b-3bc5a724e06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841644-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T12:45:44Z,description=,heartbeat_timestamp=2022-05-13T12:58:44Z,host='dv-cinder-841644-1-iscsi',id=6d8a5631-9f63-444c-af3b-4dcce4842b62,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T12:45:44Z,topic='l3_agent')) {'router_ids': ['440b421f-e2d5-4beb-b012-398d7d0adbaa'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 12:59:06.323826 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Device fec89e37-51dd-4063-9de3-e584ce441fb2 no longer exists at agent hyperv_hv-cinder-84164 {{(pid=109805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 12:59:06.335583 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-847bc6d5-8f6f-4e33-b16e-1cb8ede9ebc9 req-34f9b6a2-8996-41d5-8fb9-8b99657b4fba tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Notify agent at l3_agent.dv-cinder-841644-1-iscsi the message routers_updated {{(pid=109804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 12:59:06.346513 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe9c988-4a16-488b-8244-17e105224532 None None] Sync routers for ids ['0828d5f3-9c13-46e3-9d02-563b064af26e'] in dv-cinder-841644-1-iscsi {{(pid=109806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 12:59:06.359078 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] No Port match for: fec89e37-51dd-4063-9de3-e584ce441fb2 {{(pid=109805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 12:59:06.359427 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Device fec89e37-51dd-4063-9de3-e584ce441fb2 not bound to the agent host hv-cinder-84164 {{(pid=109805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 12:59:06.359924 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Device c221412b-60f8-4ab0-b29a-df7ab68bd041 no longer exists at agent hyperv_hv-cinder-84164 {{(pid=109805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 12:59:06.368560 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe9c988-4a16-488b-8244-17e105224532 None None] Routers {'0828d5f3-9c13-46e3-9d02-563b064af26e'} bound to L3 agent in host dv-cinder-841644-1-iscsi {{(pid=109806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 12:59:06.369341 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_hamode_db [None req-0fe9c988-4a16-488b-8244-17e105224532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841644-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T12:45:44Z,description=,heartbeat_timestamp=2022-05-13T12:58:44Z,host='dv-cinder-841644-1-iscsi',id=6d8a5631-9f63-444c-af3b-4dcce4842b62,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T12:45:44Z,topic='l3_agent')) {'router_ids': ['0828d5f3-9c13-46e3-9d02-563b064af26e'], 'active': True} {{(pid=109806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 12:59:06.384103 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] No Port match for: c221412b-60f8-4ab0-b29a-df7ab68bd041 {{(pid=109805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 12:59:06.384668 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Device c221412b-60f8-4ab0-b29a-df7ab68bd041 not bound to the agent host hv-cinder-84164 {{(pid=109805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 12:59:06.394453 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [req-847bc6d5-8f6f-4e33-b16e-1cb8ede9ebc9 req-34f9b6a2-8996-41d5-8fb9-8b99657b4fba tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] No DVR routers for this DVR port fec89e37-51dd-4063-9de3-e584ce441fb2 on host hv-cinder-84164 {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 12:59:06.397274 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-847bc6d5-8f6f-4e33-b16e-1cb8ede9ebc9 req-34f9b6a2-8996-41d5-8fb9-8b99657b4fba tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4290'] for port (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:06.400666 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-847bc6d5-8f6f-4e33-b16e-1cb8ede9ebc9 req-34f9b6a2-8996-41d5-8fb9-8b99657b4fba tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.52 "DELETE /v2.0/ports/fec89e37-51dd-4063-9de3-e584ce441fb2 HTTP/1.1" status: 204 len: 173 time: 1.2923849 May 13 12:59:06.401242 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a805ac8a-8fbf-4bf1-b369-64eaef204809', 'name': 'network-vif-deleted', 'tag': 'fec89e37-51dd-4063-9de3-e584ce441fb2'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 12:59:06.404406 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1b69bbfd011f85c3db934c4b22a349ffa5730c167d2456731e37bfe5d9c9e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5be1814-4512-4748-8251-5ca6dbd8e0db" -d '{"events": [{"server_uuid": "a805ac8a-8fbf-4bf1-b369-64eaef204809", "name": "network-vif-deleted", "tag": "fec89e37-51dd-4063-9de3-e584ce441fb2"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 12:59:06.440649 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 12:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-718b4d02-094d-4789-85f4-e4b21766d715 x-openstack-request-id: req-718b4d02-094d-4789-85f4-e4b21766d715 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 12:59:06.441245 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a805ac8a-8fbf-4bf1-b369-64eaef204809", "name": "network-vif-deleted", "tag": "fec89e37-51dd-4063-9de3-e584ce441fb2", "status": "completed", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 12:59:06.441514 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-718b4d02-094d-4789-85f4-e4b21766d715 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 12:59:06.441915 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-718b4d02-094d-4789-85f4-e4b21766d715'] response: {'server_uuid': 'a805ac8a-8fbf-4bf1-b369-64eaef204809', 'name': 'network-vif-deleted', 'tag': 'fec89e37-51dd-4063-9de3-e584ce441fb2', 'status': 'completed', 'code': 200} May 13 12:59:06.451882 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-c525ad64-e5c6-4143-a94b-3bc5a724e06c None None] Set router 440b421f-e2d5-4beb-b012-398d7d0adbaa gateway port host: dv-cinder-841644-1-iscsi {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 12:59:06.550986 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_dvr_db [None req-0fe9c988-4a16-488b-8244-17e105224532 None None] Set router 0828d5f3-9c13-46e3-9d02-563b064af26e gateway port host: dv-cinder-841644-1-iscsi {{(pid=109806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 12:59:06.691225 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-c525ad64-e5c6-4143-a94b-3bc5a724e06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '440b421f-e2d5-4beb-b012-398d7d0adbaa', 'name': 'tempest-ServerRescueNegativeTestJSON-526245843-router', 'tenant_id': '58bddca6077344bea4cb41b23fcf8d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'b669c01c-389a-43c8-b724-af59cc1397eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T12:54:23Z', 'updated_at': '2022-05-13T12:54:41Z', 'revision_number': 4, 'project_id': '58bddca6077344bea4cb41b23fcf8d35', 'gw_port': {'id': 'b669c01c-389a-43c8-b724-af59cc1397eb', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:11:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '440b421f-e2d5-4beb-b012-398d7d0adbaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:54:26Z', 'updated_at': '2022-05-13T12:54:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi', '_interfaces': [{'id': '8a768522-0d78-450f-ae00-11b03052e62c', 'name': '', 'network_id': 'f576fff5-2fa1-4591-9247-28b4216fb188', 'tenant_id': '58bddca6077344bea4cb41b23fcf8d35', 'mac_address': 'fa:16:3e:46:b7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '440b421f-e2d5-4beb-b012-398d7d0adbaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '255ce2d7-f0f9-429c-8a86-3bbc48d08e37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:54:34Z', 'updated_at': '2022-05-13T12:54:52Z', 'revision_number': 5, 'project_id': '58bddca6077344bea4cb41b23fcf8d35', 'subnets': [{'id': '255ce2d7-f0f9-429c-8a86-3bbc48d08e37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841644-1-iscsi', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 12:59:06.722313 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c525ad64-e5c6-4143-a94b-3bc5a724e06c None None] The sync data for ids ['440b421f-e2d5-4beb-b012-398d7d0adbaa'] in dv-cinder-841644-1-iscsi is: [{'id': '440b421f-e2d5-4beb-b012-398d7d0adbaa', 'name': 'tempest-ServerRescueNegativeTestJSON-526245843-router', 'tenant_id': '58bddca6077344bea4cb41b23fcf8d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'b669c01c-389a-43c8-b724-af59cc1397eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T12:54:23Z', 'updated_at': '2022-05-13T12:54:41Z', 'revision_number': 4, 'project_id': '58bddca6077344bea4cb41b23fcf8d35', 'gw_port': {'id': 'b669c01c-389a-43c8-b724-af59cc1397eb', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:11:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '440b421f-e2d5-4beb-b012-398d7d0adbaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:54:26Z', 'updated_at': '2022-05-13T12:54:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi', '_interfaces': [{'id': '8a768522-0d78-450f-ae00-11b03052e62c', 'name': '', 'network_id': 'f576fff5-2fa1-4591-9247-28b4216fb188', 'tenant_id': '58bddca6077344bea4cb41b23fcf8d35', 'mac_address': 'fa:16:3e:46:b7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '440b421f-e2d5-4beb-b012-398d7d0adbaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '255ce2d7-f0f9-429c-8a86-3bbc48d08e37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:54:34Z', 'updated_at': '2022-05-13T12:54:52Z', 'revision_number': 5, 'project_id': '58bddca6077344bea4cb41b23fcf8d35', 'subnets': [{'id': '255ce2d7-f0f9-429c-8a86-3bbc48d08e37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 12:59:06.760608 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_hamode_db [None req-0fe9c988-4a16-488b-8244-17e105224532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0828d5f3-9c13-46e3-9d02-563b064af26e', 'name': 'tempest-AttachVolumeTestJSON-1698186003-router', 'tenant_id': 'a8e091db3cd14ecb9c40257451cd434d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': 'c7c4c484-43bc-451f-b28d-0badb4b8ab53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T12:55:41Z', 'updated_at': '2022-05-13T12:55:44Z', 'revision_number': 4, 'project_id': 'a8e091db3cd14ecb9c40257451cd434d', 'gw_port': {'id': 'c7c4c484-43bc-451f-b28d-0badb4b8ab53', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:51:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0828d5f3-9c13-46e3-9d02-563b064af26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:55:42Z', 'updated_at': '2022-05-13T12:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi', '_interfaces': [{'id': '253ed4d7-3c8d-4067-a439-514a1cd818a2', 'name': '', 'network_id': '2e48d261-a2df-43c6-bd2a-fa0153331d4d', 'tenant_id': 'a8e091db3cd14ecb9c40257451cd434d', 'mac_address': 'fa:16:3e:cb:f3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0828d5f3-9c13-46e3-9d02-563b064af26e', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '9e6203bd-7b13-480f-9ce9-60943080d6b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:55:44Z', 'updated_at': '2022-05-13T12:55:48Z', 'revision_number': 5, 'project_id': 'a8e091db3cd14ecb9c40257451cd434d', 'subnets': [{'id': '9e6203bd-7b13-480f-9ce9-60943080d6b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841644-1-iscsi', False) {} {{(pid=109806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 12:59:06.788965 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe9c988-4a16-488b-8244-17e105224532 None None] Checking router: 0828d5f3-9c13-46e3-9d02-563b064af26e for host: dv-cinder-841644-1-iscsi {{(pid=109806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 12:59:06.797610 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe9c988-4a16-488b-8244-17e105224532 None None] Routers {'0828d5f3-9c13-46e3-9d02-563b064af26e'} bound to L3 agent in host dv-cinder-841644-1-iscsi {{(pid=109806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 12:59:06.798218 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_hamode_db [None req-0fe9c988-4a16-488b-8244-17e105224532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841644-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T12:45:44Z,description=,heartbeat_timestamp=2022-05-13T12:58:44Z,host='dv-cinder-841644-1-iscsi',id=6d8a5631-9f63-444c-af3b-4dcce4842b62,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T12:45:44Z,topic='l3_agent')) {'router_ids': ['0828d5f3-9c13-46e3-9d02-563b064af26e'], 'active': True} {{(pid=109806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 12:59:06.914809 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_dvr_db [None req-0fe9c988-4a16-488b-8244-17e105224532 None None] Set router 0828d5f3-9c13-46e3-9d02-563b064af26e gateway port host: dv-cinder-841644-1-iscsi {{(pid=109806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 12:59:06.985185 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5051045-f5e4-4449-b29c-6ee5c32ffc72 None None] New status for floating IP f88a61cd-88a6-4009-8efc-29e34f84a6ae: DOWN {{(pid=109805) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 12:59:07.134627 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_hamode_db [None req-0fe9c988-4a16-488b-8244-17e105224532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0828d5f3-9c13-46e3-9d02-563b064af26e', 'name': 'tempest-AttachVolumeTestJSON-1698186003-router', 'tenant_id': 'a8e091db3cd14ecb9c40257451cd434d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': 'c7c4c484-43bc-451f-b28d-0badb4b8ab53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T12:55:41Z', 'updated_at': '2022-05-13T12:55:44Z', 'revision_number': 4, 'project_id': 'a8e091db3cd14ecb9c40257451cd434d', 'gw_port': {'id': 'c7c4c484-43bc-451f-b28d-0badb4b8ab53', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:51:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0828d5f3-9c13-46e3-9d02-563b064af26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:55:42Z', 'updated_at': '2022-05-13T12:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi', '_interfaces': [{'id': '253ed4d7-3c8d-4067-a439-514a1cd818a2', 'name': '', 'network_id': '2e48d261-a2df-43c6-bd2a-fa0153331d4d', 'tenant_id': 'a8e091db3cd14ecb9c40257451cd434d', 'mac_address': 'fa:16:3e:cb:f3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0828d5f3-9c13-46e3-9d02-563b064af26e', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '9e6203bd-7b13-480f-9ce9-60943080d6b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:55:44Z', 'updated_at': '2022-05-13T12:55:48Z', 'revision_number': 5, 'project_id': 'a8e091db3cd14ecb9c40257451cd434d', 'subnets': [{'id': '9e6203bd-7b13-480f-9ce9-60943080d6b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841644-1-iscsi', False) {} {{(pid=109806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 12:59:07.142679 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 51204) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:59:07.165622 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe9c988-4a16-488b-8244-17e105224532 None None] The sync data for ids ['0828d5f3-9c13-46e3-9d02-563b064af26e'] in dv-cinder-841644-1-iscsi is: [{'id': '0828d5f3-9c13-46e3-9d02-563b064af26e', 'name': 'tempest-AttachVolumeTestJSON-1698186003-router', 'tenant_id': 'a8e091db3cd14ecb9c40257451cd434d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': 'c7c4c484-43bc-451f-b28d-0badb4b8ab53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T12:55:41Z', 'updated_at': '2022-05-13T12:55:44Z', 'revision_number': 4, 'project_id': 'a8e091db3cd14ecb9c40257451cd434d', 'gw_port': {'id': 'c7c4c484-43bc-451f-b28d-0badb4b8ab53', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:51:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0828d5f3-9c13-46e3-9d02-563b064af26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:55:42Z', 'updated_at': '2022-05-13T12:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi', '_interfaces': [{'id': '253ed4d7-3c8d-4067-a439-514a1cd818a2', 'name': '', 'network_id': '2e48d261-a2df-43c6-bd2a-fa0153331d4d', 'tenant_id': 'a8e091db3cd14ecb9c40257451cd434d', 'mac_address': 'fa:16:3e:cb:f3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0828d5f3-9c13-46e3-9d02-563b064af26e', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '9e6203bd-7b13-480f-9ce9-60943080d6b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:55:44Z', 'updated_at': '2022-05-13T12:55:48Z', 'revision_number': 5, 'project_id': 'a8e091db3cd14ecb9c40257451cd434d', 'subnets': [{'id': '9e6203bd-7b13-480f-9ce9-60943080d6b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 12:59:07.201957 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-33509a95-ca2d-4d52-a155-0ba4128e532e tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Publish callbacks [] for security_group (06b6c21d-ab43-4a43-86f2-b0c0d4543a67), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:07.229941 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-33509a95-ca2d-4d52-a155-0ba4128e532e tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Publish callbacks [] for security_group (06b6c21d-ab43-4a43-86f2-b0c0d4543a67), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:07.302410 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-33509a95-ca2d-4d52-a155-0ba4128e532e tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (06b6c21d-ab43-4a43-86f2-b0c0d4543a67), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:07.306389 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-33509a95-ca2d-4d52-a155-0ba4128e532e tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Publish callbacks [] for security_group (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:07.311030 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 51210) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:59:07.314326 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-33509a95-ca2d-4d52-a155-0ba4128e532e tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "DELETE /v2.0/security-groups/06b6c21d-ab43-4a43-86f2-b0c0d4543a67 HTTP/1.1" status: 204 len: 168 time: 0.1705515 May 13 12:59:07.314937 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 51212) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:59:07.326687 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.api.v2.resource [None req-2ded9681-2ca7-434e-b910-f90e35e8d958 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] show failed (client error): The resource could not be found. May 13 12:59:07.327963 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-2ded9681-2ca7-434e-b910-f90e35e8d958 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/security-groups/06b6c21d-ab43-4a43-86f2-b0c0d4543a67 HTTP/1.1" status: 404 len: 347 time: 0.0158477 May 13 12:59:07.331612 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 51214) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:59:07.337437 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33509a95-ca2d-4d52-a155-0ba4128e532e tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06b6c21d-ab43-4a43-86f2-b0c0d4543a67,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:59:07.383608 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f21df0ba-c289-47bd-9c83-29ceca155e88 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Publish callbacks [] for security_group (e0d5a6ae-2931-4df1-843e-6d5b95c4034f), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:07.410921 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f21df0ba-c289-47bd-9c83-29ceca155e88 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Publish callbacks [] for security_group (e0d5a6ae-2931-4df1-843e-6d5b95c4034f), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:07.477543 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f21df0ba-c289-47bd-9c83-29ceca155e88 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (e0d5a6ae-2931-4df1-843e-6d5b95c4034f), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:07.479976 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-bf99671f-8628-4dfd-86a5-8070c0593b11 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Deleting port 83507fba-5883-4a2f-ac9c-5d387fc6299c {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 12:59:07.480342 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-bf99671f-8628-4dfd-86a5-8070c0593b11 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750967565572'] for port (83507fba-5883-4a2f-ac9c-5d387fc6299c), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:07.483690 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f21df0ba-c289-47bd-9c83-29ceca155e88 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Publish callbacks [] for security_group (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:07.484316 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-f21df0ba-c289-47bd-9c83-29ceca155e88 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "DELETE /v2.0/security-groups/e0d5a6ae-2931-4df1-843e-6d5b95c4034f HTTP/1.1" status: 204 len: 168 time: 0.1652730 May 13 12:59:07.487850 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 51216) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:59:07.505180 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.api.v2.resource [None req-08212ea0-1448-4110-bd14-82febaa8c0c1 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] show failed (client error): The resource could not be found. May 13 12:59:07.506506 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-08212ea0-1448-4110-bd14-82febaa8c0c1 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/security-groups/e0d5a6ae-2931-4df1-843e-6d5b95c4034f HTTP/1.1" status: 404 len: 347 time: 0.0175617 May 13 12:59:07.507336 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21df0ba-c289-47bd-9c83-29ceca155e88 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0d5a6ae-2931-4df1-843e-6d5b95c4034f,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:59:07.509490 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 51218) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:59:07.524507 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f45fa3d-0218-453d-958c-23352e17203b None None] New status for floating IP 0addc969-81f8-469e-b625-7d281d5aa155: DOWN {{(pid=109806) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 12:59:07.576161 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-bf99671f-8628-4dfd-86a5-8070c0593b11 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624050'] for port (83507fba-5883-4a2f-ac9c-5d387fc6299c), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:07.576481 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-bf99671f-8628-4dfd-86a5-8070c0593b11 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Publish callbacks [] for floatingip (83507fba-5883-4a2f-ac9c-5d387fc6299c), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:07.590619 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-bf99671f-8628-4dfd-86a5-8070c0593b11 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Calling delete_port for 83507fba-5883-4a2f-ac9c-5d387fc6299c owned by network:floatingip {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 12:59:07.635996 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-f3e4b07c-ae39-4fe0-8c7c-c0fa92e53e74 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Deleting port 214c9728-8547-48c4-bf5e-edbc74c1362f {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 12:59:07.636368 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f3e4b07c-ae39-4fe0-8c7c-c0fa92e53e74 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750967565572'] for port (214c9728-8547-48c4-bf5e-edbc74c1362f), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:07.713809 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f3e4b07c-ae39-4fe0-8c7c-c0fa92e53e74 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624050'] for port (214c9728-8547-48c4-bf5e-edbc74c1362f), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:07.714152 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f3e4b07c-ae39-4fe0-8c7c-c0fa92e53e74 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Publish callbacks [] for floatingip (214c9728-8547-48c4-bf5e-edbc74c1362f), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:07.727215 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-f3e4b07c-ae39-4fe0-8c7c-c0fa92e53e74 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Calling delete_port for 214c9728-8547-48c4-bf5e-edbc74c1362f owned by network:floatingip {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 12:59:07.731757 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-bf99671f-8628-4dfd-86a5-8070c0593b11 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750967572628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750967062393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6509865'] for port (83507fba-5883-4a2f-ac9c-5d387fc6299c), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:07.757928 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf99671f-8628-4dfd-86a5-8070c0593b11 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Pushing event deleted for resources: {'Port': ['ID=83507fba-5883-4a2f-ac9c-5d387fc6299c,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:59:07.825505 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-bf99671f-8628-4dfd-86a5-8070c0593b11 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Publish callbacks [] for floatingip (f88a61cd-88a6-4009-8efc-29e34f84a6ae), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:07.827996 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-bf99671f-8628-4dfd-86a5-8070c0593b11 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4290'] for floatingip (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:07.829281 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-bf99671f-8628-4dfd-86a5-8070c0593b11 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "DELETE /v2.0/floatingips/f88a61cd-88a6-4009-8efc-29e34f84a6ae HTTP/1.1" status: 204 len: 168 time: 0.4964993 May 13 12:59:07.868109 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f3e4b07c-ae39-4fe0-8c7c-c0fa92e53e74 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750967572628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750967062393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6007231'] for port (214c9728-8547-48c4-bf5e-edbc74c1362f), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:07.894574 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e4b07c-ae39-4fe0-8c7c-c0fa92e53e74 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Pushing event deleted for resources: {'Port': ['ID=214c9728-8547-48c4-bf5e-edbc74c1362f,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:59:07.959628 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f3e4b07c-ae39-4fe0-8c7c-c0fa92e53e74 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Publish callbacks [] for floatingip (0addc969-81f8-469e-b625-7d281d5aa155), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:07.962360 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f3e4b07c-ae39-4fe0-8c7c-c0fa92e53e74 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4290'] for floatingip (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:07.963511 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-f3e4b07c-ae39-4fe0-8c7c-c0fa92e53e74 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "DELETE /v2.0/floatingips/0addc969-81f8-469e-b625-7d281d5aa155 HTTP/1.1" status: 204 len: 168 time: 0.4529722 May 13 12:59:08.034713 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 51228) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:59:08.039154 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.v2.base [None req-1a4cfe50-a23c-4e88-96cd-8295a326d3ec tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Request body: {'security_group': {'name': 'tempest-securitygroup--172332481', 'description': 'tempest-description--906910136'}} {{(pid=109804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 12:59:08.059023 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1a4cfe50-a23c-4e88-96cd-8295a326d3ec tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Publish callbacks [] for security_group (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:08.125815 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1a4cfe50-a23c-4e88-96cd-8295a326d3ec tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Publish callbacks [] for security_group (d8ecf38f-c596-40bd-8f22-07dc1f42af8a), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:08.129331 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1a4cfe50-a23c-4e88-96cd-8295a326d3ec tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (d8ecf38f-c596-40bd-8f22-07dc1f42af8a), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:08.159906 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1a4cfe50-a23c-4e88-96cd-8295a326d3ec tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Publish callbacks [] for security_group (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:08.161134 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-1a4cfe50-a23c-4e88-96cd-8295a326d3ec tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1254029 May 13 12:59:08.163094 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4cfe50-a23c-4e88-96cd-8295a326d3ec tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8ecf38f-c596-40bd-8f22-07dc1f42af8a,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:59:08.164194 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 51230) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:59:08.169024 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.v2.base [None req-99787e31-27f0-4090-9534-389ae4de8898 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Request body: {'security_group_rule': {'security_group_id': 'd8ecf38f-c596-40bd-8f22-07dc1f42af8a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 12:59:08.193872 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-99787e31-27f0-4090-9534-389ae4de8898 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Publish callbacks [] for security_group_rule (5f669401-3722-4fd3-850a-59767a8b82fb), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:08.249907 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-99787e31-27f0-4090-9534-389ae4de8898 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Publish callbacks [] for security_group_rule (5f669401-3722-4fd3-850a-59767a8b82fb), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:08.253644 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-99787e31-27f0-4090-9534-389ae4de8898 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472018'] for security_group_rule (5f669401-3722-4fd3-850a-59767a8b82fb), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:08.277075 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99787e31-27f0-4090-9534-389ae4de8898 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f669401-3722-4fd3-850a-59767a8b82fb,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:59:08.283796 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-99787e31-27f0-4090-9534-389ae4de8898 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:08.287445 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-99787e31-27f0-4090-9534-389ae4de8898 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1197271 May 13 12:59:08.287652 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 51232) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:59:08.291650 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.v2.base [None req-7d2faa0f-eaf7-47e2-9f5c-7a41817d8afb tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Request body: {'security_group_rule': {'security_group_id': 'd8ecf38f-c596-40bd-8f22-07dc1f42af8a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 12:59:08.318235 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7d2faa0f-eaf7-47e2-9f5c-7a41817d8afb tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Publish callbacks [] for security_group_rule (9d23db19-4d3f-4ce4-822c-791ae8357d21), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:08.371954 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7d2faa0f-eaf7-47e2-9f5c-7a41817d8afb tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Publish callbacks [] for security_group_rule (9d23db19-4d3f-4ce4-822c-791ae8357d21), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:08.375626 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7d2faa0f-eaf7-47e2-9f5c-7a41817d8afb tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472018'] for security_group_rule (9d23db19-4d3f-4ce4-822c-791ae8357d21), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:08.393382 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2faa0f-eaf7-47e2-9f5c-7a41817d8afb tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d23db19-4d3f-4ce4-822c-791ae8357d21,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:59:08.402591 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7d2faa0f-eaf7-47e2-9f5c-7a41817d8afb tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:08.403876 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-7d2faa0f-eaf7-47e2-9f5c-7a41817d8afb tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1154003 May 13 12:59:08.406891 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 51234) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:59:08.411239 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.v2.base [None req-13fd1c35-87e1-4bd5-b20e-c476726aad69 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Request body: {'floatingip': {'floating_network_id': 'feab3964-f0b8-402e-905b-49af947bf732'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 12:59:08.430172 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-13fd1c35-87e1-4bd5-b20e-c476726aad69 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:08.509375 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-13fd1c35-87e1-4bd5-b20e-c476726aad69 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:08.610166 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-13fd1c35-87e1-4bd5-b20e-c476726aad69 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Allocated IP 172.27.3.186 (feab3964-f0b8-402e-905b-49af947bf732/23e33d6a-fc94-4466-a994-b549e993d354/218f380c-870e-41f3-993a-240287853e12) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 12:59:08.712535 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-13fd1c35-87e1-4bd5-b20e-c476726aad69 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Publish callbacks [] for port (218f380c-870e-41f3-993a-240287853e12), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:08.745161 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-13fd1c35-87e1-4bd5-b20e-c476726aad69 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750967062384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6509865'] for port (218f380c-870e-41f3-993a-240287853e12), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:08.784485 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13fd1c35-87e1-4bd5-b20e-c476726aad69 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Network feab3964-f0b8-402e-905b-49af947bf732 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 12:59:08.791879 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-13fd1c35-87e1-4bd5-b20e-c476726aad69 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 12:59:08.794791 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13fd1c35-87e1-4bd5-b20e-c476726aad69 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 12:59:08.797775 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd1c35-87e1-4bd5-b20e-c476726aad69 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Pushing event updated for resources: {'Port': ['ID=218f380c-870e-41f3-993a-240287853e12,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:59:08.885892 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-13fd1c35-87e1-4bd5-b20e-c476726aad69 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Publish callbacks [] for floatingip (83b40eef-3337-4322-bcd3-ac6324690d9c), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:08.922551 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-13fd1c35-87e1-4bd5-b20e-c476726aad69 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (218f380c-870e-41f3-993a-240287853e12), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:08.959286 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.agents_db [None req-04065fb1-5207-409b-a281-8f6301b2fc59 None None] Agent healthcheck: found 6 active agents {{(pid=109806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 12:59:09.083854 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-13fd1c35-87e1-4bd5-b20e-c476726aad69 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Publish callbacks [] for port (218f380c-870e-41f3-993a-240287853e12), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:09.088182 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-13fd1c35-87e1-4bd5-b20e-c476726aad69 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6509904'] for port (218f380c-870e-41f3-993a-240287853e12), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:09.154926 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd1c35-87e1-4bd5-b20e-c476726aad69 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Pushing event updated for resources: {'Port': ['ID=218f380c-870e-41f3-993a-240287853e12,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:59:09.164581 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-13fd1c35-87e1-4bd5-b20e-c476726aad69 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621791'] for floatingip (83b40eef-3337-4322-bcd3-ac6324690d9c), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:09.179636 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-13fd1c35-87e1-4bd5-b20e-c476726aad69 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4290'] for floatingip (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:09.181137 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-13fd1c35-87e1-4bd5-b20e-c476726aad69 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7729113 May 13 12:59:09.381954 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-e9b193f9-7a6e-4c95-932d-954f3a93c507 req-f7a3bbe0-6b9f-4d44-a813-088a31e82855 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--172332481&fields=id&tenant_id=a8e091db3cd14ecb9c40257451cd434d HTTP/1.1" status: 200 len: 267 time: 0.0436032 May 13 12:59:09.491429 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b193f9-7a6e-4c95-932d-954f3a93c507 req-3ba44146-35b3-48ac-b91b-0d1a251d5543 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:59:09.492887 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-e9b193f9-7a6e-4c95-932d-954f3a93c507 req-3ba44146-35b3-48ac-b91b-0d1a251d5543 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/networks?id=2e48d261-a2df-43c6-bd2a-fa0153331d4d HTTP/1.1" status: 200 len: 811 time: 0.1020994 May 13 12:59:09.507703 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-e9b193f9-7a6e-4c95-932d-954f3a93c507 req-187ba2a9-d048-4377-b3e4-80a5e599664e tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/quotas/a8e091db3cd14ecb9c40257451cd434d HTTP/1.1" status: 200 len: 375 time: 0.0088198 May 13 12:59:09.555200 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-e9b193f9-7a6e-4c95-932d-954f3a93c507 req-209ce9c7-3fd4-462b-a481-ef7ee1f904d5 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=a8e091db3cd14ecb9c40257451cd434d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0424657 May 13 12:59:09.649766 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-e9b193f9-7a6e-4c95-932d-954f3a93c507 req-ba2e4344-46c1-4935-bfa9-18b6679c0fd9 service neutron] 10.222.0.49 "GET /v2.0/networks/2e48d261-a2df-43c6-bd2a-fa0153331d4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831058 May 13 12:59:09.737364 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-e9b193f9-7a6e-4c95-932d-954f3a93c507 req-5e7d9d92-5409-43af-a09e-0a4c5c0e1456 service neutron] 10.222.0.49 "GET /v2.0/networks/2e48d261-a2df-43c6-bd2a-fa0153331d4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812829 May 13 12:59:09.896274 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-aa83c8e4-6b5c-4f3c-9601-ac43aef15cfe req-39aeac5a-475e-4849-a8e4-c509f7992107 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/ports?device_id=80dc3686-a1be-4e57-8d5a-9d1f94f597d1 HTTP/1.1" status: 200 len: 210 time: 0.0285900 May 13 12:59:10.319084 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa5c645-1024-4e09-a836-754dca3d8bb7 req-e69c4ec7-9cbc-408e-a86a-9fad51c10a81 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:59:10.320571 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-5fa5c645-1024-4e09-a836-754dca3d8bb7 req-e69c4ec7-9cbc-408e-a86a-9fad51c10a81 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f2825cd-1b9d-4434-bf94-ebf3f6688015 HTTP/1.1" status: 200 len: 946 time: 0.0528421 May 13 12:59:10.367053 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-5fa5c645-1024-4e09-a836-754dca3d8bb7 req-277cfb0e-2367-44d7-91e8-cde43d589a63 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/security-groups?id=3473c18c-30b6-4258-8d74-d4010b438108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401623 May 13 12:59:10.993648 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-0875b048-5205-4a8e-a3e1-d11ba021dfb3 req-785d5ed8-0acc-4770-bd01-33695196022a tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/ports?device_id=80dc3686-a1be-4e57-8d5a-9d1f94f597d1 HTTP/1.1" status: 200 len: 210 time: 0.0286829 May 13 12:59:11.442689 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-1a566056-3286-4326-a373-7f8a40725bf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (12f7f474-a19f-4cf7-bcdf-b9ad7dbdd770), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:11.482507 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941e3427-8d8d-4fde-a88d-bb90b7685d84 req-28a0a72b-a878-4c07-91d0-67bf0bd11f1d tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:59:11.483951 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-941e3427-8d8d-4fde-a88d-bb90b7685d84 req-28a0a72b-a878-4c07-91d0-67bf0bd11f1d tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f2825cd-1b9d-4434-bf94-ebf3f6688015 HTTP/1.1" status: 200 len: 946 time: 0.0467730 May 13 12:59:11.531129 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-941e3427-8d8d-4fde-a88d-bb90b7685d84 req-09ad42fb-6433-4f12-8d7b-831db7cad4f6 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/security-groups?id=3473c18c-30b6-4258-8d74-d4010b438108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414720 May 13 12:59:12.086458 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-5070a7c1-ecd3-4b67-bd9d-36e1a03fea39 req-534d91c2-fff5-4233-ab55-a1e243c73086 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/ports?device_id=80dc3686-a1be-4e57-8d5a-9d1f94f597d1 HTTP/1.1" status: 200 len: 210 time: 0.0268080 May 13 12:59:12.644841 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d012928f-0fd9-4949-992c-c195180339b6 req-20ac7ff8-e79e-4675-be54-b99f24f7db19 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:59:12.646352 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-d012928f-0fd9-4949-992c-c195180339b6 req-20ac7ff8-e79e-4675-be54-b99f24f7db19 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f2825cd-1b9d-4434-bf94-ebf3f6688015 HTTP/1.1" status: 200 len: 946 time: 0.0495336 May 13 12:59:12.693175 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-d012928f-0fd9-4949-992c-c195180339b6 req-fb399b5e-602b-4968-ab5a-1ad7c65929ec tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/security-groups?id=3473c18c-30b6-4258-8d74-d4010b438108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412173 May 13 12:59:13.181828 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-0d2706d6-d9e2-4eda-859f-9f4d26385046 req-80c59537-b405-4ac0-8557-60a3556f7d5b tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/ports?device_id=80dc3686-a1be-4e57-8d5a-9d1f94f597d1 HTTP/1.1" status: 200 len: 210 time: 0.0314400 May 13 12:59:13.279393 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac83365-26a0-4e84-88f0-70a0947d6ad6 req-b03e1db5-e65e-421a-ac7a-49fed059b92a tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:59:13.280721 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-bac83365-26a0-4e84-88f0-70a0947d6ad6 req-b03e1db5-e65e-421a-ac7a-49fed059b92a tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.52 "GET /v2.0/ports?device_id=9f2825cd-1b9d-4434-bf94-ebf3f6688015 HTTP/1.1" status: 200 len: 946 time: 0.0484619 May 13 12:59:13.558121 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [req-bac83365-26a0-4e84-88f0-70a0947d6ad6 req-030f0cca-fa45-4cc8-b067-59855ad62dae tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Deleting port 2f8c0546-7559-4827-9638-ab93068addc3 {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 12:59:13.558377 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-bac83365-26a0-4e84-88f0-70a0947d6ad6 req-030f0cca-fa45-4cc8-b067-59855ad62dae tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750967565572'] for port (2f8c0546-7559-4827-9638-ab93068addc3), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:13.648337 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.db [req-bac83365-26a0-4e84-88f0-70a0947d6ad6 req-030f0cca-fa45-4cc8-b067-59855ad62dae tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] For port 2f8c0546-7559-4827-9638-ab93068addc3, host hv-cinder-84164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84164',level=0,port_id=2f8c0546-7559-4827-9638-ab93068addc3,segment=NetworkSegment(4c692b35-b0de-4c8a-9d7f-cd52d87568b3),segment_id=4c692b35-b0de-4c8a-9d7f-cd52d87568b3)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 12:59:13.649027 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-bac83365-26a0-4e84-88f0-70a0947d6ad6 req-030f0cca-fa45-4cc8-b067-59855ad62dae tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624050'] for port (2f8c0546-7559-4827-9638-ab93068addc3), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:13.661929 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [req-bac83365-26a0-4e84-88f0-70a0947d6ad6 req-030f0cca-fa45-4cc8-b067-59855ad62dae tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Calling delete_port for 2f8c0546-7559-4827-9638-ab93068addc3 owned by compute:nova {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 12:59:13.823995 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b01876-f8f8-4e84-8e3d-9afb267eed35 req-82d34a11-dd38-4a1f-9bb2-6a03aaaab428 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:59:13.825448 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-89b01876-f8f8-4e84-8e3d-9afb267eed35 req-82d34a11-dd38-4a1f-9bb2-6a03aaaab428 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f2825cd-1b9d-4434-bf94-ebf3f6688015 HTTP/1.1" status: 200 len: 946 time: 0.0605855 May 13 12:59:13.826519 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-bac83365-26a0-4e84-88f0-70a0947d6ad6 req-030f0cca-fa45-4cc8-b067-59855ad62dae tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750967572628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750967062393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6007231'] for port (2f8c0546-7559-4827-9638-ab93068addc3), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:13.868024 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030f0cca-fa45-4cc8-b067-59855ad62dae tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Pushing event deleted for resources: {'Port': ['ID=2f8c0546-7559-4827-9638-ab93068addc3,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:59:13.893689 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] get_ports_and_sgs() called for port_ids ['08d00a85-0887-4227-be00-65bf3e7c0381', '2f8c0546-7559-4827-9638-ab93068addc3'] {{(pid=109805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 12:59:13.933772 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [req-bac83365-26a0-4e84-88f0-70a0947d6ad6 req-030f0cca-fa45-4cc8-b067-59855ad62dae tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] No DVR routers for this DVR port 2f8c0546-7559-4827-9638-ab93068addc3 on host hv-cinder-84164 {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 12:59:13.938767 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-bac83365-26a0-4e84-88f0-70a0947d6ad6 req-030f0cca-fa45-4cc8-b067-59855ad62dae tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4290'] for port (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:13.942047 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-bac83365-26a0-4e84-88f0-70a0947d6ad6 req-030f0cca-fa45-4cc8-b067-59855ad62dae tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.52 "DELETE /v2.0/ports/2f8c0546-7559-4827-9638-ab93068addc3 HTTP/1.1" status: 204 len: 173 time: 0.4691339 May 13 12:59:13.942497 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f2825cd-1b9d-4434-bf94-ebf3f6688015', 'name': 'network-vif-deleted', 'tag': '2f8c0546-7559-4827-9638-ab93068addc3'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 12:59:13.944742 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1b69bbfd011f85c3db934c4b22a349ffa5730c167d2456731e37bfe5d9c9e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38952651-400c-4de5-8e4f-2998d101cd93" -d '{"events": [{"server_uuid": "9f2825cd-1b9d-4434-bf94-ebf3f6688015", "name": "network-vif-deleted", "tag": "2f8c0546-7559-4827-9638-ab93068addc3"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 12:59:13.959113 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-89b01876-f8f8-4e84-8e3d-9afb267eed35 req-28040246-dbf1-4eb1-bde8-428bf92e48c8 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/security-groups?id=3473c18c-30b6-4258-8d74-d4010b438108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251180 May 13 12:59:14.015014 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 12:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a114de79-4ff8-4e05-9308-35abb059468a x-openstack-request-id: req-a114de79-4ff8-4e05-9308-35abb059468a {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 12:59:14.015521 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f2825cd-1b9d-4434-bf94-ebf3f6688015", "name": "network-vif-deleted", "tag": "2f8c0546-7559-4827-9638-ab93068addc3", "status": "completed", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 12:59:14.015831 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a114de79-4ff8-4e05-9308-35abb059468a {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 12:59:14.016239 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a114de79-4ff8-4e05-9308-35abb059468a'] response: {'server_uuid': '9f2825cd-1b9d-4434-bf94-ebf3f6688015', 'name': 'network-vif-deleted', 'tag': '2f8c0546-7559-4827-9638-ab93068addc3', 'status': 'completed', 'code': 200} May 13 12:59:14.030225 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-1428fa3e-ecf2-430f-89a7-d91198eda989 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (6d8a5631-9f63-444c-af3b-4dcce4842b62), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:14.066706 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b193f9-7a6e-4c95-932d-954f3a93c507 req-a06a5c49-b408-4176-9b8f-818f42386b67 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:59:14.068534 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-e9b193f9-7a6e-4c95-932d-954f3a93c507 req-a06a5c49-b408-4176-9b8f-818f42386b67 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.52 "GET /v2.0/networks?id=2e48d261-a2df-43c6-bd2a-fa0153331d4d HTTP/1.1" status: 200 len: 811 time: 0.1940310 May 13 12:59:14.212367 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-e9b193f9-7a6e-4c95-932d-954f3a93c507 req-60ddaf97-7a58-422c-ac84-93b0976369eb tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a8e091db3cd14ecb9c40257451cd434d HTTP/1.1" status: 200 len: 379 time: 0.0642753 May 13 12:59:14.287905 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-cbb74921-fc16-4d51-b0d5-b6ac670fe499 req-dfa47c7c-731a-4623-84b0-06644ad88a17 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/ports?device_id=80dc3686-a1be-4e57-8d5a-9d1f94f597d1 HTTP/1.1" status: 200 len: 210 time: 0.0321987 May 13 12:59:14.330405 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.v2.base [req-e9b193f9-7a6e-4c95-932d-954f3a93c507 req-1e6ef494-1f56-4fab-b10d-280f243f81f7 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Request body: {'port': {'device_id': '80dc3686-a1be-4e57-8d5a-9d1f94f597d1', 'network_id': '2e48d261-a2df-43c6-bd2a-fa0153331d4d', 'admin_state_up': True, 'tenant_id': 'a8e091db3cd14ecb9c40257451cd434d', 'security_groups': ['d8ecf38f-c596-40bd-8f22-07dc1f42af8a']}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 12:59:14.454155 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9b193f9-7a6e-4c95-932d-954f3a93c507 req-1e6ef494-1f56-4fab-b10d-280f243f81f7 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Made reservation on behalf of a8e091db3cd14ecb9c40257451cd434d for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 12:59:14.457758 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-e9b193f9-7a6e-4c95-932d-954f3a93c507 req-1e6ef494-1f56-4fab-b10d-280f243f81f7 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:14.595394 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [req-e9b193f9-7a6e-4c95-932d-954f3a93c507 req-1e6ef494-1f56-4fab-b10d-280f243f81f7 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Allocated IP 172.20.0.7 (2e48d261-a2df-43c6-bd2a-fa0153331d4d/9e6203bd-7b13-480f-9ce9-60943080d6b6/5ac86e19-cc6f-4364-9f1f-30cab19c886a) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 12:59:14.987886 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-e9b193f9-7a6e-4c95-932d-954f3a93c507 req-1e6ef494-1f56-4fab-b10d-280f243f81f7 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Publish callbacks [] for port (5ac86e19-cc6f-4364-9f1f-30cab19c886a), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:15.024165 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-e9b193f9-7a6e-4c95-932d-954f3a93c507 req-1e6ef494-1f56-4fab-b10d-280f243f81f7 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750967062384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6509865'] for port (5ac86e19-cc6f-4364-9f1f-30cab19c886a), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:15.058025 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-4a907869-afee-4d69-acd8-cccc744e537a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (d2cfa305-5f5a-49b3-8228-876061d7e1f6), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:15.072201 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9b193f9-7a6e-4c95-932d-954f3a93c507 req-1e6ef494-1f56-4fab-b10d-280f243f81f7 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Network 2e48d261-a2df-43c6-bd2a-fa0153331d4d is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 12:59:15.076099 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [req-e9b193f9-7a6e-4c95-932d-954f3a93c507 req-1e6ef494-1f56-4fab-b10d-280f243f81f7 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 12:59:15.082100 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9b193f9-7a6e-4c95-932d-954f3a93c507 req-1e6ef494-1f56-4fab-b10d-280f243f81f7 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 12:59:15.107261 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6ef494-1f56-4fab-b10d-280f243f81f7 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Pushing event updated for resources: {'Port': ['ID=5ac86e19-cc6f-4364-9f1f-30cab19c886a,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:59:15.147219 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b193f9-7a6e-4c95-932d-954f3a93c507 req-1e6ef494-1f56-4fab-b10d-280f243f81f7 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:59:15.148511 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-e9b193f9-7a6e-4c95-932d-954f3a93c507 req-1e6ef494-1f56-4fab-b10d-280f243f81f7 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4290'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:15.179092 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-e9b193f9-7a6e-4c95-932d-954f3a93c507 req-1e6ef494-1f56-4fab-b10d-280f243f81f7 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8609974 May 13 12:59:15.266759 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9680b4-8273-4f09-9e47-634dc286a051 req-ab34c887-e922-4b1f-bcd2-65ce4cc318e6 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:59:15.268332 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-3c9680b4-8273-4f09-9e47-634dc286a051 req-ab34c887-e922-4b1f-bcd2-65ce4cc318e6 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/ports?device_id=b9ff36f5-3afb-4239-b817-663ac72e599f HTTP/1.1" status: 200 len: 945 time: 0.0487027 May 13 12:59:15.324594 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-3c9680b4-8273-4f09-9e47-634dc286a051 req-0edb9d9d-1a38-4e2a-b2b3-16d7fc1d4ae5 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/security-groups?id=3473c18c-30b6-4258-8d74-d4010b438108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494249 May 13 12:59:15.341791 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-9ef08108-1ef3-4a59-9f2a-00b71d1a70e8 None None] Provisioning complete for port 5ac86e19-cc6f-4364-9f1f-30cab19c886a triggered by entity DHCP. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 12:59:15.342173 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-9ef08108-1ef3-4a59-9f2a-00b71d1a70e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (5ac86e19-cc6f-4364-9f1f-30cab19c886a), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:15.383169 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-9ef08108-1ef3-4a59-9f2a-00b71d1a70e8 None None] Port 5ac86e19-cc6f-4364-9f1f-30cab19c886a cannot update to ACTIVE because it is not bound. {{(pid=109805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 12:59:15.426391 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bf40ca-3224-4bcb-a5a2-56e04d68befe req-d2c7f67c-853a-44ba-b102-2dabd5db6ea7 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:59:15.428142 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-30bf40ca-3224-4bcb-a5a2-56e04d68befe req-d2c7f67c-853a-44ba-b102-2dabd5db6ea7 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/ports?device_id=80dc3686-a1be-4e57-8d5a-9d1f94f597d1 HTTP/1.1" status: 200 len: 931 time: 0.0545297 May 13 12:59:15.475776 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-30bf40ca-3224-4bcb-a5a2-56e04d68befe req-c2bfe4eb-cecc-4c77-bc7e-3c7a9169b926 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/security-groups?id=d8ecf38f-c596-40bd-8f22-07dc1f42af8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420969 May 13 12:59:16.410592 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Device 2f8c0546-7559-4827-9638-ab93068addc3 no longer exists at agent hyperv_hv-cinder-84164 {{(pid=109805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 12:59:16.430401 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] No Port match for: 2f8c0546-7559-4827-9638-ab93068addc3 {{(pid=109805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 12:59:16.430756 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Device 2f8c0546-7559-4827-9638-ab93068addc3 not bound to the agent host hv-cinder-84164 {{(pid=109805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 12:59:16.443715 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aa8be2-35ea-41ed-a747-1d5c635463f0 req-77be63db-cd01-436d-a49c-2e33df204385 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:59:16.445210 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-65aa8be2-35ea-41ed-a747-1d5c635463f0 req-77be63db-cd01-436d-a49c-2e33df204385 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/ports?device_id=b9ff36f5-3afb-4239-b817-663ac72e599f HTTP/1.1" status: 200 len: 945 time: 0.0502968 May 13 12:59:16.490867 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-65aa8be2-35ea-41ed-a747-1d5c635463f0 req-cf376b89-40ac-4e02-98e6-0e8856493ca1 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/security-groups?id=3473c18c-30b6-4258-8d74-d4010b438108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394046 May 13 12:59:16.592435 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b206dd-77ad-4ed0-8fff-aa31f5f7778d req-56f4a5af-f3ce-4a49-8087-b9156cbdd117 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:59:16.593905 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-64b206dd-77ad-4ed0-8fff-aa31f5f7778d req-56f4a5af-f3ce-4a49-8087-b9156cbdd117 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/ports?device_id=80dc3686-a1be-4e57-8d5a-9d1f94f597d1 HTTP/1.1" status: 200 len: 931 time: 0.0490515 May 13 12:59:16.639222 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-64b206dd-77ad-4ed0-8fff-aa31f5f7778d req-328a4e6f-d581-42d7-88d6-9f7a919d35ce tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/security-groups?id=d8ecf38f-c596-40bd-8f22-07dc1f42af8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396802 May 13 12:59:16.730204 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-7baa8e58-cb75-431e-995b-6c55a6feb1d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (5f75012c-56a5-4b0a-a85c-97c3435c2a5d), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:17.603601 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2ab61b-7dac-4180-af57-f55eb69841bd req-9c256bf6-fd36-4269-8ece-88cef087d59c tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:59:17.605081 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-ca2ab61b-7dac-4180-af57-f55eb69841bd req-9c256bf6-fd36-4269-8ece-88cef087d59c tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/ports?device_id=b9ff36f5-3afb-4239-b817-663ac72e599f HTTP/1.1" status: 200 len: 945 time: 0.0453012 May 13 12:59:17.650797 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-ca2ab61b-7dac-4180-af57-f55eb69841bd req-c6abfe59-2aaa-4114-a795-c76bf104104b tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/security-groups?id=3473c18c-30b6-4258-8d74-d4010b438108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397234 May 13 12:59:17.750483 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295c892e-05b5-4845-bb92-80717c3b94ee req-6972ab63-5a91-49e4-9b2d-29fb85aa7631 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:59:17.751973 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-295c892e-05b5-4845-bb92-80717c3b94ee req-6972ab63-5a91-49e4-9b2d-29fb85aa7631 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/ports?device_id=80dc3686-a1be-4e57-8d5a-9d1f94f597d1 HTTP/1.1" status: 200 len: 931 time: 0.0477612 May 13 12:59:17.798207 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-295c892e-05b5-4845-bb92-80717c3b94ee req-7445d1ef-9172-4aef-9f5f-c5a1eba204e0 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/security-groups?id=d8ecf38f-c596-40bd-8f22-07dc1f42af8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405118 May 13 12:59:17.852875 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (f7880a20-862d-46b4-8dd6-192b0a47d710), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:18.345918 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.v2.base [req-e9b193f9-7a6e-4c95-932d-954f3a93c507 req-da4898aa-0189-4d5d-a256-f765fa97c378 service neutron] Request body: {'port': {'device_id': '80dc3686-a1be-4e57-8d5a-9d1f94f597d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84164'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 12:59:18.414166 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-e9b193f9-7a6e-4c95-932d-954f3a93c507 req-da4898aa-0189-4d5d-a256-f765fa97c378 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (5ac86e19-cc6f-4364-9f1f-30cab19c886a), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:18.677178 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.notifiers.nova [req-e9b193f9-7a6e-4c95-932d-954f3a93c507 req-da4898aa-0189-4d5d-a256-f765fa97c378 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ac86e19-cc6f-4364-9f1f-30cab19c886a {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 12:59:18.684911 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-e9b193f9-7a6e-4c95-932d-954f3a93c507 req-da4898aa-0189-4d5d-a256-f765fa97c378 service neutron] Publish callbacks [] for port (5ac86e19-cc6f-4364-9f1f-30cab19c886a), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:18.697512 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-e9b193f9-7a6e-4c95-932d-954f3a93c507 req-da4898aa-0189-4d5d-a256-f765fa97c378 service neutron] Transition to ACTIVE for port object 5ac86e19-cc6f-4364-9f1f-30cab19c886a will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 12:59:18.701066 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-e9b193f9-7a6e-4c95-932d-954f3a93c507 req-da4898aa-0189-4d5d-a256-f765fa97c378 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6509904'] for port (5ac86e19-cc6f-4364-9f1f-30cab19c886a), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:18.751157 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4898aa-0189-4d5d-a256-f765fa97c378 service neutron] Pushing event updated for resources: {'Port': ['ID=5ac86e19-cc6f-4364-9f1f-30cab19c886a,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:59:18.815290 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4ae243-8012-448d-96eb-030e34e0ca86 req-e7d21cc4-2d4f-4a2f-b67f-174416c7faa9 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:59:18.816948 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-da4ae243-8012-448d-96eb-030e34e0ca86 req-e7d21cc4-2d4f-4a2f-b67f-174416c7faa9 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/ports?device_id=b9ff36f5-3afb-4239-b817-663ac72e599f HTTP/1.1" status: 200 len: 945 time: 0.0977447 May 13 12:59:18.834733 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b6877e-e9cf-4cec-996e-448cd5a51f77 req-12711a9c-1fe2-4847-b19d-56adf26a96d0 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:59:18.836447 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-a2b6877e-e9cf-4cec-996e-448cd5a51f77 req-12711a9c-1fe2-4847-b19d-56adf26a96d0 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.52 "GET /v2.0/ports?device_id=b9ff36f5-3afb-4239-b817-663ac72e599f HTTP/1.1" status: 200 len: 945 time: 0.0753577 May 13 12:59:18.850170 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-e9b193f9-7a6e-4c95-932d-954f3a93c507 req-da4898aa-0189-4d5d-a256-f765fa97c378 service neutron] Attempting to bind port 5ac86e19-cc6f-4364-9f1f-30cab19c886a on host hv-cinder-84164 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 12:59:18.850514 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-e9b193f9-7a6e-4c95-932d-954f3a93c507 req-da4898aa-0189-4d5d-a256-f765fa97c378 service neutron] Attempting to bind port 5ac86e19-cc6f-4364-9f1f-30cab19c886a by drivers openvswitch,hyperv on host hv-cinder-84164 at level 0 using segments [{'id': '0f3297cd-6882-42ac-b9e0-5f7f169df451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2e48d261-a2df-43c6-bd2a-fa0153331d4d'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 12:59:18.850946 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b193f9-7a6e-4c95-932d-954f3a93c507 req-da4898aa-0189-4d5d-a256-f765fa97c378 service neutron] Attempting to bind port 5ac86e19-cc6f-4364-9f1f-30cab19c886a on network 2e48d261-a2df-43c6-bd2a-fa0153331d4d {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 12:59:18.855558 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b193f9-7a6e-4c95-932d-954f3a93c507 req-da4898aa-0189-4d5d-a256-f765fa97c378 service neutron] Port 5ac86e19-cc6f-4364-9f1f-30cab19c886a on network 2e48d261-a2df-43c6-bd2a-fa0153331d4d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84164 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 12:59:18.856422 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b193f9-7a6e-4c95-932d-954f3a93c507 req-da4898aa-0189-4d5d-a256-f765fa97c378 service neutron] Attempting to bind port 5ac86e19-cc6f-4364-9f1f-30cab19c886a on network 2e48d261-a2df-43c6-bd2a-fa0153331d4d {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 12:59:18.861673 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b193f9-7a6e-4c95-932d-954f3a93c507 req-da4898aa-0189-4d5d-a256-f765fa97c378 service neutron] Checking agent: {'id': '202f7e15-8fd1-4d3b-a0cb-2b083dcecd1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84164', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 12, 52, 20), 'started_at': datetime.datetime(2022, 5, 13, 12, 52, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 12, 58, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 12:59:18.862010 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b193f9-7a6e-4c95-932d-954f3a93c507 req-da4898aa-0189-4d5d-a256-f765fa97c378 service neutron] Checking segment: {'id': '0f3297cd-6882-42ac-b9e0-5f7f169df451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2e48d261-a2df-43c6-bd2a-fa0153331d4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 12:59:18.862392 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b193f9-7a6e-4c95-932d-954f3a93c507 req-da4898aa-0189-4d5d-a256-f765fa97c378 service neutron] Bound using segment: {'id': '0f3297cd-6882-42ac-b9e0-5f7f169df451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2e48d261-a2df-43c6-bd2a-fa0153331d4d'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 12:59:18.862815 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-e9b193f9-7a6e-4c95-932d-954f3a93c507 req-da4898aa-0189-4d5d-a256-f765fa97c378 service neutron] Bound port: 5ac86e19-cc6f-4364-9f1f-30cab19c886a, host: hv-cinder-84164, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f3297cd-6882-42ac-b9e0-5f7f169df451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '2e48d261-a2df-43c6-bd2a-fa0153331d4d'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 12:59:18.863176 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-e9b193f9-7a6e-4c95-932d-954f3a93c507 req-da4898aa-0189-4d5d-a256-f765fa97c378 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (5ac86e19-cc6f-4364-9f1f-30cab19c886a), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:18.960379 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464bb67b-3c1e-408f-bf48-81a01f72154d req-05cfa23a-8997-4562-ac28-cec0173b4972 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:59:18.961638 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-464bb67b-3c1e-408f-bf48-81a01f72154d req-05cfa23a-8997-4562-ac28-cec0173b4972 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/ports?device_id=80dc3686-a1be-4e57-8d5a-9d1f94f597d1 HTTP/1.1" status: 200 len: 943 time: 0.0650318 May 13 12:59:18.970759 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-da4ae243-8012-448d-96eb-030e34e0ca86 req-10032f73-d281-46f9-8a6d-622c23f19832 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/security-groups?id=3473c18c-30b6-4258-8d74-d4010b438108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330223 May 13 12:59:18.977556 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-e9b193f9-7a6e-4c95-932d-954f3a93c507 req-da4898aa-0189-4d5d-a256-f765fa97c378 service neutron] For port 5ac86e19-cc6f-4364-9f1f-30cab19c886a, host hv-cinder-84164, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 12:59:19.006720 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [req-a2b6877e-e9cf-4cec-996e-448cd5a51f77 req-94abade2-0b22-46a2-a177-7cf90b1e3685 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Deleting port 08d00a85-0887-4227-be00-65bf3e7c0381 {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 12:59:19.007127 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-a2b6877e-e9cf-4cec-996e-448cd5a51f77 req-94abade2-0b22-46a2-a177-7cf90b1e3685 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750967565572'] for port (08d00a85-0887-4227-be00-65bf3e7c0381), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:19.013267 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-e9b193f9-7a6e-4c95-932d-954f3a93c507 req-da4898aa-0189-4d5d-a256-f765fa97c378 service neutron] For port 5ac86e19-cc6f-4364-9f1f-30cab19c886a, host hv-cinder-84164, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84164',level=0,port_id=5ac86e19-cc6f-4364-9f1f-30cab19c886a,segment=NetworkSegment(0f3297cd-6882-42ac-b9e0-5f7f169df451),segment_id=0f3297cd-6882-42ac-b9e0-5f7f169df451)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 12:59:19.029122 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-e9b193f9-7a6e-4c95-932d-954f3a93c507 req-da4898aa-0189-4d5d-a256-f765fa97c378 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6509904'] for port (5ac86e19-cc6f-4364-9f1f-30cab19c886a), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:19.082091 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-464bb67b-3c1e-408f-bf48-81a01f72154d req-d38fad84-ca05-40ae-84f6-50375102dacd tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/security-groups?id=d8ecf38f-c596-40bd-8f22-07dc1f42af8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001248 May 13 12:59:19.086712 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b193f9-7a6e-4c95-932d-954f3a93c507 req-da4898aa-0189-4d5d-a256-f765fa97c378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:59:19.087348 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-e9b193f9-7a6e-4c95-932d-954f3a93c507 req-da4898aa-0189-4d5d-a256-f765fa97c378 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4290'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:19.089767 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-e9b193f9-7a6e-4c95-932d-954f3a93c507 req-da4898aa-0189-4d5d-a256-f765fa97c378 service neutron] 10.222.0.52 "PUT /v2.0/ports/5ac86e19-cc6f-4364-9f1f-30cab19c886a HTTP/1.1" status: 200 len: 1093 time: 0.7480769 May 13 12:59:19.091367 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80dc3686-a1be-4e57-8d5a-9d1f94f597d1', 'tag': '5ac86e19-cc6f-4364-9f1f-30cab19c886a'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 12:59:19.093806 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cdb7c774b4c64768c46a18a465ef1a15500a906a5d07d0e5a65b0b29d0c9ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-047969d4-8aae-43a3-9800-7e3e8f587f59" -d '{"events": [{"name": "network-changed", "server_uuid": "80dc3686-a1be-4e57-8d5a-9d1f94f597d1", "tag": "5ac86e19-cc6f-4364-9f1f-30cab19c886a"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 12:59:19.128738 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.db [req-a2b6877e-e9cf-4cec-996e-448cd5a51f77 req-94abade2-0b22-46a2-a177-7cf90b1e3685 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] For port 08d00a85-0887-4227-be00-65bf3e7c0381, host hv-cinder-84164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84164',level=0,port_id=08d00a85-0887-4227-be00-65bf3e7c0381,segment=NetworkSegment(4c692b35-b0de-4c8a-9d7f-cd52d87568b3),segment_id=4c692b35-b0de-4c8a-9d7f-cd52d87568b3)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 12:59:19.129182 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-a2b6877e-e9cf-4cec-996e-448cd5a51f77 req-94abade2-0b22-46a2-a177-7cf90b1e3685 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624050'] for port (08d00a85-0887-4227-be00-65bf3e7c0381), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:19.151803 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 12:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec8abc3b-b49c-4eb8-a338-1c55b38ad72d x-openstack-request-id: req-ec8abc3b-b49c-4eb8-a338-1c55b38ad72d {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 12:59:19.152109 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80dc3686-a1be-4e57-8d5a-9d1f94f597d1", "tag": "5ac86e19-cc6f-4364-9f1f-30cab19c886a", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 12:59:19.152973 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ec8abc3b-b49c-4eb8-a338-1c55b38ad72d {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 12:59:19.153548 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec8abc3b-b49c-4eb8-a338-1c55b38ad72d'] response: {'name': 'network-changed', 'server_uuid': '80dc3686-a1be-4e57-8d5a-9d1f94f597d1', 'tag': '5ac86e19-cc6f-4364-9f1f-30cab19c886a', 'status': 'completed', 'code': 200} May 13 12:59:19.158255 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4898aa-0189-4d5d-a256-f765fa97c378 service neutron] Pushing event updated for resources: {'Port': ['ID=5ac86e19-cc6f-4364-9f1f-30cab19c886a,revision_number=3']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:59:19.166207 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [req-a2b6877e-e9cf-4cec-996e-448cd5a51f77 req-94abade2-0b22-46a2-a177-7cf90b1e3685 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Calling delete_port for 08d00a85-0887-4227-be00-65bf3e7c0381 owned by compute:nova {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 12:59:19.218077 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b193f9-7a6e-4c95-932d-954f3a93c507 req-7e09927b-d1b0-4c00-99d1-040d0a8b367f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:59:19.219869 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-e9b193f9-7a6e-4c95-932d-954f3a93c507 req-7e09927b-d1b0-4c00-99d1-040d0a8b367f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a8e091db3cd14ecb9c40257451cd434d&device_id=80dc3686-a1be-4e57-8d5a-9d1f94f597d1 HTTP/1.1" status: 200 len: 1127 time: 0.0454941 May 13 12:59:19.274795 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525a1cda-d76c-4193-bc06-ea6e046bd3bc req-f0467ad9-1196-41d7-b053-210576d098ff tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:59:19.276318 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-525a1cda-d76c-4193-bc06-ea6e046bd3bc req-f0467ad9-1196-41d7-b053-210576d098ff tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/ports?device_id=70fd3419-f741-4630-b0a8-288fd40f27d0 HTTP/1.1" status: 200 len: 945 time: 0.0659735 May 13 12:59:19.363714 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-525a1cda-d76c-4193-bc06-ea6e046bd3bc req-2018cc20-a6d3-4d8a-8500-ec03988d2ade tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/security-groups?id=02772ebe-b5e9-4b8d-bc0a-e9eb9199c002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797288 May 13 12:59:19.382055 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-a2b6877e-e9cf-4cec-996e-448cd5a51f77 req-94abade2-0b22-46a2-a177-7cf90b1e3685 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750967572628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750967062393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6007231'] for port (08d00a85-0887-4227-be00-65bf3e7c0381), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:19.411992 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94abade2-0b22-46a2-a177-7cf90b1e3685 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Pushing event deleted for resources: {'Port': ['ID=08d00a85-0887-4227-be00-65bf3e7c0381,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:59:19.425068 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] get_ports_and_sgs() called for port_ids ['08d00a85-0887-4227-be00-65bf3e7c0381'] {{(pid=109805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 12:59:19.459687 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2b6877e-e9cf-4cec-996e-448cd5a51f77 req-94abade2-0b22-46a2-a177-7cf90b1e3685 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] No DVR routers for this DVR port 08d00a85-0887-4227-be00-65bf3e7c0381 on host hv-cinder-84164 {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 12:59:19.462102 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-a2b6877e-e9cf-4cec-996e-448cd5a51f77 req-94abade2-0b22-46a2-a177-7cf90b1e3685 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4290'] for port (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:19.466214 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-a2b6877e-e9cf-4cec-996e-448cd5a51f77 req-94abade2-0b22-46a2-a177-7cf90b1e3685 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.52 "DELETE /v2.0/ports/08d00a85-0887-4227-be00-65bf3e7c0381 HTTP/1.1" status: 204 len: 173 time: 0.6193271 May 13 12:59:19.466654 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9ff36f5-3afb-4239-b817-663ac72e599f', 'name': 'network-vif-deleted', 'tag': '08d00a85-0887-4227-be00-65bf3e7c0381'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 12:59:19.469142 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1b69bbfd011f85c3db934c4b22a349ffa5730c167d2456731e37bfe5d9c9e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bdd95cd-643d-4911-80b7-abc462c80387" -d '{"events": [{"server_uuid": "b9ff36f5-3afb-4239-b817-663ac72e599f", "name": "network-vif-deleted", "tag": "08d00a85-0887-4227-be00-65bf3e7c0381"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 12:59:19.503951 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 12:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4934518a-37eb-433f-bf99-58951b600d97 x-openstack-request-id: req-4934518a-37eb-433f-bf99-58951b600d97 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 12:59:19.504243 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9ff36f5-3afb-4239-b817-663ac72e599f", "name": "network-vif-deleted", "tag": "08d00a85-0887-4227-be00-65bf3e7c0381", "status": "completed", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 12:59:19.504495 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4934518a-37eb-433f-bf99-58951b600d97 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 12:59:19.504885 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4934518a-37eb-433f-bf99-58951b600d97'] response: {'server_uuid': 'b9ff36f5-3afb-4239-b817-663ac72e599f', 'name': 'network-vif-deleted', 'tag': '08d00a85-0887-4227-be00-65bf3e7c0381', 'status': 'completed', 'code': 200} May 13 12:59:20.062016 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-f04a9aae-7eb6-4ead-a203-c7faedad8b6b req-014cc44a-75ad-45a6-b57c-79f75febcb80 tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/ports?device_id=b9ff36f5-3afb-4239-b817-663ac72e599f HTTP/1.1" status: 200 len: 210 time: 0.0271351 May 13 12:59:20.191646 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fa2361-7f28-44be-b557-2ac5742baa60 req-95854662-6a34-47ad-9af9-49678ac7f2b8 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:59:20.193100 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-f7fa2361-7f28-44be-b557-2ac5742baa60 req-95854662-6a34-47ad-9af9-49678ac7f2b8 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/ports?device_id=80dc3686-a1be-4e57-8d5a-9d1f94f597d1 HTTP/1.1" status: 200 len: 943 time: 0.0475283 May 13 12:59:20.238554 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-f7fa2361-7f28-44be-b557-2ac5742baa60 req-717229a9-eae1-4a05-ad2c-985e44808dd2 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/security-groups?id=d8ecf38f-c596-40bd-8f22-07dc1f42af8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398743 May 13 12:59:20.308016 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (202f7e15-8fd1-4d3b-a0cb-2b083dcecd1a), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:20.481490 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c29e4bc-98a6-47a3-b4fc-6c610b1ba758 req-8f135ff0-8462-46f8-9673-9d0349164a40 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:59:20.482950 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-4c29e4bc-98a6-47a3-b4fc-6c610b1ba758 req-8f135ff0-8462-46f8-9673-9d0349164a40 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/ports?device_id=70fd3419-f741-4630-b0a8-288fd40f27d0 HTTP/1.1" status: 200 len: 945 time: 0.0474334 May 13 12:59:20.528147 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-4c29e4bc-98a6-47a3-b4fc-6c610b1ba758 req-17efcc05-baf2-4673-94ed-bbf475deb392 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/security-groups?id=02772ebe-b5e9-4b8d-bc0a-e9eb9199c002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396421 May 13 12:59:20.723400 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-e9b193f9-7a6e-4c95-932d-954f3a93c507 req-b97f75ea-c0ef-4bea-8b38-fb4b4f2c2bdc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5ac86e19-cc6f-4364-9f1f-30cab19c886a HTTP/1.1" status: 200 len: 217 time: 0.0375307 May 13 12:59:20.912752 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b193f9-7a6e-4c95-932d-954f3a93c507 req-1fa4fbf9-7d40-4ee5-8ae9-2b18784907ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:59:20.914354 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-e9b193f9-7a6e-4c95-932d-954f3a93c507 req-1fa4fbf9-7d40-4ee5-8ae9-2b18784907ac service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9e6203bd-7b13-480f-9ce9-60943080d6b6 HTTP/1.1" status: 200 len: 850 time: 0.0449891 May 13 12:59:20.978650 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b193f9-7a6e-4c95-932d-954f3a93c507 req-4c090a9f-2074-4f3a-b0b3-5c5224dc36e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:59:20.980166 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-e9b193f9-7a6e-4c95-932d-954f3a93c507 req-4c090a9f-2074-4f3a-b0b3-5c5224dc36e0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2e48d261-a2df-43c6-bd2a-fa0153331d4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393453 May 13 12:59:21.170012 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-17dce1fb-13cd-49f6-8981-9019e3b02cff req-8e51cfeb-c367-4021-9f19-a0b6b194c50a tempest-ServerRescueNegativeTestJSON-374346939 tempest-ServerRescueNegativeTestJSON-374346939-project] 10.222.0.49 "GET /v2.0/ports?device_id=b9ff36f5-3afb-4239-b817-663ac72e599f HTTP/1.1" status: 200 len: 210 time: 0.0281219 May 13 12:59:21.384957 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065ed143-346e-45c9-8310-4a5a8774ac8d req-325a6d37-cbe0-474a-b4a3-fcc20348e7b1 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:59:21.386510 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-065ed143-346e-45c9-8310-4a5a8774ac8d req-325a6d37-cbe0-474a-b4a3-fcc20348e7b1 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/ports?device_id=80dc3686-a1be-4e57-8d5a-9d1f94f597d1 HTTP/1.1" status: 200 len: 943 time: 0.0791035 May 13 12:59:21.393358 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c51810d-3dd7-456b-90cd-791918a51258 req-ca33b2f7-4fa5-4641-ad68-b7d7705343d8 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:59:21.394872 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-7c51810d-3dd7-456b-90cd-791918a51258 req-ca33b2f7-4fa5-4641-ad68-b7d7705343d8 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.52 "GET /v2.0/ports?device_id=70fd3419-f741-4630-b0a8-288fd40f27d0 HTTP/1.1" status: 200 len: 945 time: 0.0784538 May 13 12:59:21.396265 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-e9b193f9-7a6e-4c95-932d-954f3a93c507 req-31e9a277-3504-4db8-855a-e5b5875267bc service neutron] 10.222.0.52 "GET /v2.0/networks/2e48d261-a2df-43c6-bd2a-fa0153331d4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897045 May 13 12:59:21.440124 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-065ed143-346e-45c9-8310-4a5a8774ac8d req-b35fcc75-a334-4622-a2c1-b6c2e9ca77cd tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/security-groups?id=d8ecf38f-c596-40bd-8f22-07dc1f42af8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441856 May 13 12:59:21.639807 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383af3f9-7b17-4bd2-9417-ba39098b1569 req-0916a845-e56d-4492-9954-46cb987859e0 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:59:21.641386 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-383af3f9-7b17-4bd2-9417-ba39098b1569 req-0916a845-e56d-4492-9954-46cb987859e0 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/ports?device_id=70fd3419-f741-4630-b0a8-288fd40f27d0 HTTP/1.1" status: 200 len: 945 time: 0.0473592 May 13 12:59:21.747785 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-383af3f9-7b17-4bd2-9417-ba39098b1569 req-adcede92-8088-48f5-8b29-155b4dc5c225 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/security-groups?id=02772ebe-b5e9-4b8d-bc0a-e9eb9199c002&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994315 May 13 12:59:21.749131 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [req-7c51810d-3dd7-456b-90cd-791918a51258 req-57fb829d-2051-4063-b5cf-b649aab050d5 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Deleting port b7816347-fb88-41c1-b266-5d5b1c98bb4b {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 12:59:21.749471 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-7c51810d-3dd7-456b-90cd-791918a51258 req-57fb829d-2051-4063-b5cf-b649aab050d5 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750967565572'] for port (b7816347-fb88-41c1-b266-5d5b1c98bb4b), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:21.776516 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-e9b193f9-7a6e-4c95-932d-954f3a93c507 req-9a3f37ea-3182-4c64-9864-3f66e814ccf8 service neutron] 10.222.0.52 "GET /v2.0/networks/2e48d261-a2df-43c6-bd2a-fa0153331d4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263652 May 13 12:59:21.848215 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.db [req-7c51810d-3dd7-456b-90cd-791918a51258 req-57fb829d-2051-4063-b5cf-b649aab050d5 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] For port b7816347-fb88-41c1-b266-5d5b1c98bb4b, host hv-cinder-84164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84164',level=0,port_id=b7816347-fb88-41c1-b266-5d5b1c98bb4b,segment=NetworkSegment(c6a3dc01-8071-489d-bd05-606d071e01ac),segment_id=c6a3dc01-8071-489d-bd05-606d071e01ac)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 12:59:21.848565 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-7c51810d-3dd7-456b-90cd-791918a51258 req-57fb829d-2051-4063-b5cf-b649aab050d5 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624050'] for port (b7816347-fb88-41c1-b266-5d5b1c98bb4b), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:22.014185 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-7c51810d-3dd7-456b-90cd-791918a51258 req-57fb829d-2051-4063-b5cf-b649aab050d5 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:22.014537 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-7c51810d-3dd7-456b-90cd-791918a51258 req-57fb829d-2051-4063-b5cf-b649aab050d5 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621791'] for floatingip (aa621775-da67-4e9e-a1c3-3ee802cee305), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:22.014844 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.db.l3_db [req-7c51810d-3dd7-456b-90cd-791918a51258 req-57fb829d-2051-4063-b5cf-b649aab050d5 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Floating IP aa621775-da67-4e9e-a1c3-3ee802cee305 disassociated. External IP: 172.27.3.102, port: b7816347-fb88-41c1-b266-5d5b1c98bb4b. May 13 12:59:22.015174 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [req-7c51810d-3dd7-456b-90cd-791918a51258 req-57fb829d-2051-4063-b5cf-b649aab050d5 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Calling delete_port for b7816347-fb88-41c1-b266-5d5b1c98bb4b owned by compute:nova {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 12:59:22.140355 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-7c51810d-3dd7-456b-90cd-791918a51258 req-57fb829d-2051-4063-b5cf-b649aab050d5 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750967572628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750967062393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6007231'] for port (b7816347-fb88-41c1-b266-5d5b1c98bb4b), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:22.167554 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fb829d-2051-4063-b5cf-b649aab050d5 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Pushing event deleted for resources: {'Port': ['ID=b7816347-fb88-41c1-b266-5d5b1c98bb4b,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:59:22.226079 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 51376) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:59:22.283199 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7c51810d-3dd7-456b-90cd-791918a51258 req-57fb829d-2051-4063-b5cf-b649aab050d5 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Router 045f35fc-2c99-4b59-9cb3-9ddcf675eecc has already been hosted by L3 agent 6d8a5631-9f63-444c-af3b-4dcce4842b62 {{(pid=109804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 12:59:22.395003 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7c51810d-3dd7-456b-90cd-791918a51258 req-57fb829d-2051-4063-b5cf-b649aab050d5 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Notify agent at l3_agent.dv-cinder-841644-1-iscsi the message routers_updated {{(pid=109804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 12:59:22.406846 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b77fdc4-0b86-40c3-8428-fc8d3f760b63 None None] Sync routers for ids ['045f35fc-2c99-4b59-9cb3-9ddcf675eecc'] in dv-cinder-841644-1-iscsi {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 12:59:22.417245 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b77fdc4-0b86-40c3-8428-fc8d3f760b63 None None] Routers {'045f35fc-2c99-4b59-9cb3-9ddcf675eecc'} bound to L3 agent in host dv-cinder-841644-1-iscsi {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 12:59:22.418701 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-9b77fdc4-0b86-40c3-8428-fc8d3f760b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841644-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T12:45:44Z,description=,heartbeat_timestamp=2022-05-13T12:59:14Z,host='dv-cinder-841644-1-iscsi',id=6d8a5631-9f63-444c-af3b-4dcce4842b62,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T12:45:44Z,topic='l3_agent')) {'router_ids': ['045f35fc-2c99-4b59-9cb3-9ddcf675eecc'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 12:59:22.447372 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c51810d-3dd7-456b-90cd-791918a51258 req-57fb829d-2051-4063-b5cf-b649aab050d5 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] No DVR routers for this DVR port b7816347-fb88-41c1-b266-5d5b1c98bb4b on host hv-cinder-84164 {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 12:59:22.450809 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-7c51810d-3dd7-456b-90cd-791918a51258 req-57fb829d-2051-4063-b5cf-b649aab050d5 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4290'] for port (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:22.454132 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-7c51810d-3dd7-456b-90cd-791918a51258 req-57fb829d-2051-4063-b5cf-b649aab050d5 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.52 "DELETE /v2.0/ports/b7816347-fb88-41c1-b266-5d5b1c98bb4b HTTP/1.1" status: 204 len: 173 time: 0.8061991 May 13 12:59:22.454869 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70fd3419-f741-4630-b0a8-288fd40f27d0', 'name': 'network-vif-deleted', 'tag': 'b7816347-fb88-41c1-b266-5d5b1c98bb4b'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 12:59:22.457162 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1b69bbfd011f85c3db934c4b22a349ffa5730c167d2456731e37bfe5d9c9e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1694b22c-25dd-4d11-b07b-a0bc8b6fc21b" -d '{"events": [{"server_uuid": "70fd3419-f741-4630-b0a8-288fd40f27d0", "name": "network-vif-deleted", "tag": "b7816347-fb88-41c1-b266-5d5b1c98bb4b"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 12:59:22.501550 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 12:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff73afdd-1c32-4dc9-9448-3dafa1604110 x-openstack-request-id: req-ff73afdd-1c32-4dc9-9448-3dafa1604110 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 12:59:22.502059 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70fd3419-f741-4630-b0a8-288fd40f27d0", "name": "network-vif-deleted", "tag": "b7816347-fb88-41c1-b266-5d5b1c98bb4b", "status": "completed", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 12:59:22.502466 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ff73afdd-1c32-4dc9-9448-3dafa1604110 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 12:59:22.503027 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff73afdd-1c32-4dc9-9448-3dafa1604110'] response: {'server_uuid': '70fd3419-f741-4630-b0a8-288fd40f27d0', 'name': 'network-vif-deleted', 'tag': 'b7816347-fb88-41c1-b266-5d5b1c98bb4b', 'status': 'completed', 'code': 200} May 13 12:59:22.545625 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-9b77fdc4-0b86-40c3-8428-fc8d3f760b63 None None] Set router 045f35fc-2c99-4b59-9cb3-9ddcf675eecc gateway port host: dv-cinder-841644-1-iscsi {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 12:59:22.576362 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eb1fba-885a-4b64-bc71-d46d54c841e9 req-058f1cfd-fe1e-4245-bcf9-bb5889b9b529 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:59:22.578054 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-e6eb1fba-885a-4b64-bc71-d46d54c841e9 req-058f1cfd-fe1e-4245-bcf9-bb5889b9b529 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/ports?device_id=80dc3686-a1be-4e57-8d5a-9d1f94f597d1 HTTP/1.1" status: 200 len: 943 time: 0.0564885 May 13 12:59:22.580855 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Device 08d00a85-0887-4227-be00-65bf3e7c0381 no longer exists at agent hyperv_hv-cinder-84164 {{(pid=109805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 12:59:22.605832 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] No Port match for: 08d00a85-0887-4227-be00-65bf3e7c0381 {{(pid=109805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 12:59:22.606264 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Device 08d00a85-0887-4227-be00-65bf3e7c0381 not bound to the agent host hv-cinder-84164 {{(pid=109805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 12:59:22.606746 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Device b7816347-fb88-41c1-b266-5d5b1c98bb4b no longer exists at agent hyperv_hv-cinder-84164 {{(pid=109805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 12:59:22.632175 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] No Port match for: b7816347-fb88-41c1-b266-5d5b1c98bb4b {{(pid=109805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 12:59:22.632856 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Device b7816347-fb88-41c1-b266-5d5b1c98bb4b not bound to the agent host hv-cinder-84164 {{(pid=109805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 12:59:22.640327 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-e6eb1fba-885a-4b64-bc71-d46d54c841e9 req-ced5dfa7-dea7-4638-ba97-09bf6af100fd tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/security-groups?id=d8ecf38f-c596-40bd-8f22-07dc1f42af8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563269 May 13 12:59:22.782116 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-87252618-d35f-4eee-9d05-5d272320952b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1623844'] for router_interface (440b421f-e2d5-4beb-b012-398d7d0adbaa), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:22.806946 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-9b77fdc4-0b86-40c3-8428-fc8d3f760b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '045f35fc-2c99-4b59-9cb3-9ddcf675eecc', 'name': 'tempest-AttachVolumeNegativeTest-207558896-router', 'tenant_id': '7ec55859792345359fc7b22003b4e995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '02b711c9-c253-4fa7-9b82-c20738edf579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T12:54:23Z', 'updated_at': '2022-05-13T12:54:39Z', 'revision_number': 4, 'project_id': '7ec55859792345359fc7b22003b4e995', 'gw_port': {'id': '02b711c9-c253-4fa7-9b82-c20738edf579', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ac:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045f35fc-2c99-4b59-9cb3-9ddcf675eecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:54:25Z', 'updated_at': '2022-05-13T12:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi', '_interfaces': [{'id': '809a9c8d-b43e-4e7d-bc47-feb11109602a', 'name': '', 'network_id': 'f1c41e28-5d16-459f-865e-9320359228db', 'tenant_id': '7ec55859792345359fc7b22003b4e995', 'mac_address': 'fa:16:3e:84:69:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045f35fc-2c99-4b59-9cb3-9ddcf675eecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '95241052-552d-491a-8c23-5ec0dd2b8fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:54:35Z', 'updated_at': '2022-05-13T12:54:49Z', 'revision_number': 5, 'project_id': '7ec55859792345359fc7b22003b4e995', 'subnets': [{'id': '95241052-552d-491a-8c23-5ec0dd2b8fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841644-1-iscsi', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 12:59:22.835627 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b77fdc4-0b86-40c3-8428-fc8d3f760b63 None None] Checking router: 045f35fc-2c99-4b59-9cb3-9ddcf675eecc for host: dv-cinder-841644-1-iscsi {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 12:59:22.844810 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b77fdc4-0b86-40c3-8428-fc8d3f760b63 None None] Routers {'045f35fc-2c99-4b59-9cb3-9ddcf675eecc'} bound to L3 agent in host dv-cinder-841644-1-iscsi {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 12:59:22.845522 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-9b77fdc4-0b86-40c3-8428-fc8d3f760b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841644-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T12:45:44Z,description=,heartbeat_timestamp=2022-05-13T12:59:14Z,host='dv-cinder-841644-1-iscsi',id=6d8a5631-9f63-444c-af3b-4dcce4842b62,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T12:45:44Z,topic='l3_agent')) {'router_ids': ['045f35fc-2c99-4b59-9cb3-9ddcf675eecc'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 12:59:22.973403 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-9b77fdc4-0b86-40c3-8428-fc8d3f760b63 None None] Set router 045f35fc-2c99-4b59-9cb3-9ddcf675eecc gateway port host: dv-cinder-841644-1-iscsi {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 12:59:22.985823 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-8a370c51-e31f-4617-834e-680a6ec2e48d req-4ab2bee4-345d-4f95-8db2-6e45b53ca1a4 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/ports?device_id=70fd3419-f741-4630-b0a8-288fd40f27d0 HTTP/1.1" status: 200 len: 210 time: 0.1633961 May 13 12:59:23.005073 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047969d4-8aae-43a3-9800-7e3e8f587f59 req-aa08d523-83a7-4b7d-8316-0876bcee9316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:59:23.005073 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-047969d4-8aae-43a3-9800-7e3e8f587f59 req-aa08d523-83a7-4b7d-8316-0876bcee9316 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a8e091db3cd14ecb9c40257451cd434d&device_id=80dc3686-a1be-4e57-8d5a-9d1f94f597d1 HTTP/1.1" status: 200 len: 1127 time: 0.0449700 May 13 12:59:23.123847 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047969d4-8aae-43a3-9800-7e3e8f587f59 req-3f8a4aaf-be63-43b9-8f08-46b30fb29cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:59:23.125575 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-047969d4-8aae-43a3-9800-7e3e8f587f59 req-3f8a4aaf-be63-43b9-8f08-46b30fb29cfb service neutron] 10.222.0.52 "GET /v2.0/networks?id=2e48d261-a2df-43c6-bd2a-fa0153331d4d HTTP/1.1" status: 200 len: 912 time: 0.1113777 May 13 12:59:23.138578 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-87252618-d35f-4eee-9d05-5d272320952b admin admin] Deleting port 8a768522-0d78-450f-ae00-11b03052e62c {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 12:59:23.139016 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-87252618-d35f-4eee-9d05-5d272320952b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750967565572'] for port (8a768522-0d78-450f-ae00-11b03052e62c), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:23.186340 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-9b77fdc4-0b86-40c3-8428-fc8d3f760b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '045f35fc-2c99-4b59-9cb3-9ddcf675eecc', 'name': 'tempest-AttachVolumeNegativeTest-207558896-router', 'tenant_id': '7ec55859792345359fc7b22003b4e995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '02b711c9-c253-4fa7-9b82-c20738edf579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T12:54:23Z', 'updated_at': '2022-05-13T12:54:39Z', 'revision_number': 4, 'project_id': '7ec55859792345359fc7b22003b4e995', 'gw_port': {'id': '02b711c9-c253-4fa7-9b82-c20738edf579', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ac:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045f35fc-2c99-4b59-9cb3-9ddcf675eecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:54:25Z', 'updated_at': '2022-05-13T12:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi', '_interfaces': [{'id': '809a9c8d-b43e-4e7d-bc47-feb11109602a', 'name': '', 'network_id': 'f1c41e28-5d16-459f-865e-9320359228db', 'tenant_id': '7ec55859792345359fc7b22003b4e995', 'mac_address': 'fa:16:3e:84:69:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045f35fc-2c99-4b59-9cb3-9ddcf675eecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '95241052-552d-491a-8c23-5ec0dd2b8fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:54:35Z', 'updated_at': '2022-05-13T12:54:49Z', 'revision_number': 5, 'project_id': '7ec55859792345359fc7b22003b4e995', 'subnets': [{'id': '95241052-552d-491a-8c23-5ec0dd2b8fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841644-1-iscsi', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 12:59:23.214556 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-87252618-d35f-4eee-9d05-5d272320952b admin admin] For port 8a768522-0d78-450f-ae00-11b03052e62c, host dv-cinder-841644-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841644-1-iscsi',level=0,port_id=8a768522-0d78-450f-ae00-11b03052e62c,segment=NetworkSegment(4c692b35-b0de-4c8a-9d7f-cd52d87568b3),segment_id=4c692b35-b0de-4c8a-9d7f-cd52d87568b3)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 12:59:23.215044 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-87252618-d35f-4eee-9d05-5d272320952b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624050'] for port (8a768522-0d78-450f-ae00-11b03052e62c), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:23.216772 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b77fdc4-0b86-40c3-8428-fc8d3f760b63 None None] The sync data for ids ['045f35fc-2c99-4b59-9cb3-9ddcf675eecc'] in dv-cinder-841644-1-iscsi is: [{'id': '045f35fc-2c99-4b59-9cb3-9ddcf675eecc', 'name': 'tempest-AttachVolumeNegativeTest-207558896-router', 'tenant_id': '7ec55859792345359fc7b22003b4e995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '02b711c9-c253-4fa7-9b82-c20738edf579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T12:54:23Z', 'updated_at': '2022-05-13T12:54:39Z', 'revision_number': 4, 'project_id': '7ec55859792345359fc7b22003b4e995', 'gw_port': {'id': '02b711c9-c253-4fa7-9b82-c20738edf579', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ac:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045f35fc-2c99-4b59-9cb3-9ddcf675eecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:54:25Z', 'updated_at': '2022-05-13T12:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi', '_interfaces': [{'id': '809a9c8d-b43e-4e7d-bc47-feb11109602a', 'name': '', 'network_id': 'f1c41e28-5d16-459f-865e-9320359228db', 'tenant_id': '7ec55859792345359fc7b22003b4e995', 'mac_address': 'fa:16:3e:84:69:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045f35fc-2c99-4b59-9cb3-9ddcf675eecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '95241052-552d-491a-8c23-5ec0dd2b8fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:54:35Z', 'updated_at': '2022-05-13T12:54:49Z', 'revision_number': 5, 'project_id': '7ec55859792345359fc7b22003b4e995', 'subnets': [{'id': '95241052-552d-491a-8c23-5ec0dd2b8fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 12:59:23.235139 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-87252618-d35f-4eee-9d05-5d272320952b admin admin] Calling delete_port for 8a768522-0d78-450f-ae00-11b03052e62c owned by network:router_interface {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 12:59:23.424973 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-87252618-d35f-4eee-9d05-5d272320952b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750967572628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750967062393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6509865'] for port (8a768522-0d78-450f-ae00-11b03052e62c), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:23.436549 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-047969d4-8aae-43a3-9800-7e3e8f587f59 req-1b3a68e3-12c1-4d17-a58e-bfe7961492e6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5ac86e19-cc6f-4364-9f1f-30cab19c886a HTTP/1.1" status: 200 len: 217 time: 0.0401981 May 13 12:59:23.452406 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87252618-d35f-4eee-9d05-5d272320952b admin admin] Pushing event deleted for resources: {'Port': ['ID=8a768522-0d78-450f-ae00-11b03052e62c,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:59:23.470316 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254468f3-d6de-43d4-a30a-590158721ba9 None None] New status for floating IP aa621775-da67-4e9e-a1c3-3ee802cee305: DOWN {{(pid=109806) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 12:59:23.491458 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047969d4-8aae-43a3-9800-7e3e8f587f59 req-c732632a-621b-42bb-9a0e-df7683016a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:59:23.493064 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-047969d4-8aae-43a3-9800-7e3e8f587f59 req-c732632a-621b-42bb-9a0e-df7683016a0d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9e6203bd-7b13-480f-9ce9-60943080d6b6 HTTP/1.1" status: 200 len: 850 time: 0.0502889 May 13 12:59:23.562096 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047969d4-8aae-43a3-9800-7e3e8f587f59 req-5aaf40bb-1043-4c19-9534-8524b138ee48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:59:23.564160 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-047969d4-8aae-43a3-9800-7e3e8f587f59 req-5aaf40bb-1043-4c19-9534-8524b138ee48 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2e48d261-a2df-43c6-bd2a-fa0153331d4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0595469 May 13 12:59:23.685820 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-047969d4-8aae-43a3-9800-7e3e8f587f59 req-2171840e-4ebb-4baf-8515-ebbf8c812b94 service neutron] 10.222.0.52 "GET /v2.0/networks/2e48d261-a2df-43c6-bd2a-fa0153331d4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140957 May 13 12:59:23.717639 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-87252618-d35f-4eee-9d05-5d272320952b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1627437'] for router_interface (440b421f-e2d5-4beb-b012-398d7d0adbaa), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:23.810988 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-047969d4-8aae-43a3-9800-7e3e8f587f59 req-9b916740-58ec-4d82-86f8-b95de38aa1e9 service neutron] 10.222.0.52 "GET /v2.0/networks/2e48d261-a2df-43c6-bd2a-fa0153331d4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134036 May 13 12:59:23.867556 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2259a084-d537-453c-9e75-efe79c485000 req-f596e318-3103-49ba-a3bc-beb67774e7c5 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:59:23.869064 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-2259a084-d537-453c-9e75-efe79c485000 req-f596e318-3103-49ba-a3bc-beb67774e7c5 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/ports?device_id=80dc3686-a1be-4e57-8d5a-9d1f94f597d1 HTTP/1.1" status: 200 len: 943 time: 0.1162131 May 13 12:59:23.920548 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-2259a084-d537-453c-9e75-efe79c485000 req-7af22a42-7858-4f6c-a29f-dbd4d2bc6e63 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/security-groups?id=d8ecf38f-c596-40bd-8f22-07dc1f42af8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443795 May 13 12:59:23.962276 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87252618-d35f-4eee-9d05-5d272320952b admin admin] Router 440b421f-e2d5-4beb-b012-398d7d0adbaa has already been hosted by L3 agent 6d8a5631-9f63-444c-af3b-4dcce4842b62 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 12:59:24.083632 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87252618-d35f-4eee-9d05-5d272320952b admin admin] Notify agent at l3_agent.dv-cinder-841644-1-iscsi the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 12:59:24.087276 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 51404) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:59:24.091286 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-87252618-d35f-4eee-9d05-5d272320952b admin admin] 10.222.0.49 "PUT /v2.0/routers/440b421f-e2d5-4beb-b012-398d7d0adbaa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8637922 May 13 12:59:24.094246 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 51406) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:59:24.096092 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4011f4-4bdd-4ca6-ad76-a5d7c274597b None None] Sync routers for ids ['440b421f-e2d5-4beb-b012-398d7d0adbaa'] in dv-cinder-841644-1-iscsi {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 12:59:24.126798 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4011f4-4bdd-4ca6-ad76-a5d7c274597b None None] Routers {'440b421f-e2d5-4beb-b012-398d7d0adbaa'} bound to L3 agent in host dv-cinder-841644-1-iscsi {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 12:59:24.126798 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-ba4011f4-4bdd-4ca6-ad76-a5d7c274597b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841644-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T12:45:44Z,description=,heartbeat_timestamp=2022-05-13T12:59:14Z,host='dv-cinder-841644-1-iscsi',id=6d8a5631-9f63-444c-af3b-4dcce4842b62,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T12:45:44Z,topic='l3_agent')) {'router_ids': ['440b421f-e2d5-4beb-b012-398d7d0adbaa'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 12:59:24.174677 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0ecc0008-d0fd-4593-8a5d-1e543b5d85f3 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks [] for security_group (02772ebe-b5e9-4b8d-bc0a-e9eb9199c002), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:24.200728 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0ecc0008-d0fd-4593-8a5d-1e543b5d85f3 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks [] for security_group (02772ebe-b5e9-4b8d-bc0a-e9eb9199c002), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:24.228755 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-dcf8987c-c91d-4a22-8009-ee6c8514b265 admin admin] Publish callbacks [] for router (440b421f-e2d5-4beb-b012-398d7d0adbaa), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:24.241969 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-ba4011f4-4bdd-4ca6-ad76-a5d7c274597b None None] Set router 440b421f-e2d5-4beb-b012-398d7d0adbaa gateway port host: dv-cinder-841644-1-iscsi {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 12:59:24.257685 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0ecc0008-d0fd-4593-8a5d-1e543b5d85f3 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (02772ebe-b5e9-4b8d-bc0a-e9eb9199c002), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:24.260405 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0ecc0008-d0fd-4593-8a5d-1e543b5d85f3 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks [] for security_group (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:24.261681 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-0ecc0008-d0fd-4593-8a5d-1e543b5d85f3 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "DELETE /v2.0/security-groups/02772ebe-b5e9-4b8d-bc0a-e9eb9199c002 HTTP/1.1" status: 204 len: 168 time: 0.1734962 May 13 12:59:24.265763 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 51410) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:59:24.270991 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecc0008-d0fd-4593-8a5d-1e543b5d85f3 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02772ebe-b5e9-4b8d-bc0a-e9eb9199c002,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:59:24.282229 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.api.v2.resource [None req-7491ad6a-5ec3-4b26-855d-daca1eb3e394 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] show failed (client error): The resource could not be found. May 13 12:59:24.283480 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-7491ad6a-5ec3-4b26-855d-daca1eb3e394 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/security-groups/02772ebe-b5e9-4b8d-bc0a-e9eb9199c002 HTTP/1.1" status: 404 len: 347 time: 0.0168250 May 13 12:59:24.286423 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 51412) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:59:24.485073 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Device 5ac86e19-cc6f-4364-9f1f-30cab19c886a details requested by agent hyperv_hv-cinder-84164 with host hv-cinder-84164 {{(pid=109805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 12:59:24.649895 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-ba4011f4-4bdd-4ca6-ad76-a5d7c274597b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '440b421f-e2d5-4beb-b012-398d7d0adbaa', 'name': 'tempest-ServerRescueNegativeTestJSON-526245843-router', 'tenant_id': '58bddca6077344bea4cb41b23fcf8d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'b669c01c-389a-43c8-b724-af59cc1397eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T12:54:23Z', 'updated_at': '2022-05-13T12:59:23Z', 'revision_number': 5, 'project_id': '58bddca6077344bea4cb41b23fcf8d35', 'gw_port': {'id': 'b669c01c-389a-43c8-b724-af59cc1397eb', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:11:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '440b421f-e2d5-4beb-b012-398d7d0adbaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:54:26Z', 'updated_at': '2022-05-13T12:54:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi'}], 'dv-cinder-841644-1-iscsi', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 12:59:24.686772 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4011f4-4bdd-4ca6-ad76-a5d7c274597b None None] Checking router: 440b421f-e2d5-4beb-b012-398d7d0adbaa for host: dv-cinder-841644-1-iscsi {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 12:59:24.691720 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] For port 5ac86e19-cc6f-4364-9f1f-30cab19c886a, host hv-cinder-84164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84164',level=0,port_id=5ac86e19-cc6f-4364-9f1f-30cab19c886a,segment=NetworkSegment(0f3297cd-6882-42ac-b9e0-5f7f169df451),segment_id=0f3297cd-6882-42ac-b9e0-5f7f169df451)] {{(pid=109805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 12:59:24.694785 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-dcf8987c-c91d-4a22-8009-ee6c8514b265 admin admin] Publish callbacks [] for router_gateway (440b421f-e2d5-4beb-b012-398d7d0adbaa), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:24.705767 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-5d8f4d54-2dbb-42b2-8bb4-54eecf0c86ea tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Deleting port bab6fd81-0ba9-47a6-bdac-bd55d6e7b6e2 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 12:59:24.706099 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5d8f4d54-2dbb-42b2-8bb4-54eecf0c86ea tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750967565572'] for port (bab6fd81-0ba9-47a6-bdac-bd55d6e7b6e2), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:24.707119 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4011f4-4bdd-4ca6-ad76-a5d7c274597b None None] Routers {'440b421f-e2d5-4beb-b012-398d7d0adbaa'} bound to L3 agent in host dv-cinder-841644-1-iscsi {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 12:59:24.707743 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-ba4011f4-4bdd-4ca6-ad76-a5d7c274597b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841644-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T12:45:44Z,description=,heartbeat_timestamp=2022-05-13T12:59:14Z,host='dv-cinder-841644-1-iscsi',id=6d8a5631-9f63-444c-af3b-4dcce4842b62,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T12:45:44Z,topic='l3_agent')) {'router_ids': ['440b421f-e2d5-4beb-b012-398d7d0adbaa'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 12:59:24.711298 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Returning: {'device': '5ac86e19-cc6f-4364-9f1f-30cab19c886a', 'network_id': '2e48d261-a2df-43c6-bd2a-fa0153331d4d', 'port_id': '5ac86e19-cc6f-4364-9f1f-30cab19c886a', 'mac_address': 'fa:16:3e:ff:7c:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e6203bd-7b13-480f-9ce9-60943080d6b6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 12:59:24.787695 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-dcf8987c-c91d-4a22-8009-ee6c8514b265 admin admin] Deleting port b669c01c-389a-43c8-b724-af59cc1397eb {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 12:59:24.788023 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-dcf8987c-c91d-4a22-8009-ee6c8514b265 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750967565572'] for port (b669c01c-389a-43c8-b724-af59cc1397eb), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:24.833682 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-ba4011f4-4bdd-4ca6-ad76-a5d7c274597b None None] Set router 440b421f-e2d5-4beb-b012-398d7d0adbaa gateway port host: None {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 12:59:24.835443 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Current status of the port 5ac86e19-cc6f-4364-9f1f-30cab19c886a is: DOWN; New status is: BUILD {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 12:59:24.835835 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (5ac86e19-cc6f-4364-9f1f-30cab19c886a), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:24.854843 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5d8f4d54-2dbb-42b2-8bb4-54eecf0c86ea tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624050'] for port (bab6fd81-0ba9-47a6-bdac-bd55d6e7b6e2), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:24.855160 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5d8f4d54-2dbb-42b2-8bb4-54eecf0c86ea tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks [] for floatingip (bab6fd81-0ba9-47a6-bdac-bd55d6e7b6e2), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:24.872276 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-5d8f4d54-2dbb-42b2-8bb4-54eecf0c86ea tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Calling delete_port for bab6fd81-0ba9-47a6-bdac-bd55d6e7b6e2 owned by network:floatingip {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 12:59:24.896182 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-ba4011f4-4bdd-4ca6-ad76-a5d7c274597b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '440b421f-e2d5-4beb-b012-398d7d0adbaa', 'name': 'tempest-ServerRescueNegativeTestJSON-526245843-router', 'tenant_id': '58bddca6077344bea4cb41b23fcf8d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T12:54:23Z', 'updated_at': '2022-05-13T12:59:24Z', 'revision_number': 6, 'project_id': '58bddca6077344bea4cb41b23fcf8d35', 'gw_port_host': None}], 'dv-cinder-841644-1-iscsi', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 12:59:24.898816 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.notifiers.nova [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ac86e19-cc6f-4364-9f1f-30cab19c886a {{(pid=109805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 12:59:24.934232 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-dcf8987c-c91d-4a22-8009-ee6c8514b265 admin admin] For port b669c01c-389a-43c8-b724-af59cc1397eb, host dv-cinder-841644-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841644-1-iscsi',level=0,port_id=b669c01c-389a-43c8-b724-af59cc1397eb,segment=NetworkSegment(2bcc8a2d-359a-4841-80fa-a53ce02b14f8),segment_id=2bcc8a2d-359a-4841-80fa-a53ce02b14f8)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 12:59:24.934594 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-dcf8987c-c91d-4a22-8009-ee6c8514b265 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624050'] for port (b669c01c-389a-43c8-b724-af59cc1397eb), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:24.936331 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4011f4-4bdd-4ca6-ad76-a5d7c274597b None None] The sync data for ids ['440b421f-e2d5-4beb-b012-398d7d0adbaa'] in dv-cinder-841644-1-iscsi is: [{'id': '440b421f-e2d5-4beb-b012-398d7d0adbaa', 'name': 'tempest-ServerRescueNegativeTestJSON-526245843-router', 'tenant_id': '58bddca6077344bea4cb41b23fcf8d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T12:54:23Z', 'updated_at': '2022-05-13T12:59:24Z', 'revision_number': 6, 'project_id': '58bddca6077344bea4cb41b23fcf8d35', 'gw_port_host': None}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 12:59:24.953919 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-dcf8987c-c91d-4a22-8009-ee6c8514b265 admin admin] Calling delete_port for b669c01c-389a-43c8-b724-af59cc1397eb owned by network:router_gateway {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 12:59:24.956754 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] For port 5ac86e19-cc6f-4364-9f1f-30cab19c886a, host hv-cinder-84164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84164',level=0,port_id=5ac86e19-cc6f-4364-9f1f-30cab19c886a,segment=NetworkSegment(0f3297cd-6882-42ac-b9e0-5f7f169df451),segment_id=0f3297cd-6882-42ac-b9e0-5f7f169df451)] {{(pid=109805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 12:59:24.962019 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (5ac86e19-cc6f-4364-9f1f-30cab19c886a), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:25.029232 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Pushing event updated for resources: {'Port': ['ID=5ac86e19-cc6f-4364-9f1f-30cab19c886a,revision_number=4']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:59:25.037211 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:59:25.037564 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:59:25.037929 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:59:25.038286 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:59:25.038625 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:59:25.038957 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:59:25.039284 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:59:25.039608 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:59:25.039932 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:59:25.040253 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:59:25.040577 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:59:25.040919 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:59:25.041273 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:59:25.041591 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:59:25.041909 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 12:59:25.090431 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b0824a-83e8-453e-885b-ba01e8d67911 req-eba2da33-5dd5-4745-913f-8276bff062c7 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:59:25.091970 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-a4b0824a-83e8-453e-885b-ba01e8d67911 req-eba2da33-5dd5-4745-913f-8276bff062c7 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/ports?device_id=80dc3686-a1be-4e57-8d5a-9d1f94f597d1 HTTP/1.1" status: 200 len: 944 time: 0.0719707 May 13 12:59:25.213399 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5d8f4d54-2dbb-42b2-8bb4-54eecf0c86ea tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750967572628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750967062393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6509865'] for port (bab6fd81-0ba9-47a6-bdac-bd55d6e7b6e2), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:25.227313 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-a4b0824a-83e8-453e-885b-ba01e8d67911 req-458dda5d-5204-4f31-96f1-7ff801a4af91 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/security-groups?id=d8ecf38f-c596-40bd-8f22-07dc1f42af8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1285741 May 13 12:59:25.246366 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8f4d54-2dbb-42b2-8bb4-54eecf0c86ea tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Pushing event deleted for resources: {'Port': ['ID=bab6fd81-0ba9-47a6-bdac-bd55d6e7b6e2,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:59:25.313411 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] get_ports_and_sgs() called for port_ids ['5ac86e19-cc6f-4364-9f1f-30cab19c886a'] {{(pid=109805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 12:59:25.353907 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5d8f4d54-2dbb-42b2-8bb4-54eecf0c86ea tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks [] for floatingip (aa621775-da67-4e9e-a1c3-3ee802cee305), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:25.357380 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5d8f4d54-2dbb-42b2-8bb4-54eecf0c86ea tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4290'] for floatingip (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:25.359307 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-5d8f4d54-2dbb-42b2-8bb4-54eecf0c86ea tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "DELETE /v2.0/floatingips/aa621775-da67-4e9e-a1c3-3ee802cee305 HTTP/1.1" status: 204 len: 168 time: 1.0712354 May 13 12:59:25.360109 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-dcf8987c-c91d-4a22-8009-ee6c8514b265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750967572628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750967062393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6509865'] for port (b669c01c-389a-43c8-b724-af59cc1397eb), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:25.395368 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf8987c-c91d-4a22-8009-ee6c8514b265 admin admin] Pushing event deleted for resources: {'Port': ['ID=b669c01c-389a-43c8-b724-af59cc1397eb,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:59:25.444533 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 51422) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:59:25.451525 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.v2.base [None req-6edc6243-8906-4ae0-9f26-ffaa3a387b40 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1026033506', 'description': 'tempest-description--1664649238'}} {{(pid=109804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 12:59:25.458256 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-dcf8987c-c91d-4a22-8009-ee6c8514b265 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619274'] for router_gateway (440b421f-e2d5-4beb-b012-398d7d0adbaa), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:25.474198 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-6edc6243-8906-4ae0-9f26-ffaa3a387b40 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks [] for security_group (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:25.539928 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-6edc6243-8906-4ae0-9f26-ffaa3a387b40 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks [] for security_group (2ea0ba67-f564-4653-ac0d-b17834ff40f4), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:25.545402 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-6edc6243-8906-4ae0-9f26-ffaa3a387b40 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (2ea0ba67-f564-4653-ac0d-b17834ff40f4), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:25.572035 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-dcf8987c-c91d-4a22-8009-ee6c8514b265 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-438150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9657'] for router (440b421f-e2d5-4beb-b012-398d7d0adbaa), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:25.574490 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-dcf8987c-c91d-4a22-8009-ee6c8514b265 admin admin] Publish callbacks [] for router_controller (440b421f-e2d5-4beb-b012-398d7d0adbaa), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:25.578655 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-6edc6243-8906-4ae0-9f26-ffaa3a387b40 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks [] for security_group (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:25.579975 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-6edc6243-8906-4ae0-9f26-ffaa3a387b40 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1329999 May 13 12:59:25.580667 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edc6243-8906-4ae0-9f26-ffaa3a387b40 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ea0ba67-f564-4653-ac0d-b17834ff40f4,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:59:25.583668 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 51426) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:59:25.588203 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.v2.base [None req-f42ae423-8f84-4941-8bf3-2121b177d086 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Request body: {'security_group_rule': {'security_group_id': '2ea0ba67-f564-4653-ac0d-b17834ff40f4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 12:59:25.614705 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f42ae423-8f84-4941-8bf3-2121b177d086 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks [] for security_group_rule (2ae01b91-81a0-485b-b615-0eaea2241eed), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:25.639213 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-dcf8987c-c91d-4a22-8009-ee6c8514b265 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-438173'] for router (440b421f-e2d5-4beb-b012-398d7d0adbaa), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:25.640161 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcf8987c-c91d-4a22-8009-ee6c8514b265 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 440b421f-e2d5-4beb-b012-398d7d0adbaa {{(pid=109803) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 13 12:59:25.645745 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-dcf8987c-c91d-4a22-8009-ee6c8514b265 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:25.646893 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-dcf8987c-c91d-4a22-8009-ee6c8514b265 admin admin] 10.222.0.49 "DELETE /v2.0/routers/440b421f-e2d5-4beb-b012-398d7d0adbaa HTTP/1.1" status: 204 len: 168 time: 1.5517220 May 13 12:59:25.649483 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 51428) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:59:25.713107 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.db.db_base_plugin_v2 [None req-36a99751-449d-46ef-ae8e-88c72d7a3821 admin admin] Deleting subnet 255ce2d7-f0f9-429c-8a86-3bbc48d08e37 {{(pid=109804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 13 12:59:25.716745 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f42ae423-8f84-4941-8bf3-2121b177d086 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks [] for security_group_rule (2ae01b91-81a0-485b-b615-0eaea2241eed), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:25.718659 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-36a99751-449d-46ef-ae8e-88c72d7a3821 admin admin] Publish callbacks [] for subnet (255ce2d7-f0f9-429c-8a86-3bbc48d08e37), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:25.742469 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f42ae423-8f84-4941-8bf3-2121b177d086 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472018'] for security_group_rule (2ae01b91-81a0-485b-b615-0eaea2241eed), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:25.769763 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42ae423-8f84-4941-8bf3-2121b177d086 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ae01b91-81a0-485b-b615-0eaea2241eed,revision_number=0']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:59:25.775581 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-36a99751-449d-46ef-ae8e-88c72d7a3821 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6106684'] for subnet (255ce2d7-f0f9-429c-8a86-3bbc48d08e37), precommit_delete_associations {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:25.798060 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f42ae423-8f84-4941-8bf3-2121b177d086 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:25.799256 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-f42ae423-8f84-4941-8bf3-2121b177d086 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2143836 May 13 12:59:25.802866 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 51432) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:59:25.809633 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.v2.base [None req-bce8eade-4a84-4cb8-84d1-c653e91742f8 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Request body: {'security_group_rule': {'security_group_id': '2ea0ba67-f564-4653-ac0d-b17834ff40f4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 12:59:25.836669 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-bce8eade-4a84-4cb8-84d1-c653e91742f8 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks [] for security_group_rule (2859bab5-39dc-4418-b684-1a671a1ff9db), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:25.900030 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-bce8eade-4a84-4cb8-84d1-c653e91742f8 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks [] for security_group_rule (2859bab5-39dc-4418-b684-1a671a1ff9db), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:25.902144 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-36a99751-449d-46ef-ae8e-88c72d7a3821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1488813'] for subnet (255ce2d7-f0f9-429c-8a86-3bbc48d08e37), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:25.905144 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-bce8eade-4a84-4cb8-84d1-c653e91742f8 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472018'] for security_group_rule (2859bab5-39dc-4418-b684-1a671a1ff9db), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:25.935143 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce8eade-4a84-4cb8-84d1-c653e91742f8 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2859bab5-39dc-4418-b684-1a671a1ff9db,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:59:25.946256 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-bce8eade-4a84-4cb8-84d1-c653e91742f8 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:25.947663 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-bce8eade-4a84-4cb8-84d1-c653e91742f8 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1434538 May 13 12:59:25.951659 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 51442) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:59:25.956389 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.v2.base [None req-06db16de-99d7-48a5-ad0b-6a9c3d684414 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Request body: {'floatingip': {'floating_network_id': 'feab3964-f0b8-402e-905b-49af947bf732'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 12:59:25.980054 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-06db16de-99d7-48a5-ad0b-6a9c3d684414 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:26.083121 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-06db16de-99d7-48a5-ad0b-6a9c3d684414 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:26.206240 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-06db16de-99d7-48a5-ad0b-6a9c3d684414 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Allocated IP 172.27.3.5 (feab3964-f0b8-402e-905b-49af947bf732/23e33d6a-fc94-4466-a994-b549e993d354/3c476028-b0f4-42c1-8402-54970d0016c1) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 12:59:26.260175 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631acf19-9f21-4f31-b3dd-4009749d6cf4 req-68a78686-bf17-407c-9167-932bf69b5539 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:59:26.261768 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-631acf19-9f21-4f31-b3dd-4009749d6cf4 req-68a78686-bf17-407c-9167-932bf69b5539 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=6707c346-88db-4146-b776-e3e370c709d5 HTTP/1.1" status: 200 len: 945 time: 0.0573115 May 13 12:59:26.291887 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-36a99751-449d-46ef-ae8e-88c72d7a3821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6007176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5962105'] for subnet (255ce2d7-f0f9-429c-8a86-3bbc48d08e37), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:26.323759 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a99751-449d-46ef-ae8e-88c72d7a3821 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=255ce2d7-f0f9-429c-8a86-3bbc48d08e37,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:59:26.333610 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-36a99751-449d-46ef-ae8e-88c72d7a3821 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:26.339054 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-36a99751-449d-46ef-ae8e-88c72d7a3821 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/255ce2d7-f0f9-429c-8a86-3bbc48d08e37 HTTP/1.1" status: 204 len: 168 time: 0.6863210 May 13 12:59:26.340172 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 51448) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:59:26.342383 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd952500-b231-4f67-862c-c6d3df354f10 None None] Network f576fff5-2fa1-4591-9247-28b4216fb188 requested from dv-cinder-841644-1-iscsi {{(pid=109805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 12:59:26.351889 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-06db16de-99d7-48a5-ad0b-6a9c3d684414 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks [] for port (3c476028-b0f4-42c1-8402-54970d0016c1), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:26.366773 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecae63e8-7c8d-47a9-a8e3-1fe8c46aae08 req-1ce05f85-156e-43a9-830c-fcf719b49264 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:59:26.368279 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-ecae63e8-7c8d-47a9-a8e3-1fe8c46aae08 req-1ce05f85-156e-43a9-830c-fcf719b49264 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/ports?device_id=80dc3686-a1be-4e57-8d5a-9d1f94f597d1 HTTP/1.1" status: 200 len: 944 time: 0.0682852 May 13 12:59:26.422513 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-631acf19-9f21-4f31-b3dd-4009749d6cf4 req-18f451b1-3dc2-4859-ac86-b43f0325ad9e tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups?id=68fbf85e-1473-452a-bae3-c654f42e4392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1494446 May 13 12:59:26.433293 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-06db16de-99d7-48a5-ad0b-6a9c3d684414 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750967062384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6509865'] for port (3c476028-b0f4-42c1-8402-54970d0016c1), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:26.458476 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-ecae63e8-7c8d-47a9-a8e3-1fe8c46aae08 req-a6b9b75a-a4e1-4b56-be6e-4c536477c00c tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/security-groups?id=d8ecf38f-c596-40bd-8f22-07dc1f42af8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812941 May 13 12:59:26.461318 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-fbaf71c6-585b-4d63-bc82-199a4d5bf54f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1355768'] for network (f576fff5-2fa1-4591-9247-28b4216fb188), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:26.479390 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Device 5ac86e19-cc6f-4364-9f1f-30cab19c886a up at agent hyperv_hv-cinder-84164 {{(pid=109805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 12:59:26.481335 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Device b669c01c-389a-43c8-b724-af59cc1397eb no longer exists at agent ovs-agent-dv-cinder-841644-1-iscsi {{(pid=109805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 12:59:26.487400 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06db16de-99d7-48a5-ad0b-6a9c3d684414 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Network feab3964-f0b8-402e-905b-49af947bf732 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 12:59:26.491826 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-06db16de-99d7-48a5-ad0b-6a9c3d684414 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 12:59:26.495659 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06db16de-99d7-48a5-ad0b-6a9c3d684414 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 12:59:26.524362 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] No Port match for: b669c01c-389a-43c8-b724-af59cc1397eb {{(pid=109805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 12:59:26.524614 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Device b669c01c-389a-43c8-b724-af59cc1397eb not bound to the agent host dv-cinder-841644-1-iscsi {{(pid=109805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 12:59:26.525243 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Device 8a768522-0d78-450f-ae00-11b03052e62c no longer exists at agent ovs-agent-dv-cinder-841644-1-iscsi {{(pid=109805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 12:59:26.531520 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06db16de-99d7-48a5-ad0b-6a9c3d684414 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Pushing event updated for resources: {'Port': ['ID=3c476028-b0f4-42c1-8402-54970d0016c1,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:59:26.531800 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-fbaf71c6-585b-4d63-bc82-199a4d5bf54f admin admin] Deleting port 03dc91fc-8752-4ef8-a3d1-a5db3ac001f3 {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 12:59:26.532180 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-fbaf71c6-585b-4d63-bc82-199a4d5bf54f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750967565572'] for port (03dc91fc-8752-4ef8-a3d1-a5db3ac001f3), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:26.554056 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] No Port match for: 8a768522-0d78-450f-ae00-11b03052e62c {{(pid=109805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 12:59:26.554702 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Device 8a768522-0d78-450f-ae00-11b03052e62c not bound to the agent host dv-cinder-841644-1-iscsi {{(pid=109805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 12:59:26.570235 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Provisioning for port 5ac86e19-cc6f-4364-9f1f-30cab19c886a completed by entity L2. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 12:59:26.580555 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Provisioning complete for port 5ac86e19-cc6f-4364-9f1f-30cab19c886a triggered by entity L2. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 12:59:26.581262 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (5ac86e19-cc6f-4364-9f1f-30cab19c886a), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:26.598427 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-06db16de-99d7-48a5-ad0b-6a9c3d684414 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks [] for floatingip (218d22e6-b750-4ecc-8054-d0351d2be6d3), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:26.614385 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-fbaf71c6-585b-4d63-bc82-199a4d5bf54f admin admin] For port 03dc91fc-8752-4ef8-a3d1-a5db3ac001f3, host dv-cinder-841644-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841644-1-iscsi',level=0,port_id=03dc91fc-8752-4ef8-a3d1-a5db3ac001f3,segment=NetworkSegment(4c692b35-b0de-4c8a-9d7f-cd52d87568b3),segment_id=4c692b35-b0de-4c8a-9d7f-cd52d87568b3)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 12:59:26.614849 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-fbaf71c6-585b-4d63-bc82-199a4d5bf54f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624050'] for port (03dc91fc-8752-4ef8-a3d1-a5db3ac001f3), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:26.631771 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ab212c-406f-4743-be52-d0cf51d84ed7 None None] DHCP port deletion for f576fff5-2fa1-4591-9247-28b4216fb188 request from dv-cinder-841644-1-iscsi {{(pid=109805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 13 12:59:26.639991 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-fbaf71c6-585b-4d63-bc82-199a4d5bf54f admin admin] Calling delete_port for 03dc91fc-8752-4ef8-a3d1-a5db3ac001f3 owned by network:dhcp {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 12:59:26.640591 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-06db16de-99d7-48a5-ad0b-6a9c3d684414 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (3c476028-b0f4-42c1-8402-54970d0016c1), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:26.710777 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-21ab212c-406f-4743-be52-d0cf51d84ed7 None None] Deleting port 03dc91fc-8752-4ef8-a3d1-a5db3ac001f3 {{(pid=109805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 12:59:26.711451 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-21ab212c-406f-4743-be52-d0cf51d84ed7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750967565572'] for port (03dc91fc-8752-4ef8-a3d1-a5db3ac001f3), before_delete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:26.725965 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-fbaf71c6-585b-4d63-bc82-199a4d5bf54f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750967572628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750967062393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6007231'] for port (03dc91fc-8752-4ef8-a3d1-a5db3ac001f3), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:26.749704 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaf71c6-585b-4d63-bc82-199a4d5bf54f admin admin] Pushing event deleted for resources: {'Port': ['ID=03dc91fc-8752-4ef8-a3d1-a5db3ac001f3,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:59:26.758615 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbaf71c6-585b-4d63-bc82-199a4d5bf54f admin admin] No DVR routers for this DVR port 03dc91fc-8752-4ef8-a3d1-a5db3ac001f3 on host dv-cinder-841644-1-iscsi {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 12:59:26.763569 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Current status of the port 5ac86e19-cc6f-4364-9f1f-30cab19c886a is: BUILD; New status is: ACTIVE {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 12:59:26.763982 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (5ac86e19-cc6f-4364-9f1f-30cab19c886a), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:26.805474 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-21ab212c-406f-4743-be52-d0cf51d84ed7 None None] For port 03dc91fc-8752-4ef8-a3d1-a5db3ac001f3, host dv-cinder-841644-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841644-1-iscsi',level=0,port_id=03dc91fc-8752-4ef8-a3d1-a5db3ac001f3,segment=NetworkSegment(4c692b35-b0de-4c8a-9d7f-cd52d87568b3),segment_id=4c692b35-b0de-4c8a-9d7f-cd52d87568b3)] {{(pid=109805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 12:59:26.805792 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-21ab212c-406f-4743-be52-d0cf51d84ed7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624050'] for port (03dc91fc-8752-4ef8-a3d1-a5db3ac001f3), precommit_delete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:26.812016 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80dc3686-a1be-4e57-8d5a-9d1f94f597d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ac86e19-cc6f-4364-9f1f-30cab19c886a'}] {{(pid=109805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 12:59:26.814330 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bf410fb1f4c9c59dd9b4e78159940bff83c4f370df38d4d08ac4943129d440" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f0d49b0-e591-4595-af14-ffa2d5f8a3c5" -d '{"events": [{"server_uuid": "80dc3686-a1be-4e57-8d5a-9d1f94f597d1", "name": "network-vif-plugged", "status": "completed", "tag": "5ac86e19-cc6f-4364-9f1f-30cab19c886a"}]}' {{(pid=109805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 12:59:26.818223 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-06db16de-99d7-48a5-ad0b-6a9c3d684414 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks [] for port (3c476028-b0f4-42c1-8402-54970d0016c1), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:26.825258 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-06db16de-99d7-48a5-ad0b-6a9c3d684414 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6509904'] for port (3c476028-b0f4-42c1-8402-54970d0016c1), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:26.836037 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-21ab212c-406f-4743-be52-d0cf51d84ed7 None None] Calling delete_port for 03dc91fc-8752-4ef8-a3d1-a5db3ac001f3 owned by network:dhcp {{(pid=109805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 12:59:26.840670 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] For port 5ac86e19-cc6f-4364-9f1f-30cab19c886a, host hv-cinder-84164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84164',level=0,port_id=5ac86e19-cc6f-4364-9f1f-30cab19c886a,segment=NetworkSegment(0f3297cd-6882-42ac-b9e0-5f7f169df451),segment_id=0f3297cd-6882-42ac-b9e0-5f7f169df451)] {{(pid=109805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 12:59:26.849019 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-fbaf71c6-585b-4d63-bc82-199a4d5bf54f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1476694', 'neutron.services.segments.db._delete_segments_for_network-8750967377201'] for network (f576fff5-2fa1-4591-9247-28b4216fb188), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:26.854033 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (5ac86e19-cc6f-4364-9f1f-30cab19c886a), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:26.877232 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.services.segments.db [None req-fbaf71c6-585b-4d63-bc82-199a4d5bf54f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f576fff5-2fa1-4591-9247-28b4216fb188']}} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 12:59:26.880590 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 12:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4df4f3c8-2f20-4550-b570-024b012be274 x-openstack-request-id: req-4df4f3c8-2f20-4550-b570-024b012be274 {{(pid=109805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 12:59:26.880911 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80dc3686-a1be-4e57-8d5a-9d1f94f597d1", "name": "network-vif-plugged", "status": "completed", "tag": "5ac86e19-cc6f-4364-9f1f-30cab19c886a", "code": 200}]} {{(pid=109805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 12:59:26.881239 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4df4f3c8-2f20-4550-b570-024b012be274 {{(pid=109805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 12:59:26.881633 dv-cinder-841644-1-iscsi neutron-server[109805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4df4f3c8-2f20-4550-b570-024b012be274'] response: {'server_uuid': '80dc3686-a1be-4e57-8d5a-9d1f94f597d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ac86e19-cc6f-4364-9f1f-30cab19c886a', 'code': 200} May 13 12:59:26.888327 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.services.segments.db [None req-fbaf71c6-585b-4d63-bc82-199a4d5bf54f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c692b35-b0de-4c8a-9d7f-cd52d87568b3') {'for_net_delete': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 12:59:26.888635 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.services.segments.db [None req-fbaf71c6-585b-4d63-bc82-199a4d5bf54f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c692b35-b0de-4c8a-9d7f-cd52d87568b3') {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 12:59:26.900003 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-fbaf71c6-585b-4d63-bc82-199a4d5bf54f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750967377722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6106823'] for segment (4c692b35-b0de-4c8a-9d7f-cd52d87568b3), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:26.915267 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-fbaf71c6-585b-4d63-bc82-199a4d5bf54f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488896'] for segment (4c692b35-b0de-4c8a-9d7f-cd52d87568b3), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:26.926600 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-06db16de-99d7-48a5-ad0b-6a9c3d684414 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621791'] for floatingip (218d22e6-b750-4ecc-8054-d0351d2be6d3), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:26.926851 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbaf71c6-585b-4d63-bc82-199a4d5bf54f admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=109804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 12:59:26.927072 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-fbaf71c6-585b-4d63-bc82-199a4d5bf54f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6007266'] for segment (4c692b35-b0de-4c8a-9d7f-cd52d87568b3), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:26.929034 dv-cinder-841644-1-iscsi neutron-server[109804]: Traceback (most recent call last): May 13 12:59:26.929034 dv-cinder-841644-1-iscsi neutron-server[109804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 12:59:26.929034 dv-cinder-841644-1-iscsi neutron-server[109804]: timer() May 13 12:59:26.929034 dv-cinder-841644-1-iscsi neutron-server[109804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 12:59:26.929034 dv-cinder-841644-1-iscsi neutron-server[109804]: cb(*args, **kw) May 13 12:59:26.929034 dv-cinder-841644-1-iscsi neutron-server[109804]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 13 12:59:26.929034 dv-cinder-841644-1-iscsi neutron-server[109804]: return func(*args, **kwargs) May 13 12:59:26.929034 dv-cinder-841644-1-iscsi neutron-server[109804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 12:59:26.929034 dv-cinder-841644-1-iscsi neutron-server[109804]: self._notify() May 13 12:59:26.929034 dv-cinder-841644-1-iscsi neutron-server[109804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 12:59:26.929034 dv-cinder-841644-1-iscsi neutron-server[109804]: self.callback(batched_events) May 13 12:59:26.929034 dv-cinder-841644-1-iscsi neutron-server[109804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 12:59:26.929034 dv-cinder-841644-1-iscsi neutron-server[109804]: event.method(event) May 13 12:59:26.929034 dv-cinder-841644-1-iscsi neutron-server[109804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 13 12:59:26.929034 dv-cinder-841644-1-iscsi neutron-server[109804]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 12:59:26.929034 dv-cinder-841644-1-iscsi neutron-server[109804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 13 12:59:26.929034 dv-cinder-841644-1-iscsi neutron-server[109804]: aggregate_uuid = self.p_client.list_aggregates( May 13 12:59:26.929034 dv-cinder-841644-1-iscsi neutron-server[109804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 13 12:59:26.929034 dv-cinder-841644-1-iscsi neutron-server[109804]: return f(self, *a, **k) May 13 12:59:26.929034 dv-cinder-841644-1-iscsi neutron-server[109804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 13 12:59:26.929034 dv-cinder-841644-1-iscsi neutron-server[109804]: return self._get(url).json() May 13 12:59:26.929034 dv-cinder-841644-1-iscsi neutron-server[109804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 13 12:59:26.929034 dv-cinder-841644-1-iscsi neutron-server[109804]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 12:59:26.929034 dv-cinder-841644-1-iscsi neutron-server[109804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 12:59:26.929034 dv-cinder-841644-1-iscsi neutron-server[109804]: return self.request(url, 'GET', **kwargs) May 13 12:59:26.929034 dv-cinder-841644-1-iscsi neutron-server[109804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 12:59:26.929034 dv-cinder-841644-1-iscsi neutron-server[109804]: base_url = self.get_endpoint(auth, allow=allow, May 13 12:59:26.929034 dv-cinder-841644-1-iscsi neutron-server[109804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 12:59:26.929034 dv-cinder-841644-1-iscsi neutron-server[109804]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 12:59:26.929034 dv-cinder-841644-1-iscsi neutron-server[109804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 12:59:26.929034 dv-cinder-841644-1-iscsi neutron-server[109804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 12:59:26.929034 dv-cinder-841644-1-iscsi neutron-server[109804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 12:59:26.940962 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06db16de-99d7-48a5-ad0b-6a9c3d684414 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Pushing event updated for resources: {'Port': ['ID=3c476028-b0f4-42c1-8402-54970d0016c1,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:59:26.951121 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-06db16de-99d7-48a5-ad0b-6a9c3d684414 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4290'] for floatingip (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:26.960543 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-06db16de-99d7-48a5-ad0b-6a9c3d684414 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.9995933 May 13 12:59:26.991871 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-fbaf71c6-585b-4d63-bc82-199a4d5bf54f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1476655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621796'] for network (f576fff5-2fa1-4591-9247-28b4216fb188), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:27.020349 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-fbaf71c6-585b-4d63-bc82-199a4d5bf54f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617456'] for network (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:27.023645 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-fbaf71c6-585b-4d63-bc82-199a4d5bf54f admin admin] 10.222.0.49 "DELETE /v2.0/networks/f576fff5-2fa1-4591-9247-28b4216fb188 HTTP/1.1" status: 204 len: 168 time: 0.6822591 May 13 12:59:27.024954 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaf71c6-585b-4d63-bc82-199a4d5bf54f admin admin] Pushing event deleted for resources: {'Network': ['ID=f576fff5-2fa1-4591-9247-28b4216fb188,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:59:27.040799 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Pushing event updated for resources: {'Port': ['ID=5ac86e19-cc6f-4364-9f1f-30cab19c886a,revision_number=5']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:59:27.052818 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-21ab212c-406f-4743-be52-d0cf51d84ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750967572628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750967062393'] for port (03dc91fc-8752-4ef8-a3d1-a5db3ac001f3), after_delete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:27.082648 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-21ab212c-406f-4743-be52-d0cf51d84ed7 None None] Network f576fff5-2fa1-4591-9247-28b4216fb188 is not hosted by any dhcp agent {{(pid=109805) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} May 13 12:59:27.083112 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ab212c-406f-4743-be52-d0cf51d84ed7 None None] No DVR routers for this DVR port 03dc91fc-8752-4ef8-a3d1-a5db3ac001f3 on host dv-cinder-841644-1-iscsi {{(pid=109805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 12:59:27.084726 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ab212c-406f-4743-be52-d0cf51d84ed7 None None] Pushing event deleted for resources: {'Port': ['ID=03dc91fc-8752-4ef8-a3d1-a5db3ac001f3,revision_number=None']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:59:27.126658 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d9d7f2-ce27-4e62-9553-9f13778a7af8 req-2467ee43-fd96-4484-9d42-13aea2685a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:59:27.128249 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-09d9d7f2-ce27-4e62-9553-9f13778a7af8 req-2467ee43-fd96-4484-9d42-13aea2685a92 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=80dc3686-a1be-4e57-8d5a-9d1f94f597d1 HTTP/1.1" status: 200 len: 1129 time: 0.0496662 May 13 12:59:27.163966 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-e602032e-471f-4a77-a412-8ad03a5d297c req-3254e1fe-bb37-44e7-aa2c-1d52ecbf31c5 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1026033506&fields=id&tenant_id=7ec55859792345359fc7b22003b4e995 HTTP/1.1" status: 200 len: 267 time: 0.0514755 May 13 12:59:27.184718 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-09d9d7f2-ce27-4e62-9553-9f13778a7af8 req-473ff039-95f6-4850-8634-b280f7738c4c service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=d8ecf38f-c596-40bd-8f22-07dc1f42af8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479014 May 13 12:59:27.192699 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 51466) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:59:27.234430 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-e1aaeab7-c61e-4cb2-8926-4cd307aa687b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=58bddca6077344bea4cb41b23fcf8d35&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0405819 May 13 12:59:27.236938 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 51468) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:59:27.279156 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e602032e-471f-4a77-a412-8ad03a5d297c req-966cbfc0-88df-4417-b97c-e0130180663f tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:59:27.280642 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-e602032e-471f-4a77-a412-8ad03a5d297c req-966cbfc0-88df-4417-b97c-e0130180663f tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/networks?id=f1c41e28-5d16-459f-865e-9320359228db HTTP/1.1" status: 200 len: 814 time: 0.1086385 May 13 12:59:27.283608 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-21619611-a7e9-4d55-be12-8c0c6858e257 admin admin] Publish callbacks [] for security_group (3473c18c-30b6-4258-8d74-d4010b438108), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:27.295397 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-e602032e-471f-4a77-a412-8ad03a5d297c req-c4df4a97-9637-4325-9540-c05cf5c0bb01 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/quotas/7ec55859792345359fc7b22003b4e995 HTTP/1.1" status: 200 len: 375 time: 0.0089219 May 13 12:59:27.306176 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-21619611-a7e9-4d55-be12-8c0c6858e257 admin admin] Publish callbacks [] for security_group (3473c18c-30b6-4258-8d74-d4010b438108), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:27.346133 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-e602032e-471f-4a77-a412-8ad03a5d297c req-6c0460b1-2497-440b-99f2-f570a449206c tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=7ec55859792345359fc7b22003b4e995&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0447536 May 13 12:59:27.353848 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-21619611-a7e9-4d55-be12-8c0c6858e257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (3473c18c-30b6-4258-8d74-d4010b438108), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:27.356423 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-21619611-a7e9-4d55-be12-8c0c6858e257 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:27.357568 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-21619611-a7e9-4d55-be12-8c0c6858e257 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3473c18c-30b6-4258-8d74-d4010b438108 HTTP/1.1" status: 204 len: 168 time: 0.1196499 May 13 12:59:27.365259 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21619611-a7e9-4d55-be12-8c0c6858e257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3473c18c-30b6-4258-8d74-d4010b438108,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:59:27.451027 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-e602032e-471f-4a77-a412-8ad03a5d297c req-4037f765-5ca4-45db-a056-d30f23a142ec service neutron] 10.222.0.49 "GET /v2.0/networks/f1c41e28-5d16-459f-865e-9320359228db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926669 May 13 12:59:27.551045 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-e602032e-471f-4a77-a412-8ad03a5d297c req-b6bedc16-6151-4db8-b81b-e72dcca61a93 service neutron] 10.222.0.49 "GET /v2.0/networks/f1c41e28-5d16-459f-865e-9320359228db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943828 May 13 12:59:27.572760 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e01aad-833e-4add-9e8e-bd35dabbe7b4 req-9fde83a7-f463-42b1-b595-63e4be216ba8 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:59:27.574916 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-c0e01aad-833e-4add-9e8e-bd35dabbe7b4 req-9fde83a7-f463-42b1-b595-63e4be216ba8 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=6707c346-88db-4146-b776-e3e370c709d5 HTTP/1.1" status: 200 len: 945 time: 0.0616601 May 13 12:59:27.626715 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-c0e01aad-833e-4add-9e8e-bd35dabbe7b4 req-7032ddc4-e192-4cbe-9d84-3eb210c7bb09 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups?id=68fbf85e-1473-452a-bae3-c654f42e4392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440869 May 13 12:59:27.728747 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-3cf8934a-7c11-4b1c-b1fc-db51714d32f0 req-76247043-77be-499b-b606-50eb2a8139ca tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b33371a-b63f-4932-a850-1b16b2bbd393 HTTP/1.1" status: 200 len: 210 time: 0.0327015 May 13 12:59:27.757531 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29d238c-8437-4ef3-9275-7889b9bffde5 req-48b45ede-2dad-44ef-a000-ec0f0e42fdcb tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:59:27.759501 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-d29d238c-8437-4ef3-9275-7889b9bffde5 req-48b45ede-2dad-44ef-a000-ec0f0e42fdcb tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/ports?device_id=80dc3686-a1be-4e57-8d5a-9d1f94f597d1 HTTP/1.1" status: 200 len: 945 time: 0.0628619 May 13 12:59:27.814649 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-d29d238c-8437-4ef3-9275-7889b9bffde5 req-88d489f1-aeee-4c22-9d26-12246dbe385d tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/security-groups?id=d8ecf38f-c596-40bd-8f22-07dc1f42af8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472512 May 13 12:59:28.426942 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Device 03dc91fc-8752-4ef8-a3d1-a5db3ac001f3 no longer exists at agent ovs-agent-dv-cinder-841644-1-iscsi {{(pid=109805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 12:59:28.448663 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] No Port match for: 03dc91fc-8752-4ef8-a3d1-a5db3ac001f3 {{(pid=109805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 12:59:28.449114 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Device 03dc91fc-8752-4ef8-a3d1-a5db3ac001f3 not bound to the agent host dv-cinder-841644-1-iscsi {{(pid=109805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 12:59:28.777119 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e57786-72a6-40bb-8e56-77ff2e02f5ea req-fc1c60f2-6ea5-46cc-ae89-0c9c54a117a8 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:59:28.779684 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-14e57786-72a6-40bb-8e56-77ff2e02f5ea req-fc1c60f2-6ea5-46cc-ae89-0c9c54a117a8 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=6707c346-88db-4146-b776-e3e370c709d5 HTTP/1.1" status: 200 len: 945 time: 0.0732851 May 13 12:59:28.842632 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-1cc74f33-b473-4468-862d-cc025326b6f5 req-6bfb3cb7-4934-4351-90e7-dca93fd223a5 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b33371a-b63f-4932-a850-1b16b2bbd393 HTTP/1.1" status: 200 len: 210 time: 0.0350149 May 13 12:59:28.848236 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-14e57786-72a6-40bb-8e56-77ff2e02f5ea req-d2244555-0134-4299-88a7-eeb0ad051905 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups?id=68fbf85e-1473-452a-bae3-c654f42e4392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624683 May 13 12:59:28.958743 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48ff9af-3015-4ccf-8943-9bfc471f782c req-bc7a9caa-6830-412a-9596-4fba482d34a4 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:59:28.960366 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-f48ff9af-3015-4ccf-8943-9bfc471f782c req-bc7a9caa-6830-412a-9596-4fba482d34a4 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/ports?device_id=80dc3686-a1be-4e57-8d5a-9d1f94f597d1 HTTP/1.1" status: 200 len: 945 time: 0.0560293 May 13 12:59:29.018087 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-f48ff9af-3015-4ccf-8943-9bfc471f782c req-278b0351-9001-4486-890f-9e513278b570 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/security-groups?id=d8ecf38f-c596-40bd-8f22-07dc1f42af8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471678 May 13 12:59:29.137767 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce1957b-aafb-42bf-a510-181f2a64c6a4 req-ea0d5f00-1801-4be9-a7c2-309129161526 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:59:29.139306 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-8ce1957b-aafb-42bf-a510-181f2a64c6a4 req-ea0d5f00-1801-4be9-a7c2-309129161526 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/ports?device_id=80dc3686-a1be-4e57-8d5a-9d1f94f597d1 HTTP/1.1" status: 200 len: 945 time: 0.0561843 May 13 12:59:29.148535 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 51540) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:59:29.154335 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.v2.base [None req-bfa44d46-c26e-4e77-8884-9568dcda3ce0 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Request body: {'floatingip': {'port_id': '5ac86e19-cc6f-4364-9f1f-30cab19c886a'}} {{(pid=109804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 12:59:29.193113 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-bfa44d46-c26e-4e77-8884-9568dcda3ce0 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Publish callbacks [] for floatingip (83b40eef-3337-4322-bcd3-ac6324690d9c), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:29.583851 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e602032e-471f-4a77-a412-8ad03a5d297c req-d4e8f766-0bdb-40ab-b064-d35a43dbd1e2 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:59:29.585316 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-e602032e-471f-4a77-a412-8ad03a5d297c req-d4e8f766-0bdb-40ab-b064-d35a43dbd1e2 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.52 "GET /v2.0/networks?id=f1c41e28-5d16-459f-865e-9320359228db HTTP/1.1" status: 200 len: 814 time: 0.1897838 May 13 12:59:29.737319 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-bfa44d46-c26e-4e77-8884-9568dcda3ce0 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:29.744876 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-bfa44d46-c26e-4e77-8884-9568dcda3ce0 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621791'] for floatingip (83b40eef-3337-4322-bcd3-ac6324690d9c), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:29.800742 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-e602032e-471f-4a77-a412-8ad03a5d297c req-92974d69-93ff-4d49-8138-4a0995699e2e tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ec55859792345359fc7b22003b4e995 HTTP/1.1" status: 200 len: 380 time: 0.1050220 May 13 12:59:29.811770 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.v2.base [req-e602032e-471f-4a77-a412-8ad03a5d297c req-5247d83c-c03d-4d38-94d9-890cb727dae3 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Request body: {'port': {'device_id': '0b33371a-b63f-4932-a850-1b16b2bbd393', 'network_id': 'f1c41e28-5d16-459f-865e-9320359228db', 'admin_state_up': True, 'tenant_id': '7ec55859792345359fc7b22003b4e995', 'security_groups': ['2ea0ba67-f564-4653-ac0d-b17834ff40f4']}} {{(pid=109804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 12:59:29.936647 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.db.l3_db [None req-bfa44d46-c26e-4e77-8884-9568dcda3ce0 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Floating IP 83b40eef-3337-4322-bcd3-ac6324690d9c associated. External IP: 172.27.3.186, port: 5ac86e19-cc6f-4364-9f1f-30cab19c886a. May 13 12:59:29.982692 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a074dc18-0ea5-4850-beed-361aede1364a req-d72cb579-d4e3-4c89-8859-12a8bb0eadba tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:59:29.984313 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-a074dc18-0ea5-4850-beed-361aede1364a req-d72cb579-d4e3-4c89-8859-12a8bb0eadba tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=6707c346-88db-4146-b776-e3e370c709d5 HTTP/1.1" status: 200 len: 945 time: 0.0484164 May 13 12:59:29.989391 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-c3e6c4a8-a0ac-4f42-9450-6818eb3c07ec req-e21e70d4-decd-414c-a2d7-81885409b153 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b33371a-b63f-4932-a850-1b16b2bbd393 HTTP/1.1" status: 200 len: 210 time: 0.0674098 May 13 12:59:30.037456 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-a074dc18-0ea5-4850-beed-361aede1364a req-c5946cc3-744f-4183-8387-047e735157a7 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups?id=68fbf85e-1473-452a-bae3-c654f42e4392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469403 May 13 12:59:30.068637 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e602032e-471f-4a77-a412-8ad03a5d297c req-5247d83c-c03d-4d38-94d9-890cb727dae3 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Made reservation on behalf of 7ec55859792345359fc7b22003b4e995 for: {'port': 1} {{(pid=109804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 12:59:30.071925 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-e602032e-471f-4a77-a412-8ad03a5d297c req-5247d83c-c03d-4d38-94d9-890cb727dae3 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:30.288418 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [req-e602032e-471f-4a77-a412-8ad03a5d297c req-5247d83c-c03d-4d38-94d9-890cb727dae3 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Allocated IP 172.20.0.9 (f1c41e28-5d16-459f-865e-9320359228db/95241052-552d-491a-8c23-5ec0dd2b8fa6/63c9af63-3627-4908-ba96-ff2fd8ff4b4a) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 12:59:30.291362 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfa44d46-c26e-4e77-8884-9568dcda3ce0 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Router 0828d5f3-9c13-46e3-9d02-563b064af26e has already been hosted by L3 agent 6d8a5631-9f63-444c-af3b-4dcce4842b62 {{(pid=109804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 12:59:30.495635 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfa44d46-c26e-4e77-8884-9568dcda3ce0 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Notify agent at l3_agent.dv-cinder-841644-1-iscsi the message routers_updated {{(pid=109804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 12:59:30.503123 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-bfa44d46-c26e-4e77-8884-9568dcda3ce0 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4290'] for floatingip (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:30.512942 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd5d4ae-a93a-43e0-a279-313a1c2d69e7 None None] Sync routers for ids ['0828d5f3-9c13-46e3-9d02-563b064af26e'] in dv-cinder-841644-1-iscsi {{(pid=109806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 12:59:30.531495 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd5d4ae-a93a-43e0-a279-313a1c2d69e7 None None] Routers {'0828d5f3-9c13-46e3-9d02-563b064af26e'} bound to L3 agent in host dv-cinder-841644-1-iscsi {{(pid=109806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 12:59:30.532619 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_hamode_db [None req-3cd5d4ae-a93a-43e0-a279-313a1c2d69e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841644-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T12:45:44Z,description=,heartbeat_timestamp=2022-05-13T12:59:14Z,host='dv-cinder-841644-1-iscsi',id=6d8a5631-9f63-444c-af3b-4dcce4842b62,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T12:45:44Z,topic='l3_agent')) {'router_ids': ['0828d5f3-9c13-46e3-9d02-563b064af26e'], 'active': True} {{(pid=109806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 12:59:30.551085 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-e602032e-471f-4a77-a412-8ad03a5d297c req-5247d83c-c03d-4d38-94d9-890cb727dae3 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks [] for port (63c9af63-3627-4908-ba96-ff2fd8ff4b4a), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:30.558659 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-bfa44d46-c26e-4e77-8884-9568dcda3ce0 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "PUT /v2.0/floatingips/83b40eef-3337-4322-bcd3-ac6324690d9c HTTP/1.1" status: 200 len: 991 time: 1.4088924 May 13 12:59:30.560595 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80dc3686-a1be-4e57-8d5a-9d1f94f597d1', 'tag': '5ac86e19-cc6f-4364-9f1f-30cab19c886a'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 12:59:30.562973 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1b69bbfd011f85c3db934c4b22a349ffa5730c167d2456731e37bfe5d9c9e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-431c1320-bd2a-46b8-a4a4-3f89825e0aef" -d '{"events": [{"name": "network-changed", "server_uuid": "80dc3686-a1be-4e57-8d5a-9d1f94f597d1", "tag": "5ac86e19-cc6f-4364-9f1f-30cab19c886a"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 12:59:30.596859 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-e602032e-471f-4a77-a412-8ad03a5d297c req-5247d83c-c03d-4d38-94d9-890cb727dae3 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750967062384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6007231'] for port (63c9af63-3627-4908-ba96-ff2fd8ff4b4a), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:30.604544 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 12:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c08f6c1-769f-4ef3-bfa3-8d4a8ef6e5ba x-openstack-request-id: req-5c08f6c1-769f-4ef3-bfa3-8d4a8ef6e5ba {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 12:59:30.604829 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80dc3686-a1be-4e57-8d5a-9d1f94f597d1", "tag": "5ac86e19-cc6f-4364-9f1f-30cab19c886a", "status": "completed", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 12:59:30.605105 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5c08f6c1-769f-4ef3-bfa3-8d4a8ef6e5ba {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 12:59:30.605537 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c08f6c1-769f-4ef3-bfa3-8d4a8ef6e5ba'] response: {'name': 'network-changed', 'server_uuid': '80dc3686-a1be-4e57-8d5a-9d1f94f597d1', 'tag': '5ac86e19-cc6f-4364-9f1f-30cab19c886a', 'status': 'completed', 'code': 200} May 13 12:59:30.642292 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e602032e-471f-4a77-a412-8ad03a5d297c req-5247d83c-c03d-4d38-94d9-890cb727dae3 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Network f1c41e28-5d16-459f-865e-9320359228db is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 12:59:30.646175 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [req-e602032e-471f-4a77-a412-8ad03a5d297c req-5247d83c-c03d-4d38-94d9-890cb727dae3 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 12:59:30.652124 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [req-e602032e-471f-4a77-a412-8ad03a5d297c req-5247d83c-c03d-4d38-94d9-890cb727dae3 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 12:59:30.668834 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_dvr_db [None req-3cd5d4ae-a93a-43e0-a279-313a1c2d69e7 None None] Set router 0828d5f3-9c13-46e3-9d02-563b064af26e gateway port host: dv-cinder-841644-1-iscsi {{(pid=109806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 12:59:30.679273 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5247d83c-c03d-4d38-94d9-890cb727dae3 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Pushing event updated for resources: {'Port': ['ID=63c9af63-3627-4908-ba96-ff2fd8ff4b4a,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:59:30.709567 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e602032e-471f-4a77-a412-8ad03a5d297c req-5247d83c-c03d-4d38-94d9-890cb727dae3 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:59:30.710239 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-e602032e-471f-4a77-a412-8ad03a5d297c req-5247d83c-c03d-4d38-94d9-890cb727dae3 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4290'] for port (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:30.723649 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431c1320-bd2a-46b8-a4a4-3f89825e0aef req-81d7a9ed-4405-4aed-a827-1a47e308d658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:59:30.725969 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-431c1320-bd2a-46b8-a4a4-3f89825e0aef req-81d7a9ed-4405-4aed-a827-1a47e308d658 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a8e091db3cd14ecb9c40257451cd434d&device_id=80dc3686-a1be-4e57-8d5a-9d1f94f597d1 HTTP/1.1" status: 200 len: 1129 time: 0.0764866 May 13 12:59:30.734866 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-e602032e-471f-4a77-a412-8ad03a5d297c req-5247d83c-c03d-4d38-94d9-890cb727dae3 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9280589 May 13 12:59:30.752698 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.v2.base [req-e602032e-471f-4a77-a412-8ad03a5d297c req-01e70afb-b66e-4d76-9767-2ac9fcb85f89 service neutron] Request body: {'port': {'device_id': '0b33371a-b63f-4932-a850-1b16b2bbd393', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84164'}} {{(pid=109804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 12:59:30.829004 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431c1320-bd2a-46b8-a4a4-3f89825e0aef req-3f8719df-c4d6-4aa4-86ec-c12ecc097238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:59:30.830501 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-431c1320-bd2a-46b8-a4a4-3f89825e0aef req-3f8719df-c4d6-4aa4-86ec-c12ecc097238 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2e48d261-a2df-43c6-bd2a-fa0153331d4d HTTP/1.1" status: 200 len: 912 time: 0.0986426 May 13 12:59:30.835319 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-e602032e-471f-4a77-a412-8ad03a5d297c req-01e70afb-b66e-4d76-9767-2ac9fcb85f89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (63c9af63-3627-4908-ba96-ff2fd8ff4b4a), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:30.916355 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-431c1320-bd2a-46b8-a4a4-3f89825e0aef req-15ccf48e-d943-4df8-8816-0e5fabe0b2d0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5ac86e19-cc6f-4364-9f1f-30cab19c886a HTTP/1.1" status: 200 len: 999 time: 0.0773268 May 13 12:59:30.959730 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-64e064e7-5c3c-4c23-a19b-15c18cbab6ff None None] Provisioning complete for port 63c9af63-3627-4908-ba96-ff2fd8ff4b4a triggered by entity DHCP. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 12:59:30.960810 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-64e064e7-5c3c-4c23-a19b-15c18cbab6ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (63c9af63-3627-4908-ba96-ff2fd8ff4b4a), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:30.970282 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431c1320-bd2a-46b8-a4a4-3f89825e0aef req-5cbf357d-1e2f-46eb-ac29-474c6bd5c50b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:59:30.971811 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-431c1320-bd2a-46b8-a4a4-3f89825e0aef req-5cbf357d-1e2f-46eb-ac29-474c6bd5c50b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9e6203bd-7b13-480f-9ce9-60943080d6b6 HTTP/1.1" status: 200 len: 850 time: 0.0494556 May 13 12:59:31.001620 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-64e064e7-5c3c-4c23-a19b-15c18cbab6ff None None] Port 63c9af63-3627-4908-ba96-ff2fd8ff4b4a cannot update to ACTIVE because it is not bound. {{(pid=109805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 12:59:31.028346 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431c1320-bd2a-46b8-a4a4-3f89825e0aef req-0968d1ee-04e4-49d5-8a7f-8bbfab50b27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:59:31.031872 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-431c1320-bd2a-46b8-a4a4-3f89825e0aef req-0968d1ee-04e4-49d5-8a7f-8bbfab50b27a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2e48d261-a2df-43c6-bd2a-fa0153331d4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0526507 May 13 12:59:31.036869 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_hamode_db [None req-3cd5d4ae-a93a-43e0-a279-313a1c2d69e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0828d5f3-9c13-46e3-9d02-563b064af26e', 'name': 'tempest-AttachVolumeTestJSON-1698186003-router', 'tenant_id': 'a8e091db3cd14ecb9c40257451cd434d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': 'c7c4c484-43bc-451f-b28d-0badb4b8ab53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T12:55:41Z', 'updated_at': '2022-05-13T12:55:44Z', 'revision_number': 4, 'project_id': 'a8e091db3cd14ecb9c40257451cd434d', 'gw_port': {'id': 'c7c4c484-43bc-451f-b28d-0badb4b8ab53', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:51:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0828d5f3-9c13-46e3-9d02-563b064af26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:55:42Z', 'updated_at': '2022-05-13T12:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi', '_floatingips': [{'id': '83b40eef-3337-4322-bcd3-ac6324690d9c', 'tenant_id': 'a8e091db3cd14ecb9c40257451cd434d', 'floating_ip_address': '172.27.3.186', 'floating_network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'router_id': '0828d5f3-9c13-46e3-9d02-563b064af26e', 'port_id': '5ac86e19-cc6f-4364-9f1f-30cab19c886a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e48d261-a2df-43c6-bd2a-fa0153331d4d', 'mac_address': 'fa:16:3e:ff:7c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80dc3686-a1be-4e57-8d5a-9d1f94f597d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T12:59:08Z', 'updated_at': '2022-05-13T12:59:29Z', 'revision_number': 1, 'project_id': 'a8e091db3cd14ecb9c40257451cd434d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '253ed4d7-3c8d-4067-a439-514a1cd818a2', 'name': '', 'network_id': '2e48d261-a2df-43c6-bd2a-fa0153331d4d', 'tenant_id': 'a8e091db3cd14ecb9c40257451cd434d', 'mac_address': 'fa:16:3e:cb:f3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0828d5f3-9c13-46e3-9d02-563b064af26e', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '9e6203bd-7b13-480f-9ce9-60943080d6b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:55:44Z', 'updated_at': '2022-05-13T12:55:48Z', 'revision_number': 5, 'project_id': 'a8e091db3cd14ecb9c40257451cd434d', 'subnets': [{'id': '9e6203bd-7b13-480f-9ce9-60943080d6b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841644-1-iscsi', False) {} {{(pid=109806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 12:59:31.073970 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd5d4ae-a93a-43e0-a279-313a1c2d69e7 None None] Checking router: 0828d5f3-9c13-46e3-9d02-563b064af26e for host: dv-cinder-841644-1-iscsi {{(pid=109806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 12:59:31.088470 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd5d4ae-a93a-43e0-a279-313a1c2d69e7 None None] Routers {'0828d5f3-9c13-46e3-9d02-563b064af26e'} bound to L3 agent in host dv-cinder-841644-1-iscsi {{(pid=109806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 12:59:31.089135 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_hamode_db [None req-3cd5d4ae-a93a-43e0-a279-313a1c2d69e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841644-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T12:45:44Z,description=,heartbeat_timestamp=2022-05-13T12:59:14Z,host='dv-cinder-841644-1-iscsi',id=6d8a5631-9f63-444c-af3b-4dcce4842b62,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T12:45:44Z,topic='l3_agent')) {'router_ids': ['0828d5f3-9c13-46e3-9d02-563b064af26e'], 'active': True} {{(pid=109806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 12:59:31.175943 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26483e0-6afc-46f8-b218-423195de746e req-74e6a13b-f013-4afd-adf5-240a37facb9b tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:59:31.177501 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-b26483e0-6afc-46f8-b218-423195de746e req-74e6a13b-f013-4afd-adf5-240a37facb9b tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b33371a-b63f-4932-a850-1b16b2bbd393 HTTP/1.1" status: 200 len: 931 time: 0.1105673 May 13 12:59:31.214368 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_dvr_db [None req-3cd5d4ae-a93a-43e0-a279-313a1c2d69e7 None None] Set router 0828d5f3-9c13-46e3-9d02-563b064af26e gateway port host: dv-cinder-841644-1-iscsi {{(pid=109806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 12:59:31.225665 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-431c1320-bd2a-46b8-a4a4-3f89825e0aef req-810268b8-f444-4d4c-aa8c-9a43d57cfe26 service neutron] 10.222.0.52 "GET /v2.0/networks/2e48d261-a2df-43c6-bd2a-fa0153331d4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805692 May 13 12:59:31.242997 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-b26483e0-6afc-46f8-b218-423195de746e req-d056a635-b322-4da1-9a81-a7bafc117acb tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ea0ba67-f564-4653-ac0d-b17834ff40f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583172 May 13 12:59:31.318295 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c39888a-97f8-41e4-a190-1b68b9d18149 req-b90d6324-d724-47ee-9658-f3a47ebebc88 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:59:31.319769 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-0c39888a-97f8-41e4-a190-1b68b9d18149 req-b90d6324-d724-47ee-9658-f3a47ebebc88 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=6707c346-88db-4146-b776-e3e370c709d5 HTTP/1.1" status: 200 len: 945 time: 0.0582495 May 13 12:59:31.353926 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-431c1320-bd2a-46b8-a4a4-3f89825e0aef req-fcb104ad-1de3-47bb-b91a-c13791492fd9 service neutron] 10.222.0.52 "GET /v2.0/networks/2e48d261-a2df-43c6-bd2a-fa0153331d4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960393 May 13 12:59:31.398280 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-0c39888a-97f8-41e4-a190-1b68b9d18149 req-a457016e-b341-4957-9c82-bd8de9276cec tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups?id=68fbf85e-1473-452a-bae3-c654f42e4392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700390 May 13 12:59:31.443842 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.notifiers.nova [req-e602032e-471f-4a77-a412-8ad03a5d297c req-01e70afb-b66e-4d76-9767-2ac9fcb85f89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63c9af63-3627-4908-ba96-ff2fd8ff4b4a {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 12:59:31.451574 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-e602032e-471f-4a77-a412-8ad03a5d297c req-01e70afb-b66e-4d76-9767-2ac9fcb85f89 service neutron] Publish callbacks [] for port (63c9af63-3627-4908-ba96-ff2fd8ff4b4a), precommit_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:31.455134 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_hamode_db [None req-3cd5d4ae-a93a-43e0-a279-313a1c2d69e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0828d5f3-9c13-46e3-9d02-563b064af26e', 'name': 'tempest-AttachVolumeTestJSON-1698186003-router', 'tenant_id': 'a8e091db3cd14ecb9c40257451cd434d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': 'c7c4c484-43bc-451f-b28d-0badb4b8ab53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T12:55:41Z', 'updated_at': '2022-05-13T12:55:44Z', 'revision_number': 4, 'project_id': 'a8e091db3cd14ecb9c40257451cd434d', 'gw_port': {'id': 'c7c4c484-43bc-451f-b28d-0badb4b8ab53', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:51:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0828d5f3-9c13-46e3-9d02-563b064af26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:55:42Z', 'updated_at': '2022-05-13T12:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi', '_floatingips': [{'id': '83b40eef-3337-4322-bcd3-ac6324690d9c', 'tenant_id': 'a8e091db3cd14ecb9c40257451cd434d', 'floating_ip_address': '172.27.3.186', 'floating_network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'router_id': '0828d5f3-9c13-46e3-9d02-563b064af26e', 'port_id': '5ac86e19-cc6f-4364-9f1f-30cab19c886a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e48d261-a2df-43c6-bd2a-fa0153331d4d', 'mac_address': 'fa:16:3e:ff:7c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80dc3686-a1be-4e57-8d5a-9d1f94f597d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T12:59:08Z', 'updated_at': '2022-05-13T12:59:29Z', 'revision_number': 1, 'project_id': 'a8e091db3cd14ecb9c40257451cd434d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '253ed4d7-3c8d-4067-a439-514a1cd818a2', 'name': '', 'network_id': '2e48d261-a2df-43c6-bd2a-fa0153331d4d', 'tenant_id': 'a8e091db3cd14ecb9c40257451cd434d', 'mac_address': 'fa:16:3e:cb:f3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0828d5f3-9c13-46e3-9d02-563b064af26e', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '9e6203bd-7b13-480f-9ce9-60943080d6b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:55:44Z', 'updated_at': '2022-05-13T12:55:48Z', 'revision_number': 5, 'project_id': 'a8e091db3cd14ecb9c40257451cd434d', 'subnets': [{'id': '9e6203bd-7b13-480f-9ce9-60943080d6b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841644-1-iscsi', False) {} {{(pid=109806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 12:59:31.463483 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [req-e602032e-471f-4a77-a412-8ad03a5d297c req-01e70afb-b66e-4d76-9767-2ac9fcb85f89 service neutron] Transition to ACTIVE for port object 63c9af63-3627-4908-ba96-ff2fd8ff4b4a will not be triggered until provisioned by entity L2. {{(pid=109804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 12:59:31.468244 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-e602032e-471f-4a77-a412-8ad03a5d297c req-01e70afb-b66e-4d76-9767-2ac9fcb85f89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6007238'] for port (63c9af63-3627-4908-ba96-ff2fd8ff4b4a), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:31.487442 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd5d4ae-a93a-43e0-a279-313a1c2d69e7 None None] The sync data for ids ['0828d5f3-9c13-46e3-9d02-563b064af26e'] in dv-cinder-841644-1-iscsi is: [{'id': '0828d5f3-9c13-46e3-9d02-563b064af26e', 'name': 'tempest-AttachVolumeTestJSON-1698186003-router', 'tenant_id': 'a8e091db3cd14ecb9c40257451cd434d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': 'c7c4c484-43bc-451f-b28d-0badb4b8ab53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T12:55:41Z', 'updated_at': '2022-05-13T12:55:44Z', 'revision_number': 4, 'project_id': 'a8e091db3cd14ecb9c40257451cd434d', 'gw_port': {'id': 'c7c4c484-43bc-451f-b28d-0badb4b8ab53', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:51:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0828d5f3-9c13-46e3-9d02-563b064af26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:55:42Z', 'updated_at': '2022-05-13T12:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi', '_floatingips': [{'id': '83b40eef-3337-4322-bcd3-ac6324690d9c', 'tenant_id': 'a8e091db3cd14ecb9c40257451cd434d', 'floating_ip_address': '172.27.3.186', 'floating_network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'router_id': '0828d5f3-9c13-46e3-9d02-563b064af26e', 'port_id': '5ac86e19-cc6f-4364-9f1f-30cab19c886a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e48d261-a2df-43c6-bd2a-fa0153331d4d', 'mac_address': 'fa:16:3e:ff:7c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80dc3686-a1be-4e57-8d5a-9d1f94f597d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T12:59:08Z', 'updated_at': '2022-05-13T12:59:29Z', 'revision_number': 1, 'project_id': 'a8e091db3cd14ecb9c40257451cd434d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '253ed4d7-3c8d-4067-a439-514a1cd818a2', 'name': '', 'network_id': '2e48d261-a2df-43c6-bd2a-fa0153331d4d', 'tenant_id': 'a8e091db3cd14ecb9c40257451cd434d', 'mac_address': 'fa:16:3e:cb:f3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0828d5f3-9c13-46e3-9d02-563b064af26e', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '9e6203bd-7b13-480f-9ce9-60943080d6b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:55:44Z', 'updated_at': '2022-05-13T12:55:48Z', 'revision_number': 5, 'project_id': 'a8e091db3cd14ecb9c40257451cd434d', 'subnets': [{'id': '9e6203bd-7b13-480f-9ce9-60943080d6b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 12:59:31.516798 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e70afb-b66e-4d76-9767-2ac9fcb85f89 service neutron] Pushing event updated for resources: {'Port': ['ID=63c9af63-3627-4908-ba96-ff2fd8ff4b4a,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:59:31.597470 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [req-e602032e-471f-4a77-a412-8ad03a5d297c req-01e70afb-b66e-4d76-9767-2ac9fcb85f89 service neutron] Attempting to bind port 63c9af63-3627-4908-ba96-ff2fd8ff4b4a on host hv-cinder-84164 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 12:59:31.597894 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [req-e602032e-471f-4a77-a412-8ad03a5d297c req-01e70afb-b66e-4d76-9767-2ac9fcb85f89 service neutron] Attempting to bind port 63c9af63-3627-4908-ba96-ff2fd8ff4b4a by drivers openvswitch,hyperv on host hv-cinder-84164 at level 0 using segments [{'id': 'c6a3dc01-8071-489d-bd05-606d071e01ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f1c41e28-5d16-459f-865e-9320359228db'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 12:59:31.598286 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e602032e-471f-4a77-a412-8ad03a5d297c req-01e70afb-b66e-4d76-9767-2ac9fcb85f89 service neutron] Attempting to bind port 63c9af63-3627-4908-ba96-ff2fd8ff4b4a on network f1c41e28-5d16-459f-865e-9320359228db {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 12:59:31.603154 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e602032e-471f-4a77-a412-8ad03a5d297c req-01e70afb-b66e-4d76-9767-2ac9fcb85f89 service neutron] Port 63c9af63-3627-4908-ba96-ff2fd8ff4b4a on network f1c41e28-5d16-459f-865e-9320359228db not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84164 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 12:59:31.603545 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e602032e-471f-4a77-a412-8ad03a5d297c req-01e70afb-b66e-4d76-9767-2ac9fcb85f89 service neutron] Attempting to bind port 63c9af63-3627-4908-ba96-ff2fd8ff4b4a on network f1c41e28-5d16-459f-865e-9320359228db {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 12:59:31.610092 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e602032e-471f-4a77-a412-8ad03a5d297c req-01e70afb-b66e-4d76-9767-2ac9fcb85f89 service neutron] Checking agent: {'id': '202f7e15-8fd1-4d3b-a0cb-2b083dcecd1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84164', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 12, 52, 20), 'started_at': datetime.datetime(2022, 5, 13, 12, 52, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 12, 59, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 12:59:31.610502 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e602032e-471f-4a77-a412-8ad03a5d297c req-01e70afb-b66e-4d76-9767-2ac9fcb85f89 service neutron] Checking segment: {'id': 'c6a3dc01-8071-489d-bd05-606d071e01ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f1c41e28-5d16-459f-865e-9320359228db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 12:59:31.610957 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e602032e-471f-4a77-a412-8ad03a5d297c req-01e70afb-b66e-4d76-9767-2ac9fcb85f89 service neutron] Bound using segment: {'id': 'c6a3dc01-8071-489d-bd05-606d071e01ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f1c41e28-5d16-459f-865e-9320359228db'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 12:59:31.611450 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [req-e602032e-471f-4a77-a412-8ad03a5d297c req-01e70afb-b66e-4d76-9767-2ac9fcb85f89 service neutron] Bound port: 63c9af63-3627-4908-ba96-ff2fd8ff4b4a, host: hv-cinder-84164, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6a3dc01-8071-489d-bd05-606d071e01ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f1c41e28-5d16-459f-865e-9320359228db'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 12:59:31.611875 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-e602032e-471f-4a77-a412-8ad03a5d297c req-01e70afb-b66e-4d76-9767-2ac9fcb85f89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (63c9af63-3627-4908-ba96-ff2fd8ff4b4a), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:31.701027 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.db [req-e602032e-471f-4a77-a412-8ad03a5d297c req-01e70afb-b66e-4d76-9767-2ac9fcb85f89 service neutron] For port 63c9af63-3627-4908-ba96-ff2fd8ff4b4a, host hv-cinder-84164, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 12:59:31.704713 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.db [req-e602032e-471f-4a77-a412-8ad03a5d297c req-01e70afb-b66e-4d76-9767-2ac9fcb85f89 service neutron] For port 63c9af63-3627-4908-ba96-ff2fd8ff4b4a, host hv-cinder-84164, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84164',level=0,port_id=63c9af63-3627-4908-ba96-ff2fd8ff4b4a,segment=NetworkSegment(c6a3dc01-8071-489d-bd05-606d071e01ac),segment_id=c6a3dc01-8071-489d-bd05-606d071e01ac)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 12:59:31.714664 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-e602032e-471f-4a77-a412-8ad03a5d297c req-01e70afb-b66e-4d76-9767-2ac9fcb85f89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6007238'] for port (63c9af63-3627-4908-ba96-ff2fd8ff4b4a), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:31.732256 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e602032e-471f-4a77-a412-8ad03a5d297c req-01e70afb-b66e-4d76-9767-2ac9fcb85f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:59:31.733072 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-e602032e-471f-4a77-a412-8ad03a5d297c req-01e70afb-b66e-4d76-9767-2ac9fcb85f89 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4290'] for port (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:31.735154 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-e602032e-471f-4a77-a412-8ad03a5d297c req-01e70afb-b66e-4d76-9767-2ac9fcb85f89 service neutron] 10.222.0.52 "PUT /v2.0/ports/63c9af63-3627-4908-ba96-ff2fd8ff4b4a HTTP/1.1" status: 200 len: 1093 time: 0.9873352 May 13 12:59:31.790631 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d846c0-409a-498a-9498-ae42b5e042c2 None None] New status for floating IP 83b40eef-3337-4322-bcd3-ac6324690d9c: ACTIVE {{(pid=109805) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 12:59:31.797561 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e70afb-b66e-4d76-9767-2ac9fcb85f89 service neutron] Pushing event updated for resources: {'Port': ['ID=63c9af63-3627-4908-ba96-ff2fd8ff4b4a,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:59:31.853715 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e602032e-471f-4a77-a412-8ad03a5d297c req-99f737e3-1547-4e9a-9146-62125ba6cdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:59:31.855393 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-e602032e-471f-4a77-a412-8ad03a5d297c req-99f737e3-1547-4e9a-9146-62125ba6cdc7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ec55859792345359fc7b22003b4e995&device_id=0b33371a-b63f-4932-a850-1b16b2bbd393 HTTP/1.1" status: 200 len: 1127 time: 0.0446768 May 13 12:59:31.911873 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-e602032e-471f-4a77-a412-8ad03a5d297c req-37d50d46-dc97-477b-8b6f-a88188e62a7e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63c9af63-3627-4908-ba96-ff2fd8ff4b4a HTTP/1.1" status: 200 len: 217 time: 0.0421512 May 13 12:59:31.968548 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e602032e-471f-4a77-a412-8ad03a5d297c req-6818436e-aba3-4461-8246-fda7cb6d3f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:59:31.970531 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-e602032e-471f-4a77-a412-8ad03a5d297c req-6818436e-aba3-4461-8246-fda7cb6d3f35 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=95241052-552d-491a-8c23-5ec0dd2b8fa6 HTTP/1.1" status: 200 len: 853 time: 0.0524480 May 13 12:59:32.023526 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e602032e-471f-4a77-a412-8ad03a5d297c req-89890655-2f96-4953-94c3-15526964ae9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:59:32.025178 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-e602032e-471f-4a77-a412-8ad03a5d297c req-89890655-2f96-4953-94c3-15526964ae9b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f1c41e28-5d16-459f-865e-9320359228db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478153 May 13 12:59:32.130069 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-e602032e-471f-4a77-a412-8ad03a5d297c req-53ff5043-f1fc-47ad-bfc9-1c2fb124e644 service neutron] 10.222.0.52 "GET /v2.0/networks/f1c41e28-5d16-459f-865e-9320359228db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988986 May 13 12:59:32.223135 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-e602032e-471f-4a77-a412-8ad03a5d297c req-ac14ee08-3e4c-488f-b061-121dc3d33fab service neutron] 10.222.0.52 "GET /v2.0/networks/f1c41e28-5d16-459f-865e-9320359228db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863388 May 13 12:59:32.357177 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f281b807-ef29-4631-9bcb-43e805982d45 req-3f668d66-f4ea-4dea-a28a-e2d02d47ae15 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:59:32.358640 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-f281b807-ef29-4631-9bcb-43e805982d45 req-3f668d66-f4ea-4dea-a28a-e2d02d47ae15 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b33371a-b63f-4932-a850-1b16b2bbd393 HTTP/1.1" status: 200 len: 943 time: 0.0476127 May 13 12:59:32.404843 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-f281b807-ef29-4631-9bcb-43e805982d45 req-7d6e8d66-52ee-4d7d-be80-9a599f8aff3f tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ea0ba67-f564-4653-ac0d-b17834ff40f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406373 May 13 12:59:32.520523 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d149e5e9-82cb-4b76-a5cc-181f787765a1 req-5dd100a4-10d8-4cd1-8270-9a1afa5a6e19 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:59:32.522005 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-d149e5e9-82cb-4b76-a5cc-181f787765a1 req-5dd100a4-10d8-4cd1-8270-9a1afa5a6e19 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=6707c346-88db-4146-b776-e3e370c709d5 HTTP/1.1" status: 200 len: 945 time: 0.0474956 May 13 12:59:32.572197 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-d149e5e9-82cb-4b76-a5cc-181f787765a1 req-d39c289a-1624-4c19-85b5-76e267b98c80 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups?id=68fbf85e-1473-452a-bae3-c654f42e4392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440118 May 13 12:59:32.606856 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b33371a-b63f-4932-a850-1b16b2bbd393', 'tag': '63c9af63-3627-4908-ba96-ff2fd8ff4b4a'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 12:59:32.609127 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1b69bbfd011f85c3db934c4b22a349ffa5730c167d2456731e37bfe5d9c9e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0fa5d71-fbb1-4e59-afa4-83260b38f8b7" -d '{"events": [{"name": "network-changed", "server_uuid": "0b33371a-b63f-4932-a850-1b16b2bbd393", "tag": "63c9af63-3627-4908-ba96-ff2fd8ff4b4a"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 12:59:32.642618 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 12:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-949ddcd5-0436-4f43-acab-5e1a528b4ece x-openstack-request-id: req-949ddcd5-0436-4f43-acab-5e1a528b4ece {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 12:59:32.642909 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b33371a-b63f-4932-a850-1b16b2bbd393", "tag": "63c9af63-3627-4908-ba96-ff2fd8ff4b4a", "status": "completed", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 12:59:32.643157 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-949ddcd5-0436-4f43-acab-5e1a528b4ece {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 12:59:32.643544 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-949ddcd5-0436-4f43-acab-5e1a528b4ece'] response: {'name': 'network-changed', 'server_uuid': '0b33371a-b63f-4932-a850-1b16b2bbd393', 'tag': '63c9af63-3627-4908-ba96-ff2fd8ff4b4a', 'status': 'completed', 'code': 200} May 13 12:59:33.516088 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143d5b35-7f32-437b-8e13-273c0bc83eed req-dafc0bab-48d3-4cb7-8708-917068145c3e tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:59:33.517556 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-143d5b35-7f32-437b-8e13-273c0bc83eed req-dafc0bab-48d3-4cb7-8708-917068145c3e tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b33371a-b63f-4932-a850-1b16b2bbd393 HTTP/1.1" status: 200 len: 943 time: 0.0459454 May 13 12:59:33.563576 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-143d5b35-7f32-437b-8e13-273c0bc83eed req-cf631c56-6376-4a7b-83fb-a1abddfedc62 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ea0ba67-f564-4653-ac0d-b17834ff40f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402856 May 13 12:59:33.689785 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73022858-677d-439f-9aa1-e796968a7e52 req-4e023c96-dc9d-4c6b-8324-3665545a4e54 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:59:33.691220 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-73022858-677d-439f-9aa1-e796968a7e52 req-4e023c96-dc9d-4c6b-8324-3665545a4e54 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=6707c346-88db-4146-b776-e3e370c709d5 HTTP/1.1" status: 200 len: 945 time: 0.0464935 May 13 12:59:33.736641 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-73022858-677d-439f-9aa1-e796968a7e52 req-b9a9e7c4-eb8c-434f-aeeb-773c4366af84 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups?id=68fbf85e-1473-452a-bae3-c654f42e4392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398676 May 13 12:59:34.674691 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2640f57-6c9c-4d10-9c72-2c04dc182d3e req-8e737dbb-1fc2-40d3-aee7-8ae27f21cad9 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:59:34.676127 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-c2640f57-6c9c-4d10-9c72-2c04dc182d3e req-8e737dbb-1fc2-40d3-aee7-8ae27f21cad9 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b33371a-b63f-4932-a850-1b16b2bbd393 HTTP/1.1" status: 200 len: 943 time: 0.0470343 May 13 12:59:34.721907 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-c2640f57-6c9c-4d10-9c72-2c04dc182d3e req-b560eaad-f6f2-4c73-a4c9-756f0077b27f tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ea0ba67-f564-4653-ac0d-b17834ff40f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401728 May 13 12:59:34.856508 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe539277-f0e9-44a9-bb35-b208308f0e59 req-85969255-c5fb-44f1-9afa-9a32625c5226 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:59:34.857972 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-fe539277-f0e9-44a9-bb35-b208308f0e59 req-85969255-c5fb-44f1-9afa-9a32625c5226 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=6707c346-88db-4146-b776-e3e370c709d5 HTTP/1.1" status: 200 len: 945 time: 0.0504227 May 13 12:59:34.913634 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-fe539277-f0e9-44a9-bb35-b208308f0e59 req-45f6a71f-a329-4522-9a03-3cde55daefaa tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups?id=68fbf85e-1473-452a-bae3-c654f42e4392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499284 May 13 12:59:35.762409 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fa5d71-fbb1-4e59-afa4-83260b38f8b7 req-2f7d4ca9-1c67-40ac-b8f8-515d7ee0bf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:59:35.764153 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-b0fa5d71-fbb1-4e59-afa4-83260b38f8b7 req-2f7d4ca9-1c67-40ac-b8f8-515d7ee0bf7b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ec55859792345359fc7b22003b4e995&device_id=0b33371a-b63f-4932-a850-1b16b2bbd393 HTTP/1.1" status: 200 len: 1127 time: 0.1413622 May 13 12:59:35.871971 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6377ac30-3018-4560-88d8-3e35e634bce5 req-283e7abf-b951-4012-a4f1-024b51061e38 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:59:35.873427 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-6377ac30-3018-4560-88d8-3e35e634bce5 req-283e7abf-b951-4012-a4f1-024b51061e38 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b33371a-b63f-4932-a850-1b16b2bbd393 HTTP/1.1" status: 200 len: 943 time: 0.0604565 May 13 12:59:35.909052 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fa5d71-fbb1-4e59-afa4-83260b38f8b7 req-dc802597-c9c2-4a14-8b3d-88e9eee434c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:59:35.910588 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-b0fa5d71-fbb1-4e59-afa4-83260b38f8b7 req-dc802597-c9c2-4a14-8b3d-88e9eee434c3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f1c41e28-5d16-459f-865e-9320359228db HTTP/1.1" status: 200 len: 915 time: 0.1405611 May 13 12:59:35.967101 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-b0fa5d71-fbb1-4e59-afa4-83260b38f8b7 req-2bc15d14-e08b-4a65-85d9-d69546622016 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63c9af63-3627-4908-ba96-ff2fd8ff4b4a HTTP/1.1" status: 200 len: 217 time: 0.0461149 May 13 12:59:35.970315 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-6377ac30-3018-4560-88d8-3e35e634bce5 req-b55334aa-2d5d-4fa2-bc36-1b42c8bfbba9 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ea0ba67-f564-4653-ac0d-b17834ff40f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904834 May 13 12:59:36.019811 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fa5d71-fbb1-4e59-afa4-83260b38f8b7 req-2729d058-fc26-4eb8-8c1f-40ec176ecd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:59:36.021433 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-b0fa5d71-fbb1-4e59-afa4-83260b38f8b7 req-2729d058-fc26-4eb8-8c1f-40ec176ecd9f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=95241052-552d-491a-8c23-5ec0dd2b8fa6 HTTP/1.1" status: 200 len: 853 time: 0.0480568 May 13 12:59:36.034400 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d3687f-fc3b-4c35-bee7-4c9d679240af req-ac159ed7-6f4c-425b-b48d-5a2d20b16776 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:59:36.035966 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-b3d3687f-fc3b-4c35-bee7-4c9d679240af req-ac159ed7-6f4c-425b-b48d-5a2d20b16776 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=6707c346-88db-4146-b776-e3e370c709d5 HTTP/1.1" status: 200 len: 945 time: 0.0496628 May 13 12:59:36.073639 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fa5d71-fbb1-4e59-afa4-83260b38f8b7 req-255030b0-ec74-4bfc-a558-71e3e25d12a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:59:36.076030 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-b0fa5d71-fbb1-4e59-afa4-83260b38f8b7 req-255030b0-ec74-4bfc-a558-71e3e25d12a9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f1c41e28-5d16-459f-865e-9320359228db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458071 May 13 12:59:36.088074 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-b3d3687f-fc3b-4c35-bee7-4c9d679240af req-a201504b-f06c-4a27-aa73-655377024d8d tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups?id=68fbf85e-1473-452a-bae3-c654f42e4392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462165 May 13 12:59:36.165705 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-b0fa5d71-fbb1-4e59-afa4-83260b38f8b7 req-ef990597-b0c6-437e-bfe0-676bda8e7ffd service neutron] 10.222.0.52 "GET /v2.0/networks/f1c41e28-5d16-459f-865e-9320359228db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828748 May 13 12:59:36.263464 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-b0fa5d71-fbb1-4e59-afa4-83260b38f8b7 req-52e24dbe-c933-497e-a8e7-d4a88a3090ca service neutron] 10.222.0.52 "GET /v2.0/networks/f1c41e28-5d16-459f-865e-9320359228db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910416 May 13 12:59:37.093948 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fea4bc-e094-4e99-b7e4-de98462f9df4 req-44dcbe5c-99bc-4b99-a72b-5e7ad0ea078f tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:59:37.095478 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-a1fea4bc-e094-4e99-b7e4-de98462f9df4 req-44dcbe5c-99bc-4b99-a72b-5e7ad0ea078f tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b33371a-b63f-4932-a850-1b16b2bbd393 HTTP/1.1" status: 200 len: 943 time: 0.0503602 May 13 12:59:37.142797 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-a1fea4bc-e094-4e99-b7e4-de98462f9df4 req-de89fa75-69b0-46b9-9f65-f5dba4611966 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ea0ba67-f564-4653-ac0d-b17834ff40f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416279 May 13 12:59:37.382631 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a89fb62-d955-455c-af79-647820fbbf65 req-8dfb8fcc-0852-4714-8fcc-88f0311e0ea8 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:59:37.384104 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-2a89fb62-d955-455c-af79-647820fbbf65 req-8dfb8fcc-0852-4714-8fcc-88f0311e0ea8 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=6707c346-88db-4146-b776-e3e370c709d5 HTTP/1.1" status: 200 len: 945 time: 0.0516663 May 13 12:59:37.431426 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-2a89fb62-d955-455c-af79-647820fbbf65 req-a9c15902-c9c0-40f3-9be2-a42ca3035103 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups?id=68fbf85e-1473-452a-bae3-c654f42e4392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415308 May 13 12:59:38.255876 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d92fe4-c0e5-4eac-9407-2951a9da2b29 req-8189d63e-ff6e-430a-a214-c560a54ea8ca tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:59:38.257399 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-80d92fe4-c0e5-4eac-9407-2951a9da2b29 req-8189d63e-ff6e-430a-a214-c560a54ea8ca tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b33371a-b63f-4932-a850-1b16b2bbd393 HTTP/1.1" status: 200 len: 943 time: 0.0476539 May 13 12:59:38.304255 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-80d92fe4-c0e5-4eac-9407-2951a9da2b29 req-65fc3e17-f93d-4c35-8f2e-2784a62785df tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ea0ba67-f564-4653-ac0d-b17834ff40f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410981 May 13 12:59:38.486078 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 51674) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:59:38.532104 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Device 63c9af63-3627-4908-ba96-ff2fd8ff4b4a details requested by agent hyperv_hv-cinder-84164 with host hv-cinder-84164 {{(pid=109805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 12:59:38.550058 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34496336-369e-4241-8996-1ae5c75073ba req-60e78ee6-70cf-4e3e-97df-86e43b2cd6ea tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:59:38.552163 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-34496336-369e-4241-8996-1ae5c75073ba req-60e78ee6-70cf-4e3e-97df-86e43b2cd6ea tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=6707c346-88db-4146-b776-e3e370c709d5 HTTP/1.1" status: 200 len: 945 time: 0.0488937 May 13 12:59:38.598731 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-df430ee6-c9ad-4b97-86ff-cf2988a4c52b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:38.604957 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-34496336-369e-4241-8996-1ae5c75073ba req-8cee8fa6-4520-46c1-ab5b-6bd50c66ad5c tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups?id=68fbf85e-1473-452a-bae3-c654f42e4392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472033 May 13 12:59:38.635981 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] For port 63c9af63-3627-4908-ba96-ff2fd8ff4b4a, host hv-cinder-84164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84164',level=0,port_id=63c9af63-3627-4908-ba96-ff2fd8ff4b4a,segment=NetworkSegment(c6a3dc01-8071-489d-bd05-606d071e01ac),segment_id=c6a3dc01-8071-489d-bd05-606d071e01ac)] {{(pid=109805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 12:59:38.648530 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Returning: {'device': '63c9af63-3627-4908-ba96-ff2fd8ff4b4a', 'network_id': 'f1c41e28-5d16-459f-865e-9320359228db', 'port_id': '63c9af63-3627-4908-ba96-ff2fd8ff4b4a', 'mac_address': 'fa:16:3e:04:17:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95241052-552d-491a-8c23-5ec0dd2b8fa6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 12:59:38.681244 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-df430ee6-c9ad-4b97-86ff-cf2988a4c52b admin admin] Publish callbacks [] for security_group (4fb9be46-7a14-41ed-bfb4-b8995b401a93), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:38.685652 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-df430ee6-c9ad-4b97-86ff-cf2988a4c52b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (4fb9be46-7a14-41ed-bfb4-b8995b401a93), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:38.688180 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Current status of the port 63c9af63-3627-4908-ba96-ff2fd8ff4b4a is: DOWN; New status is: BUILD {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 12:59:38.688571 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (63c9af63-3627-4908-ba96-ff2fd8ff4b4a), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:38.704744 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.notifiers.nova [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63c9af63-3627-4908-ba96-ff2fd8ff4b4a {{(pid=109805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 12:59:38.722041 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df430ee6-c9ad-4b97-86ff-cf2988a4c52b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fb9be46-7a14-41ed-bfb4-b8995b401a93,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:59:38.723766 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] For port 63c9af63-3627-4908-ba96-ff2fd8ff4b4a, host hv-cinder-84164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84164',level=0,port_id=63c9af63-3627-4908-ba96-ff2fd8ff4b4a,segment=NetworkSegment(c6a3dc01-8071-489d-bd05-606d071e01ac),segment_id=c6a3dc01-8071-489d-bd05-606d071e01ac)] {{(pid=109805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 12:59:38.726270 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-df430ee6-c9ad-4b97-86ff-cf2988a4c52b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=93ac8f9d5d874d709cf1972f61039b73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2391768 May 13 12:59:38.728925 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 51678) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:59:38.731869 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (63c9af63-3627-4908-ba96-ff2fd8ff4b4a), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:38.777610 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1d4e8880-56e7-4d9e-912c-b79fe8e24e81 admin admin] Publish callbacks [] for security_group (4fb9be46-7a14-41ed-bfb4-b8995b401a93), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:38.779866 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Pushing event updated for resources: {'Port': ['ID=63c9af63-3627-4908-ba96-ff2fd8ff4b4a,revision_number=4']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:59:38.799099 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1d4e8880-56e7-4d9e-912c-b79fe8e24e81 admin admin] Publish callbacks [] for security_group (4fb9be46-7a14-41ed-bfb4-b8995b401a93), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:38.845101 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1d4e8880-56e7-4d9e-912c-b79fe8e24e81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (4fb9be46-7a14-41ed-bfb4-b8995b401a93), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:38.847601 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1d4e8880-56e7-4d9e-912c-b79fe8e24e81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:38.848710 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-1d4e8880-56e7-4d9e-912c-b79fe8e24e81 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4fb9be46-7a14-41ed-bfb4-b8995b401a93 HTTP/1.1" status: 204 len: 168 time: 0.1188552 May 13 12:59:38.857428 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4e8880-56e7-4d9e-912c-b79fe8e24e81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fb9be46-7a14-41ed-bfb4-b8995b401a93,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:59:39.069599 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] get_ports_and_sgs() called for port_ids ['63c9af63-3627-4908-ba96-ff2fd8ff4b4a'] {{(pid=109805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 12:59:39.106304 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 51684) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:59:39.119167 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-60294af2-63c8-445f-82f0-df8ebaa3f448 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:39.193555 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-60294af2-63c8-445f-82f0-df8ebaa3f448 admin admin] Publish callbacks [] for security_group (f8ae2a65-586c-48ba-b2bc-286b3845d721), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:39.197478 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-60294af2-63c8-445f-82f0-df8ebaa3f448 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (f8ae2a65-586c-48ba-b2bc-286b3845d721), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:39.240841 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-60294af2-63c8-445f-82f0-df8ebaa3f448 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1dd7e93c2780402d91a35b43c2c0f399&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1333098 May 13 12:59:39.241646 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60294af2-63c8-445f-82f0-df8ebaa3f448 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8ae2a65-586c-48ba-b2bc-286b3845d721,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:59:39.243846 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 51686) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:59:39.291714 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9a6a6af2-51c6-4439-a4ff-06bc46ef53aa admin admin] Publish callbacks [] for security_group (f8ae2a65-586c-48ba-b2bc-286b3845d721), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:39.313244 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9a6a6af2-51c6-4439-a4ff-06bc46ef53aa admin admin] Publish callbacks [] for security_group (f8ae2a65-586c-48ba-b2bc-286b3845d721), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:39.363553 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9a6a6af2-51c6-4439-a4ff-06bc46ef53aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (f8ae2a65-586c-48ba-b2bc-286b3845d721), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:39.366106 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9a6a6af2-51c6-4439-a4ff-06bc46ef53aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:39.369767 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-9a6a6af2-51c6-4439-a4ff-06bc46ef53aa admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f8ae2a65-586c-48ba-b2bc-286b3845d721 HTTP/1.1" status: 204 len: 168 time: 0.1223159 May 13 12:59:39.374885 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6a6af2-51c6-4439-a4ff-06bc46ef53aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8ae2a65-586c-48ba-b2bc-286b3845d721,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:59:39.427546 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39c6f38-1a4e-4170-8f03-f6df402ff885 req-f57ec64b-53e0-49f9-87a7-ccdcafb46212 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:59:39.429318 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-a39c6f38-1a4e-4170-8f03-f6df402ff885 req-f57ec64b-53e0-49f9-87a7-ccdcafb46212 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b33371a-b63f-4932-a850-1b16b2bbd393 HTTP/1.1" status: 200 len: 944 time: 0.0540960 May 13 12:59:39.478261 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-a39c6f38-1a4e-4170-8f03-f6df402ff885 req-33862290-4d82-4722-8757-8f8a8f788180 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ea0ba67-f564-4653-ac0d-b17834ff40f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425618 May 13 12:59:39.729455 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74ef964-5d5c-4135-8662-216dbb2413c5 req-6f4c057a-076a-400a-8c13-ea49e8260fa0 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:59:39.730924 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-b74ef964-5d5c-4135-8662-216dbb2413c5 req-6f4c057a-076a-400a-8c13-ea49e8260fa0 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=6707c346-88db-4146-b776-e3e370c709d5 HTTP/1.1" status: 200 len: 945 time: 0.0494318 May 13 12:59:39.779703 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-b74ef964-5d5c-4135-8662-216dbb2413c5 req-2e300d77-0825-4caa-8884-b03c309ddce8 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups?id=68fbf85e-1473-452a-bae3-c654f42e4392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431468 May 13 12:59:40.547405 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Device 63c9af63-3627-4908-ba96-ff2fd8ff4b4a up at agent hyperv_hv-cinder-84164 {{(pid=109805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 12:59:40.596935 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc021c38-f1bd-4fa1-8e32-fe40a5ead840 req-cd7cf217-244a-4c59-91d1-2c335610eb41 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:59:40.598555 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-bc021c38-f1bd-4fa1-8e32-fe40a5ead840 req-cd7cf217-244a-4c59-91d1-2c335610eb41 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b33371a-b63f-4932-a850-1b16b2bbd393 HTTP/1.1" status: 200 len: 944 time: 0.0515330 May 13 12:59:40.600009 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Provisioning for port 63c9af63-3627-4908-ba96-ff2fd8ff4b4a completed by entity L2. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 12:59:40.606578 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Provisioning complete for port 63c9af63-3627-4908-ba96-ff2fd8ff4b4a triggered by entity L2. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 12:59:40.606949 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (63c9af63-3627-4908-ba96-ff2fd8ff4b4a), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:40.650976 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-bc021c38-f1bd-4fa1-8e32-fe40a5ead840 req-fe31ee4e-4dc6-4b6d-98bc-2e3bf83886c4 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ea0ba67-f564-4653-ac0d-b17834ff40f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458913 May 13 12:59:40.821524 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Current status of the port 63c9af63-3627-4908-ba96-ff2fd8ff4b4a is: BUILD; New status is: ACTIVE {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 12:59:40.821914 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (63c9af63-3627-4908-ba96-ff2fd8ff4b4a), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:40.846082 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b33371a-b63f-4932-a850-1b16b2bbd393', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63c9af63-3627-4908-ba96-ff2fd8ff4b4a'}] {{(pid=109805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 12:59:40.848303 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bf410fb1f4c9c59dd9b4e78159940bff83c4f370df38d4d08ac4943129d440" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d101ea18-304d-4635-bc03-3bb6b7cdc122" -d '{"events": [{"server_uuid": "0b33371a-b63f-4932-a850-1b16b2bbd393", "name": "network-vif-plugged", "status": "completed", "tag": "63c9af63-3627-4908-ba96-ff2fd8ff4b4a"}]}' {{(pid=109805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 12:59:40.862036 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] For port 63c9af63-3627-4908-ba96-ff2fd8ff4b4a, host hv-cinder-84164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84164',level=0,port_id=63c9af63-3627-4908-ba96-ff2fd8ff4b4a,segment=NetworkSegment(c6a3dc01-8071-489d-bd05-606d071e01ac),segment_id=c6a3dc01-8071-489d-bd05-606d071e01ac)] {{(pid=109805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 12:59:40.867787 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (63c9af63-3627-4908-ba96-ff2fd8ff4b4a), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:40.896446 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 12:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f5f8c7e-573a-45b2-9e97-ed2afbcf6511 x-openstack-request-id: req-5f5f8c7e-573a-45b2-9e97-ed2afbcf6511 {{(pid=109805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 12:59:40.896733 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b33371a-b63f-4932-a850-1b16b2bbd393", "name": "network-vif-plugged", "status": "completed", "tag": "63c9af63-3627-4908-ba96-ff2fd8ff4b4a", "code": 200}]} {{(pid=109805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 12:59:40.897012 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5f5f8c7e-573a-45b2-9e97-ed2afbcf6511 {{(pid=109805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 12:59:40.897456 dv-cinder-841644-1-iscsi neutron-server[109805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f5f8c7e-573a-45b2-9e97-ed2afbcf6511'] response: {'server_uuid': '0b33371a-b63f-4932-a850-1b16b2bbd393', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63c9af63-3627-4908-ba96-ff2fd8ff4b4a', 'code': 200} May 13 12:59:40.910452 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be96dc24-852a-414c-bc17-31c1abedc928 req-f5c87aeb-24b8-4c85-b815-857c96ff6dcf tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:59:40.912053 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-be96dc24-852a-414c-bc17-31c1abedc928 req-f5c87aeb-24b8-4c85-b815-857c96ff6dcf tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=6707c346-88db-4146-b776-e3e370c709d5 HTTP/1.1" status: 200 len: 945 time: 0.0582216 May 13 12:59:40.922317 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Pushing event updated for resources: {'Port': ['ID=63c9af63-3627-4908-ba96-ff2fd8ff4b4a,revision_number=5']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:59:40.965874 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-be96dc24-852a-414c-bc17-31c1abedc928 req-c4c61ffb-0252-4baa-9b4f-94327e82b1c0 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups?id=68fbf85e-1473-452a-bae3-c654f42e4392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459595 May 13 12:59:41.124672 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5836aaf-0ab7-4f8c-a183-85bbc842e625 req-0df3a467-63ef-4b80-9f2b-7c89d593167e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:59:41.126189 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-b5836aaf-0ab7-4f8c-a183-85bbc842e625 req-0df3a467-63ef-4b80-9f2b-7c89d593167e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0b33371a-b63f-4932-a850-1b16b2bbd393 HTTP/1.1" status: 200 len: 1129 time: 0.0443563 May 13 12:59:41.174966 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-b5836aaf-0ab7-4f8c-a183-85bbc842e625 req-6a64a6f5-2891-40fc-ae3c-a53b44dff472 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=2ea0ba67-f564-4653-ac0d-b17834ff40f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377760 May 13 12:59:41.443168 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-2c079eef-e2f7-49ac-ba18-e6438508801a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (12f7f474-a19f-4cf7-bcdf-b9ad7dbdd770), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:41.767184 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081b99c0-a5b9-43ac-be0e-b7f527fd030d req-000c05f4-0dd3-46f7-bf44-d0721df810a9 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:59:41.768637 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-081b99c0-a5b9-43ac-be0e-b7f527fd030d req-000c05f4-0dd3-46f7-bf44-d0721df810a9 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b33371a-b63f-4932-a850-1b16b2bbd393 HTTP/1.1" status: 200 len: 945 time: 0.0463910 May 13 12:59:41.814056 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-081b99c0-a5b9-43ac-be0e-b7f527fd030d req-9c2dc989-b0ee-4ec3-a123-c73cda05766e tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ea0ba67-f564-4653-ac0d-b17834ff40f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398753 May 13 12:59:42.096138 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9a6b2e-9d10-45c3-a7ab-2d1e6ae7c7b7 req-ac93d1f3-8b1b-4ba9-95d2-2f414291f4d3 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:59:42.097637 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-1e9a6b2e-9d10-45c3-a7ab-2d1e6ae7c7b7 req-ac93d1f3-8b1b-4ba9-95d2-2f414291f4d3 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=6707c346-88db-4146-b776-e3e370c709d5 HTTP/1.1" status: 200 len: 945 time: 0.0529556 May 13 12:59:42.147865 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-1e9a6b2e-9d10-45c3-a7ab-2d1e6ae7c7b7 req-dd9ef780-6280-4b30-815a-07026e2f7ee8 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups?id=68fbf85e-1473-452a-bae3-c654f42e4392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447264 May 13 12:59:42.930443 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07900eda-b22c-440f-8ba2-5605a1bb8198 req-2ed275c9-9eb6-44e0-ab61-93f91eaeee86 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:59:42.931890 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-07900eda-b22c-440f-8ba2-5605a1bb8198 req-2ed275c9-9eb6-44e0-ab61-93f91eaeee86 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b33371a-b63f-4932-a850-1b16b2bbd393 HTTP/1.1" status: 200 len: 945 time: 0.0493193 May 13 12:59:42.979229 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-07900eda-b22c-440f-8ba2-5605a1bb8198 req-4c8a2ac2-a609-42e1-aa8d-a96866c95e15 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ea0ba67-f564-4653-ac0d-b17834ff40f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417311 May 13 12:59:43.088295 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803cd5d1-c657-4f58-a16f-997f31180dbb req-319cf76c-1aa5-46a4-a85f-5212fac60c21 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:59:43.089772 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-803cd5d1-c657-4f58-a16f-997f31180dbb req-319cf76c-1aa5-46a4-a85f-5212fac60c21 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b33371a-b63f-4932-a850-1b16b2bbd393 HTTP/1.1" status: 200 len: 945 time: 0.0466328 May 13 12:59:43.098959 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 51754) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 12:59:43.103140 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.v2.base [None req-e08d835b-883f-447c-aaf2-5f3e42613b03 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Request body: {'floatingip': {'port_id': '63c9af63-3627-4908-ba96-ff2fd8ff4b4a'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 12:59:43.144030 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e08d835b-883f-447c-aaf2-5f3e42613b03 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks [] for floatingip (218d22e6-b750-4ecc-8054-d0351d2be6d3), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:43.263125 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adecb95-48d5-4e50-bc0b-a77e35719566 req-af9f1e46-88aa-42b3-b595-2667c6ff1651 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:59:43.264687 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-8adecb95-48d5-4e50-bc0b-a77e35719566 req-af9f1e46-88aa-42b3-b595-2667c6ff1651 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=6707c346-88db-4146-b776-e3e370c709d5 HTTP/1.1" status: 200 len: 945 time: 0.0458720 May 13 12:59:43.316466 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-8adecb95-48d5-4e50-bc0b-a77e35719566 req-626dbab4-4838-4b37-8036-cd898cc54a1f tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups?id=68fbf85e-1473-452a-bae3-c654f42e4392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460715 May 13 12:59:43.826969 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e08d835b-883f-447c-aaf2-5f3e42613b03 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:43.830665 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e08d835b-883f-447c-aaf2-5f3e42613b03 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621791'] for floatingip (218d22e6-b750-4ecc-8054-d0351d2be6d3), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:43.901331 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-f77d476e-3dd8-4705-aa54-f6152be5c66f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (6d8a5631-9f63-444c-af3b-4dcce4842b62), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:43.932562 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.db.l3_db [None req-e08d835b-883f-447c-aaf2-5f3e42613b03 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Floating IP 218d22e6-b750-4ecc-8054-d0351d2be6d3 associated. External IP: 172.27.3.5, port: 63c9af63-3627-4908-ba96-ff2fd8ff4b4a. May 13 12:59:44.140530 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e08d835b-883f-447c-aaf2-5f3e42613b03 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Router 045f35fc-2c99-4b59-9cb3-9ddcf675eecc has already been hosted by L3 agent 6d8a5631-9f63-444c-af3b-4dcce4842b62 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 12:59:44.249432 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e08d835b-883f-447c-aaf2-5f3e42613b03 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Notify agent at l3_agent.dv-cinder-841644-1-iscsi the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 12:59:44.254355 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e08d835b-883f-447c-aaf2-5f3e42613b03 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4290'] for floatingip (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:44.259065 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1771f7-a523-4c4c-86c6-b3a18c01a7d9 None None] Sync routers for ids ['045f35fc-2c99-4b59-9cb3-9ddcf675eecc'] in dv-cinder-841644-1-iscsi {{(pid=109806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 12:59:44.268943 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1771f7-a523-4c4c-86c6-b3a18c01a7d9 None None] Routers {'045f35fc-2c99-4b59-9cb3-9ddcf675eecc'} bound to L3 agent in host dv-cinder-841644-1-iscsi {{(pid=109806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 12:59:44.269641 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_hamode_db [None req-dc1771f7-a523-4c4c-86c6-b3a18c01a7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841644-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T12:45:44Z,description=,heartbeat_timestamp=2022-05-13T12:59:44Z,host='dv-cinder-841644-1-iscsi',id=6d8a5631-9f63-444c-af3b-4dcce4842b62,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T12:45:44Z,topic='l3_agent')) {'router_ids': ['045f35fc-2c99-4b59-9cb3-9ddcf675eecc'], 'active': True} {{(pid=109806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 12:59:44.284336 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-e08d835b-883f-447c-aaf2-5f3e42613b03 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "PUT /v2.0/floatingips/218d22e6-b750-4ecc-8054-d0351d2be6d3 HTTP/1.1" status: 200 len: 989 time: 1.1843669 May 13 12:59:44.285032 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b33371a-b63f-4932-a850-1b16b2bbd393', 'tag': '63c9af63-3627-4908-ba96-ff2fd8ff4b4a'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 12:59:44.287373 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cdb7c774b4c64768c46a18a465ef1a15500a906a5d07d0e5a65b0b29d0c9ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffaa9bd5-7e78-4619-8d68-055484371323" -d '{"events": [{"name": "network-changed", "server_uuid": "0b33371a-b63f-4932-a850-1b16b2bbd393", "tag": "63c9af63-3627-4908-ba96-ff2fd8ff4b4a"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 12:59:44.328692 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 12:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16439b43-d95f-4557-b71d-c60fc64d288b x-openstack-request-id: req-16439b43-d95f-4557-b71d-c60fc64d288b {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 12:59:44.328995 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b33371a-b63f-4932-a850-1b16b2bbd393", "tag": "63c9af63-3627-4908-ba96-ff2fd8ff4b4a", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 12:59:44.329251 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-16439b43-d95f-4557-b71d-c60fc64d288b {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 12:59:44.329643 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16439b43-d95f-4557-b71d-c60fc64d288b'] response: {'name': 'network-changed', 'server_uuid': '0b33371a-b63f-4932-a850-1b16b2bbd393', 'tag': '63c9af63-3627-4908-ba96-ff2fd8ff4b4a', 'status': 'completed', 'code': 200} May 13 12:59:44.385054 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_dvr_db [None req-dc1771f7-a523-4c4c-86c6-b3a18c01a7d9 None None] Set router 045f35fc-2c99-4b59-9cb3-9ddcf675eecc gateway port host: dv-cinder-841644-1-iscsi {{(pid=109806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 12:59:44.435699 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0e096b-0167-4bc6-8231-5a5375699e97 req-6a2a1c6b-d506-4f4b-81f8-8bbfe720f15a tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:59:44.437307 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-7d0e096b-0167-4bc6-8231-5a5375699e97 req-6a2a1c6b-d506-4f4b-81f8-8bbfe720f15a tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=6707c346-88db-4146-b776-e3e370c709d5 HTTP/1.1" status: 200 len: 945 time: 0.0465150 May 13 12:59:44.492263 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-7d0e096b-0167-4bc6-8231-5a5375699e97 req-3f0dbe0b-9c92-4153-b84f-05b3826dea32 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups?id=68fbf85e-1473-452a-bae3-c654f42e4392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450287 May 13 12:59:44.601306 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_hamode_db [None req-dc1771f7-a523-4c4c-86c6-b3a18c01a7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '045f35fc-2c99-4b59-9cb3-9ddcf675eecc', 'name': 'tempest-AttachVolumeNegativeTest-207558896-router', 'tenant_id': '7ec55859792345359fc7b22003b4e995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '02b711c9-c253-4fa7-9b82-c20738edf579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T12:54:23Z', 'updated_at': '2022-05-13T12:54:39Z', 'revision_number': 4, 'project_id': '7ec55859792345359fc7b22003b4e995', 'gw_port': {'id': '02b711c9-c253-4fa7-9b82-c20738edf579', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ac:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045f35fc-2c99-4b59-9cb3-9ddcf675eecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:54:25Z', 'updated_at': '2022-05-13T12:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi', '_floatingips': [{'id': '218d22e6-b750-4ecc-8054-d0351d2be6d3', 'tenant_id': '7ec55859792345359fc7b22003b4e995', 'floating_ip_address': '172.27.3.5', 'floating_network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'router_id': '045f35fc-2c99-4b59-9cb3-9ddcf675eecc', 'port_id': '63c9af63-3627-4908-ba96-ff2fd8ff4b4a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1c41e28-5d16-459f-865e-9320359228db', 'mac_address': 'fa:16:3e:04:17:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b33371a-b63f-4932-a850-1b16b2bbd393', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T12:59:26Z', 'updated_at': '2022-05-13T12:59:43Z', 'revision_number': 1, 'project_id': '7ec55859792345359fc7b22003b4e995', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '809a9c8d-b43e-4e7d-bc47-feb11109602a', 'name': '', 'network_id': 'f1c41e28-5d16-459f-865e-9320359228db', 'tenant_id': '7ec55859792345359fc7b22003b4e995', 'mac_address': 'fa:16:3e:84:69:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045f35fc-2c99-4b59-9cb3-9ddcf675eecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '95241052-552d-491a-8c23-5ec0dd2b8fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:54:35Z', 'updated_at': '2022-05-13T12:54:49Z', 'revision_number': 5, 'project_id': '7ec55859792345359fc7b22003b4e995', 'subnets': [{'id': '95241052-552d-491a-8c23-5ec0dd2b8fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841644-1-iscsi', False) {} {{(pid=109806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 12:59:44.631084 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1771f7-a523-4c4c-86c6-b3a18c01a7d9 None None] Checking router: 045f35fc-2c99-4b59-9cb3-9ddcf675eecc for host: dv-cinder-841644-1-iscsi {{(pid=109806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 12:59:44.639299 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1771f7-a523-4c4c-86c6-b3a18c01a7d9 None None] Routers {'045f35fc-2c99-4b59-9cb3-9ddcf675eecc'} bound to L3 agent in host dv-cinder-841644-1-iscsi {{(pid=109806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 12:59:44.639896 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_hamode_db [None req-dc1771f7-a523-4c4c-86c6-b3a18c01a7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841644-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T12:45:44Z,description=,heartbeat_timestamp=2022-05-13T12:59:44Z,host='dv-cinder-841644-1-iscsi',id=6d8a5631-9f63-444c-af3b-4dcce4842b62,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T12:45:44Z,topic='l3_agent')) {'router_ids': ['045f35fc-2c99-4b59-9cb3-9ddcf675eecc'], 'active': True} {{(pid=109806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 12:59:44.744849 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_dvr_db [None req-dc1771f7-a523-4c4c-86c6-b3a18c01a7d9 None None] Set router 045f35fc-2c99-4b59-9cb3-9ddcf675eecc gateway port host: dv-cinder-841644-1-iscsi {{(pid=109806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 12:59:44.954232 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_hamode_db [None req-dc1771f7-a523-4c4c-86c6-b3a18c01a7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '045f35fc-2c99-4b59-9cb3-9ddcf675eecc', 'name': 'tempest-AttachVolumeNegativeTest-207558896-router', 'tenant_id': '7ec55859792345359fc7b22003b4e995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '02b711c9-c253-4fa7-9b82-c20738edf579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T12:54:23Z', 'updated_at': '2022-05-13T12:54:39Z', 'revision_number': 4, 'project_id': '7ec55859792345359fc7b22003b4e995', 'gw_port': {'id': '02b711c9-c253-4fa7-9b82-c20738edf579', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ac:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045f35fc-2c99-4b59-9cb3-9ddcf675eecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:54:25Z', 'updated_at': '2022-05-13T12:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi', '_floatingips': [{'id': '218d22e6-b750-4ecc-8054-d0351d2be6d3', 'tenant_id': '7ec55859792345359fc7b22003b4e995', 'floating_ip_address': '172.27.3.5', 'floating_network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'router_id': '045f35fc-2c99-4b59-9cb3-9ddcf675eecc', 'port_id': '63c9af63-3627-4908-ba96-ff2fd8ff4b4a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1c41e28-5d16-459f-865e-9320359228db', 'mac_address': 'fa:16:3e:04:17:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b33371a-b63f-4932-a850-1b16b2bbd393', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T12:59:26Z', 'updated_at': '2022-05-13T12:59:43Z', 'revision_number': 1, 'project_id': '7ec55859792345359fc7b22003b4e995', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '809a9c8d-b43e-4e7d-bc47-feb11109602a', 'name': '', 'network_id': 'f1c41e28-5d16-459f-865e-9320359228db', 'tenant_id': '7ec55859792345359fc7b22003b4e995', 'mac_address': 'fa:16:3e:84:69:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045f35fc-2c99-4b59-9cb3-9ddcf675eecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '95241052-552d-491a-8c23-5ec0dd2b8fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:54:35Z', 'updated_at': '2022-05-13T12:54:49Z', 'revision_number': 5, 'project_id': '7ec55859792345359fc7b22003b4e995', 'subnets': [{'id': '95241052-552d-491a-8c23-5ec0dd2b8fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841644-1-iscsi', False) {} {{(pid=109806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 12:59:44.984470 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1771f7-a523-4c4c-86c6-b3a18c01a7d9 None None] The sync data for ids ['045f35fc-2c99-4b59-9cb3-9ddcf675eecc'] in dv-cinder-841644-1-iscsi is: [{'id': '045f35fc-2c99-4b59-9cb3-9ddcf675eecc', 'name': 'tempest-AttachVolumeNegativeTest-207558896-router', 'tenant_id': '7ec55859792345359fc7b22003b4e995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '02b711c9-c253-4fa7-9b82-c20738edf579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T12:54:23Z', 'updated_at': '2022-05-13T12:54:39Z', 'revision_number': 4, 'project_id': '7ec55859792345359fc7b22003b4e995', 'gw_port': {'id': '02b711c9-c253-4fa7-9b82-c20738edf579', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ac:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045f35fc-2c99-4b59-9cb3-9ddcf675eecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:54:25Z', 'updated_at': '2022-05-13T12:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi', '_floatingips': [{'id': '218d22e6-b750-4ecc-8054-d0351d2be6d3', 'tenant_id': '7ec55859792345359fc7b22003b4e995', 'floating_ip_address': '172.27.3.5', 'floating_network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'router_id': '045f35fc-2c99-4b59-9cb3-9ddcf675eecc', 'port_id': '63c9af63-3627-4908-ba96-ff2fd8ff4b4a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1c41e28-5d16-459f-865e-9320359228db', 'mac_address': 'fa:16:3e:04:17:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b33371a-b63f-4932-a850-1b16b2bbd393', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T12:59:26Z', 'updated_at': '2022-05-13T12:59:43Z', 'revision_number': 1, 'project_id': '7ec55859792345359fc7b22003b4e995', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '809a9c8d-b43e-4e7d-bc47-feb11109602a', 'name': '', 'network_id': 'f1c41e28-5d16-459f-865e-9320359228db', 'tenant_id': '7ec55859792345359fc7b22003b4e995', 'mac_address': 'fa:16:3e:84:69:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045f35fc-2c99-4b59-9cb3-9ddcf675eecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '95241052-552d-491a-8c23-5ec0dd2b8fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:54:35Z', 'updated_at': '2022-05-13T12:54:49Z', 'revision_number': 5, 'project_id': '7ec55859792345359fc7b22003b4e995', 'subnets': [{'id': '95241052-552d-491a-8c23-5ec0dd2b8fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 12:59:45.057269 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-4a907869-afee-4d69-acd8-cccc744e537a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (d2cfa305-5f5a-49b3-8228-876061d7e1f6), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:45.174400 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01054455-74e1-4924-bba1-053727363225 None None] New status for floating IP 218d22e6-b750-4ecc-8054-d0351d2be6d3: ACTIVE {{(pid=109805) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 12:59:45.519518 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Device 2e9af4d2-bc43-4cbb-989c-99de3b22e35f details requested by agent hyperv_hv-cinder-84164 with host hv-cinder-84164 {{(pid=109805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 12:59:45.618284 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] For port 2e9af4d2-bc43-4cbb-989c-99de3b22e35f, host hv-cinder-84164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84164',level=0,port_id=2e9af4d2-bc43-4cbb-989c-99de3b22e35f,segment=NetworkSegment(0ccb2fa9-a285-4fe0-a15f-4b492217b87a),segment_id=0ccb2fa9-a285-4fe0-a15f-4b492217b87a)] {{(pid=109805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 12:59:45.622365 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e58fdca-9929-4bf5-a162-9b79e38f90e8 req-7880876f-0374-4561-90db-b0f6975837fe tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:59:45.623857 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-8e58fdca-9929-4bf5-a162-9b79e38f90e8 req-7880876f-0374-4561-90db-b0f6975837fe tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=6707c346-88db-4146-b776-e3e370c709d5 HTTP/1.1" status: 200 len: 945 time: 0.0517125 May 13 12:59:45.634363 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Returning: {'device': '2e9af4d2-bc43-4cbb-989c-99de3b22e35f', 'network_id': '2600954f-368e-4b9b-9fca-a1e49f9c5d94', 'port_id': '2e9af4d2-bc43-4cbb-989c-99de3b22e35f', 'mac_address': 'fa:16:3e:96:e4:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddd064bc-4133-46f1-b906-03efc81a9128', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 12:59:45.671127 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-8e58fdca-9929-4bf5-a162-9b79e38f90e8 req-baf8a375-2722-4f4b-a388-0a4ffce7dbf1 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups?id=68fbf85e-1473-452a-bae3-c654f42e4392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416296 May 13 12:59:45.672168 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Current status of the port 2e9af4d2-bc43-4cbb-989c-99de3b22e35f is: ACTIVE; New status is: BUILD {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 12:59:45.672555 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (2e9af4d2-bc43-4cbb-989c-99de3b22e35f), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:45.685540 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.notifiers.nova [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2e9af4d2-bc43-4cbb-989c-99de3b22e35f {{(pid=109805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 12:59:45.704469 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] For port 2e9af4d2-bc43-4cbb-989c-99de3b22e35f, host hv-cinder-84164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84164',level=0,port_id=2e9af4d2-bc43-4cbb-989c-99de3b22e35f,segment=NetworkSegment(0ccb2fa9-a285-4fe0-a15f-4b492217b87a),segment_id=0ccb2fa9-a285-4fe0-a15f-4b492217b87a)] {{(pid=109805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 12:59:45.708357 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (2e9af4d2-bc43-4cbb-989c-99de3b22e35f), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:45.755278 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Pushing event updated for resources: {'Port': ['ID=2e9af4d2-bc43-4cbb-989c-99de3b22e35f,revision_number=6']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:59:45.894476 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] get_ports_and_sgs() called for port_ids ['2e9af4d2-bc43-4cbb-989c-99de3b22e35f'] {{(pid=109805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 12:59:45.933623 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaa9bd5-7e78-4619-8d68-055484371323 req-401eec6b-44da-4678-a0d0-9663ce8c2255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:59:45.935768 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-ffaa9bd5-7e78-4619-8d68-055484371323 req-401eec6b-44da-4678-a0d0-9663ce8c2255 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ec55859792345359fc7b22003b4e995&device_id=0b33371a-b63f-4932-a850-1b16b2bbd393 HTTP/1.1" status: 200 len: 1129 time: 0.0417986 May 13 12:59:45.958013 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.agents_db [None req-04065fb1-5207-409b-a281-8f6301b2fc59 None None] Agent healthcheck: found 6 active agents {{(pid=109806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 12:59:46.033899 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaa9bd5-7e78-4619-8d68-055484371323 req-b121ff21-3b60-44c2-8a22-280ec644fae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:59:46.035543 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-ffaa9bd5-7e78-4619-8d68-055484371323 req-b121ff21-3b60-44c2-8a22-280ec644fae7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f1c41e28-5d16-459f-865e-9320359228db HTTP/1.1" status: 200 len: 915 time: 0.0857391 May 13 12:59:46.105632 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-ffaa9bd5-7e78-4619-8d68-055484371323 req-92994f1e-6577-461c-a729-39bc16ed2639 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63c9af63-3627-4908-ba96-ff2fd8ff4b4a HTTP/1.1" status: 200 len: 999 time: 0.0611422 May 13 12:59:46.163116 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaa9bd5-7e78-4619-8d68-055484371323 req-e9b127f0-a6b3-46a6-898e-c309ab5a0e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:59:46.164475 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-ffaa9bd5-7e78-4619-8d68-055484371323 req-e9b127f0-a6b3-46a6-898e-c309ab5a0e11 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=95241052-552d-491a-8c23-5ec0dd2b8fa6 HTTP/1.1" status: 200 len: 853 time: 0.0433800 May 13 12:59:46.211788 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaa9bd5-7e78-4619-8d68-055484371323 req-1bd726aa-3f96-4a49-9ed0-c09c30d56603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:59:46.213345 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-ffaa9bd5-7e78-4619-8d68-055484371323 req-1bd726aa-3f96-4a49-9ed0-c09c30d56603 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f1c41e28-5d16-459f-865e-9320359228db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381587 May 13 12:59:46.302955 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-ffaa9bd5-7e78-4619-8d68-055484371323 req-ea5fac52-ebb0-4663-b6c1-ba2d37bdb32e service neutron] 10.222.0.52 "GET /v2.0/networks/f1c41e28-5d16-459f-865e-9320359228db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827184 May 13 12:59:46.428972 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-ffaa9bd5-7e78-4619-8d68-055484371323 req-61da5d2a-1036-4927-a9fa-d16d0869c8d2 service neutron] 10.222.0.52 "GET /v2.0/networks/f1c41e28-5d16-459f-865e-9320359228db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877216 May 13 12:59:46.568850 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Device 2e9af4d2-bc43-4cbb-989c-99de3b22e35f up at agent hyperv_hv-cinder-84164 {{(pid=109805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 12:59:46.630661 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Provisioning complete for port 2e9af4d2-bc43-4cbb-989c-99de3b22e35f triggered by entity L2. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 12:59:46.631088 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (2e9af4d2-bc43-4cbb-989c-99de3b22e35f), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:46.741843 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Current status of the port 2e9af4d2-bc43-4cbb-989c-99de3b22e35f is: BUILD; New status is: ACTIVE {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 12:59:46.742366 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (2e9af4d2-bc43-4cbb-989c-99de3b22e35f), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:46.753830 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-7baa8e58-cb75-431e-995b-6c55a6feb1d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (5f75012c-56a5-4b0a-a85c-97c3435c2a5d), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:46.786602 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] For port 2e9af4d2-bc43-4cbb-989c-99de3b22e35f, host hv-cinder-84164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84164',level=0,port_id=2e9af4d2-bc43-4cbb-989c-99de3b22e35f,segment=NetworkSegment(0ccb2fa9-a285-4fe0-a15f-4b492217b87a),segment_id=0ccb2fa9-a285-4fe0-a15f-4b492217b87a)] {{(pid=109805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 12:59:46.792421 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6707c346-88db-4146-b776-e3e370c709d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e9af4d2-bc43-4cbb-989c-99de3b22e35f'}] {{(pid=109805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 12:59:46.792421 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bf410fb1f4c9c59dd9b4e78159940bff83c4f370df38d4d08ac4943129d440" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-675063b8-c0cc-4d16-ba51-6abbcc30c94f" -d '{"events": [{"server_uuid": "6707c346-88db-4146-b776-e3e370c709d5", "name": "network-vif-plugged", "status": "completed", "tag": "2e9af4d2-bc43-4cbb-989c-99de3b22e35f"}]}' {{(pid=109805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 12:59:46.797549 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (2e9af4d2-bc43-4cbb-989c-99de3b22e35f), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:46.846289 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 12:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee8e12ac-4742-4155-bde1-c8a24b00bba6 x-openstack-request-id: req-ee8e12ac-4742-4155-bde1-c8a24b00bba6 {{(pid=109805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 12:59:46.846637 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6707c346-88db-4146-b776-e3e370c709d5", "name": "network-vif-plugged", "status": "completed", "tag": "2e9af4d2-bc43-4cbb-989c-99de3b22e35f", "code": 200}]} {{(pid=109805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 12:59:46.846894 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ee8e12ac-4742-4155-bde1-c8a24b00bba6 {{(pid=109805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 12:59:46.847288 dv-cinder-841644-1-iscsi neutron-server[109805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee8e12ac-4742-4155-bde1-c8a24b00bba6'] response: {'server_uuid': '6707c346-88db-4146-b776-e3e370c709d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e9af4d2-bc43-4cbb-989c-99de3b22e35f', 'code': 200} May 13 12:59:46.859470 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Pushing event updated for resources: {'Port': ['ID=2e9af4d2-bc43-4cbb-989c-99de3b22e35f,revision_number=7']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 12:59:46.861061 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a85255d-6dc4-4c91-80f7-7f57314fe2a7 req-8753c562-5368-487a-a0b0-843f3df44a91 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:59:46.862944 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-7a85255d-6dc4-4c91-80f7-7f57314fe2a7 req-8753c562-5368-487a-a0b0-843f3df44a91 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=6707c346-88db-4146-b776-e3e370c709d5 HTTP/1.1" status: 200 len: 944 time: 0.1143639 May 13 12:59:46.913537 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-7a85255d-6dc4-4c91-80f7-7f57314fe2a7 req-94061e4b-cad7-4076-948c-fc67b374592a tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups?id=68fbf85e-1473-452a-bae3-c654f42e4392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441842 May 13 12:59:47.862473 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (f7880a20-862d-46b4-8dd6-192b0a47d710), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:48.084741 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a0a129-cf24-4be0-a6ac-a6c8ae53cb6b req-3587fb29-c403-4202-89ae-39ee0ef280c7 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:59:48.093412 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-e2a0a129-cf24-4be0-a6ac-a6c8ae53cb6b req-3587fb29-c403-4202-89ae-39ee0ef280c7 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=6707c346-88db-4146-b776-e3e370c709d5 HTTP/1.1" status: 200 len: 945 time: 0.0638554 May 13 12:59:48.144272 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-e2a0a129-cf24-4be0-a6ac-a6c8ae53cb6b req-feef5dbb-f873-4cb8-9dbd-f81b2b6a0e5f tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups?id=68fbf85e-1473-452a-bae3-c654f42e4392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496347 May 13 12:59:49.274479 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df46b577-ccdc-40c5-9266-ffef463cc8d6 req-43c77be5-6e26-43cc-b414-fc588d7065e9 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:59:49.276148 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-df46b577-ccdc-40c5-9266-ffef463cc8d6 req-43c77be5-6e26-43cc-b414-fc588d7065e9 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=6707c346-88db-4146-b776-e3e370c709d5 HTTP/1.1" status: 200 len: 945 time: 0.0519755 May 13 12:59:49.338427 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-df46b577-ccdc-40c5-9266-ffef463cc8d6 req-e1f02fd5-7973-4b0e-a530-b275cde51ce3 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups?id=68fbf85e-1473-452a-bae3-c654f42e4392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526538 May 13 12:59:50.318860 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (202f7e15-8fd1-4d3b-a0cb-2b083dcecd1a), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:50.459545 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfdf65c-75dd-460e-93ed-82bbc237f316 req-076ce785-f9b1-46c2-92b9-b1ceddae8de7 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:59:50.461385 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-acfdf65c-75dd-460e-93ed-82bbc237f316 req-076ce785-f9b1-46c2-92b9-b1ceddae8de7 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=6707c346-88db-4146-b776-e3e370c709d5 HTTP/1.1" status: 200 len: 945 time: 0.0516169 May 13 12:59:50.523318 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-acfdf65c-75dd-460e-93ed-82bbc237f316 req-d6dacc2e-f2c9-4694-a732-b878ce996c59 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups?id=68fbf85e-1473-452a-bae3-c654f42e4392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555053 May 13 12:59:51.659928 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7b13fb-faf2-4511-a143-a4005beb7955 req-289f3fa1-b115-4a26-a024-ee736c7023ef tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:59:51.665914 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-fd7b13fb-faf2-4511-a143-a4005beb7955 req-289f3fa1-b115-4a26-a024-ee736c7023ef tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=6707c346-88db-4146-b776-e3e370c709d5 HTTP/1.1" status: 200 len: 945 time: 0.0587044 May 13 12:59:51.723317 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-fd7b13fb-faf2-4511-a143-a4005beb7955 req-fb907caa-35df-4b09-a1c4-85b1afdb8f2d tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups?id=68fbf85e-1473-452a-bae3-c654f42e4392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534341 May 13 12:59:52.897301 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b76868-7905-425e-a96d-bb2cfa689eb6 req-36bfa02b-ac9d-4876-9ddb-628319d0d6d0 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:59:52.909578 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-31b76868-7905-425e-a96d-bb2cfa689eb6 req-36bfa02b-ac9d-4876-9ddb-628319d0d6d0 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=6707c346-88db-4146-b776-e3e370c709d5 HTTP/1.1" status: 200 len: 945 time: 0.0996039 May 13 12:59:52.955270 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-31b76868-7905-425e-a96d-bb2cfa689eb6 req-f3b7d47d-0a19-4fc5-92bb-abd2bcfc1fb3 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups?id=68fbf85e-1473-452a-bae3-c654f42e4392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448120 May 13 12:59:54.092634 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d42a3cf-2b5a-4b5f-991e-55f0eacd7c6f req-e44c7a56-44ba-491b-8866-c1ebccceca01 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:59:54.095664 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-7d42a3cf-2b5a-4b5f-991e-55f0eacd7c6f req-e44c7a56-44ba-491b-8866-c1ebccceca01 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=6707c346-88db-4146-b776-e3e370c709d5 HTTP/1.1" status: 200 len: 945 time: 0.0567970 May 13 12:59:54.150362 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-7d42a3cf-2b5a-4b5f-991e-55f0eacd7c6f req-fcc30119-1f79-4592-b383-7112923e7c33 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups?id=68fbf85e-1473-452a-bae3-c654f42e4392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494604 May 13 12:59:55.278559 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0398fd9a-0ecc-4ebf-b8b4-b6c1031e6a37 req-66e71352-8845-4e7d-8370-6d6229cb4ad8 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:59:55.280697 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-0398fd9a-0ecc-4ebf-b8b4-b6c1031e6a37 req-66e71352-8845-4e7d-8370-6d6229cb4ad8 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=6707c346-88db-4146-b776-e3e370c709d5 HTTP/1.1" status: 200 len: 945 time: 0.0518475 May 13 12:59:55.345494 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-0398fd9a-0ecc-4ebf-b8b4-b6c1031e6a37 req-e57f3353-c0b3-4586-af81-a5f2e59fa9bf tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups?id=68fbf85e-1473-452a-bae3-c654f42e4392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584462 May 13 12:59:56.301036 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e036b1-018c-4873-947a-3e743de8a529 req-3302c9f2-a023-4a23-accd-5c418efeca28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:59:56.302833 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-d6e036b1-018c-4873-947a-3e743de8a529 req-3302c9f2-a023-4a23-accd-5c418efeca28 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0b148a16abbc49ed816ed45fc1ad4980&device_id=6707c346-88db-4146-b776-e3e370c709d5 HTTP/1.1" status: 200 len: 1129 time: 0.0408299 May 13 12:59:56.392318 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e036b1-018c-4873-947a-3e743de8a529 req-e5fbb3f6-fe34-4847-bd51-8a3d79833262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:59:56.393831 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-d6e036b1-018c-4873-947a-3e743de8a529 req-e5fbb3f6-fe34-4847-bd51-8a3d79833262 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2600954f-368e-4b9b-9fca-a1e49f9c5d94 HTTP/1.1" status: 200 len: 918 time: 0.0850751 May 13 12:59:56.491796 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-d6e036b1-018c-4873-947a-3e743de8a529 req-c680362b-de59-41bf-bf48-7666adbf5630 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e9af4d2-bc43-4cbb-989c-99de3b22e35f HTTP/1.1" status: 200 len: 1000 time: 0.0913925 May 13 12:59:56.498055 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a442776-77e0-4fb0-94a4-67411bf6dd28 req-05d69631-1492-421b-b76d-ff574ef1b558 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:59:56.499476 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-6a442776-77e0-4fb0-94a4-67411bf6dd28 req-05d69631-1492-421b-b76d-ff574ef1b558 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=6707c346-88db-4146-b776-e3e370c709d5 HTTP/1.1" status: 200 len: 945 time: 0.0637288 May 13 12:59:56.571850 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e036b1-018c-4873-947a-3e743de8a529 req-9e0a2f9c-6679-40f3-b950-f07c1cc0e279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:59:56.573320 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-d6e036b1-018c-4873-947a-3e743de8a529 req-9e0a2f9c-6679-40f3-b950-f07c1cc0e279 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ddd064bc-4133-46f1-b906-03efc81a9128 HTTP/1.1" status: 200 len: 856 time: 0.0729575 May 13 12:59:56.581200 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-6a442776-77e0-4fb0-94a4-67411bf6dd28 req-0964eddf-48bf-4f0f-9702-416c671c6755 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups?id=68fbf85e-1473-452a-bae3-c654f42e4392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737121 May 13 12:59:56.622864 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e036b1-018c-4873-947a-3e743de8a529 req-c06a4530-e683-4e9a-95c9-ef147059ed57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:59:56.624344 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-d6e036b1-018c-4873-947a-3e743de8a529 req-c06a4530-e683-4e9a-95c9-ef147059ed57 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2600954f-368e-4b9b-9fca-a1e49f9c5d94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423253 May 13 12:59:56.717373 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-d6e036b1-018c-4873-947a-3e743de8a529 req-4e17e6cd-ffab-45b5-ae78-2ac810fbfae6 service neutron] 10.222.0.52 "GET /v2.0/networks/2600954f-368e-4b9b-9fca-a1e49f9c5d94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858541 May 13 12:59:56.806206 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-d6e036b1-018c-4873-947a-3e743de8a529 req-8facd94d-44d8-4ef0-8e02-885098cc7c80 service neutron] 10.222.0.52 "GET /v2.0/networks/2600954f-368e-4b9b-9fca-a1e49f9c5d94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809979 May 13 12:59:57.704845 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0350f586-ea45-450d-b498-83324c86085c req-c62410d5-1a9c-49fd-b137-3aa545d6ff0e tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:59:57.706372 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-0350f586-ea45-450d-b498-83324c86085c req-c62410d5-1a9c-49fd-b137-3aa545d6ff0e tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=6707c346-88db-4146-b776-e3e370c709d5 HTTP/1.1" status: 200 len: 945 time: 0.0510867 May 13 12:59:57.755210 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-0350f586-ea45-450d-b498-83324c86085c req-87901ae7-e2a0-443c-ae65-af21f1b83d0f tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups?id=68fbf85e-1473-452a-bae3-c654f42e4392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416975 May 13 12:59:58.874820 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c5a6e2-b79b-499c-9369-c47ef4d35f4e req-a206269a-046c-4dae-86e2-0dcfb983b277 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 12:59:58.876322 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-40c5a6e2-b79b-499c-9369-c47ef4d35f4e req-a206269a-046c-4dae-86e2-0dcfb983b277 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=6707c346-88db-4146-b776-e3e370c709d5 HTTP/1.1" status: 200 len: 945 time: 0.0510418 May 13 12:59:58.923484 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-40c5a6e2-b79b-499c-9369-c47ef4d35f4e req-89ca4178-2121-4e43-ad11-4f17b23b8f04 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups?id=68fbf85e-1473-452a-bae3-c654f42e4392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415483 May 13 12:59:59.774145 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Device 2e9af4d2-bc43-4cbb-989c-99de3b22e35f no longer exists at agent hyperv_hv-cinder-84164 {{(pid=109805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 12:59:59.851829 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Current status of the port 2e9af4d2-bc43-4cbb-989c-99de3b22e35f is: ACTIVE; New status is: DOWN {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 12:59:59.852215 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (2e9af4d2-bc43-4cbb-989c-99de3b22e35f), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:59.875727 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6707c346-88db-4146-b776-e3e370c709d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e9af4d2-bc43-4cbb-989c-99de3b22e35f'}] {{(pid=109805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 12:59:59.877954 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bf410fb1f4c9c59dd9b4e78159940bff83c4f370df38d4d08ac4943129d440" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21c92720-5cac-4713-9fb2-9124cfce8633" -d '{"events": [{"server_uuid": "6707c346-88db-4146-b776-e3e370c709d5", "name": "network-vif-unplugged", "status": "completed", "tag": "2e9af4d2-bc43-4cbb-989c-99de3b22e35f"}]}' {{(pid=109805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 12:59:59.891153 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] For port 2e9af4d2-bc43-4cbb-989c-99de3b22e35f, host hv-cinder-84164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84164',level=0,port_id=2e9af4d2-bc43-4cbb-989c-99de3b22e35f,segment=NetworkSegment(0ccb2fa9-a285-4fe0-a15f-4b492217b87a),segment_id=0ccb2fa9-a285-4fe0-a15f-4b492217b87a)] {{(pid=109805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 12:59:59.895596 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (2e9af4d2-bc43-4cbb-989c-99de3b22e35f), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 12:59:59.945176 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Pushing event updated for resources: {'Port': ['ID=2e9af4d2-bc43-4cbb-989c-99de3b22e35f,revision_number=8']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:00:00.034373 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 13 May 2022 12:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f731801f-ab03-4d13-9bfe-96b6eea61516 x-openstack-request-id: req-f731801f-ab03-4d13-9bfe-96b6eea61516 {{(pid=109805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:00:00.034688 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6707c346-88db-4146-b776-e3e370c709d5", "name": "network-vif-unplugged", "status": "completed", "tag": "2e9af4d2-bc43-4cbb-989c-99de3b22e35f", "code": 200}]} {{(pid=109805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:00:00.034943 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f731801f-ab03-4d13-9bfe-96b6eea61516 {{(pid=109805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:00:00.035372 dv-cinder-841644-1-iscsi neutron-server[109805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f731801f-ab03-4d13-9bfe-96b6eea61516'] response: {'server_uuid': '6707c346-88db-4146-b776-e3e370c709d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e9af4d2-bc43-4cbb-989c-99de3b22e35f', 'code': 200} May 13 13:00:00.046895 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a40b01e-d381-48da-b757-d73969039f8f req-2a4cf115-0a40-48e4-8275-fe6339cfed18 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:00:00.048367 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-5a40b01e-d381-48da-b757-d73969039f8f req-2a4cf115-0a40-48e4-8275-fe6339cfed18 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=6707c346-88db-4146-b776-e3e370c709d5 HTTP/1.1" status: 200 len: 943 time: 0.0482197 May 13 13:00:00.093990 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-5a40b01e-d381-48da-b757-d73969039f8f req-118e074c-88a7-42c2-85ef-e71f9dd95d45 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups?id=68fbf85e-1473-452a-bae3-c654f42e4392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401006 May 13 13:00:01.222847 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525b1e6f-5bb3-4427-97fd-5ff2d8430e65 req-d188e17b-6f84-4948-a5aa-e439a60bd76a tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:00:01.224215 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-525b1e6f-5bb3-4427-97fd-5ff2d8430e65 req-d188e17b-6f84-4948-a5aa-e439a60bd76a tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=6707c346-88db-4146-b776-e3e370c709d5 HTTP/1.1" status: 200 len: 943 time: 0.0522707 May 13 13:00:01.270189 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-525b1e6f-5bb3-4427-97fd-5ff2d8430e65 req-03edf0ff-6dc2-4caa-af65-29e4c484d5e4 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups?id=68fbf85e-1473-452a-bae3-c654f42e4392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403948 May 13 13:00:02.109712 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [req-41a2824f-9948-450d-92e8-5e036df316f5 req-64615baa-03b2-4cd4-8175-029b32d71c55 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=109804) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 13 13:00:02.110706 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-41a2824f-9948-450d-92e8-5e036df316f5 req-64615baa-03b2-4cd4-8175-029b32d71c55 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0991113 May 13 13:00:02.275465 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be590a68-190d-4591-94b2-2b19f983564a req-099faa32-dda0-41e7-81d3-fd060b2c2d58 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:00:02.277021 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-be590a68-190d-4591-94b2-2b19f983564a req-099faa32-dda0-41e7-81d3-fd060b2c2d58 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=6707c346-88db-4146-b776-e3e370c709d5 HTTP/1.1" status: 200 len: 943 time: 0.0523827 May 13 13:00:02.327244 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-be590a68-190d-4591-94b2-2b19f983564a req-67cb6f9d-2c8e-4ee5-a8d5-9c8489d80b0f tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups?id=68fbf85e-1473-452a-bae3-c654f42e4392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437078 May 13 13:00:02.455951 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 51994) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:00:02.538567 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-1e393444-4121-4018-8231-ee42ff0ec23b req-5ce5eeb9-3f41-4a57-919f-15bf4fce0ae3 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6707c346-88db-4146-b776-e3e370c709d5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0813847 May 13 13:00:02.547082 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [req-1e393444-4121-4018-8231-ee42ff0ec23b req-7ba6519d-0acc-45b1-b36b-9e4911902ba0 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=109803) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 13 13:00:02.548030 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-1e393444-4121-4018-8231-ee42ff0ec23b req-7ba6519d-0acc-45b1-b36b-9e4911902ba0 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0050256 May 13 13:00:02.621395 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 52002) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:00:02.712000 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e393444-4121-4018-8231-ee42ff0ec23b req-28fa4e3d-97b4-4237-b9f0-bd839bbeab5e tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:00:02.713353 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-1e393444-4121-4018-8231-ee42ff0ec23b req-28fa4e3d-97b4-4237-b9f0-bd839bbeab5e tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports/2e9af4d2-bc43-4cbb-989c-99de3b22e35f HTTP/1.1" status: 200 len: 940 time: 0.0909836 May 13 13:00:03.459491 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515779a1-6647-44a2-adca-02e7a252dc0e req-0f3a2e18-70b2-47a1-b4e3-31dfb17927ea tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:00:03.460937 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-515779a1-6647-44a2-adca-02e7a252dc0e req-0f3a2e18-70b2-47a1-b4e3-31dfb17927ea tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=6707c346-88db-4146-b776-e3e370c709d5 HTTP/1.1" status: 200 len: 943 time: 0.0478041 May 13 13:00:03.510486 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-515779a1-6647-44a2-adca-02e7a252dc0e req-816f4b90-80f2-465c-b79f-496a5b4e66df tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups?id=68fbf85e-1473-452a-bae3-c654f42e4392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433125 May 13 13:00:03.613156 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e393444-4121-4018-8231-ee42ff0ec23b req-4673fdd7-7717-4b75-8943-514d810f7a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:00:03.614416 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-1e393444-4121-4018-8231-ee42ff0ec23b req-4673fdd7-7717-4b75-8943-514d810f7a4d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6707c346-88db-4146-b776-e3e370c709d5&tenant_id=0b148a16abbc49ed816ed45fc1ad4980 HTTP/1.1" status: 200 len: 1127 time: 0.0380008 May 13 13:00:03.687231 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e393444-4121-4018-8231-ee42ff0ec23b req-4cf70401-6853-425b-96aa-122baabb788f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:00:03.688651 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-1e393444-4121-4018-8231-ee42ff0ec23b req-4cf70401-6853-425b-96aa-122baabb788f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0b148a16abbc49ed816ed45fc1ad4980&device_id=6707c346-88db-4146-b776-e3e370c709d5 HTTP/1.1" status: 200 len: 1127 time: 0.0374458 May 13 13:00:04.628602 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca16920-0a53-45b9-a85b-d13f8a4963e6 req-17e0530c-651d-4754-9345-632ba688fdf9 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:00:04.630089 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-8ca16920-0a53-45b9-a85b-d13f8a4963e6 req-17e0530c-651d-4754-9345-632ba688fdf9 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=6707c346-88db-4146-b776-e3e370c709d5 HTTP/1.1" status: 200 len: 943 time: 0.0471509 May 13 13:00:04.680377 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e393444-4121-4018-8231-ee42ff0ec23b req-a86fdc44-b69e-4ba2-8be2-9ae7aa44f434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:00:04.681737 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-8ca16920-0a53-45b9-a85b-d13f8a4963e6 req-b9ea86b0-342b-4fae-a9d1-d953741a255c tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups?id=68fbf85e-1473-452a-bae3-c654f42e4392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458670 May 13 13:00:04.681919 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-1e393444-4121-4018-8231-ee42ff0ec23b req-a86fdc44-b69e-4ba2-8be2-9ae7aa44f434 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2600954f-368e-4b9b-9fca-a1e49f9c5d94 HTTP/1.1" status: 200 len: 918 time: 0.0874507 May 13 13:00:05.443233 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-1e393444-4121-4018-8231-ee42ff0ec23b req-ae8d7fc5-cd37-4749-b83c-736c1adc5597 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e9af4d2-bc43-4cbb-989c-99de3b22e35f HTTP/1.1" status: 200 len: 998 time: 0.0583346 May 13 13:00:05.799267 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f09a5b3-4840-414d-a3b2-c006a8c6b6b1 req-6d9796ee-1365-4eb5-87af-115d60dd33dd tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:00:05.800737 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-9f09a5b3-4840-414d-a3b2-c006a8c6b6b1 req-6d9796ee-1365-4eb5-87af-115d60dd33dd tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=6707c346-88db-4146-b776-e3e370c709d5 HTTP/1.1" status: 200 len: 943 time: 0.0470164 May 13 13:00:05.849866 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-9f09a5b3-4840-414d-a3b2-c006a8c6b6b1 req-3805a547-e32e-4fe1-af57-1c6808234d7d tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups?id=68fbf85e-1473-452a-bae3-c654f42e4392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423882 May 13 13:00:06.310257 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Device 2e9af4d2-bc43-4cbb-989c-99de3b22e35f no longer exists at agent hyperv_hv-cinder-84164 {{(pid=109805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:00:06.348548 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e393444-4121-4018-8231-ee42ff0ec23b req-c1b6bbad-af80-4e3a-9fa1-a7cd5ff4975e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:00:06.350072 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-1e393444-4121-4018-8231-ee42ff0ec23b req-c1b6bbad-af80-4e3a-9fa1-a7cd5ff4975e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ddd064bc-4133-46f1-b906-03efc81a9128 HTTP/1.1" status: 200 len: 856 time: 0.0481098 May 13 13:00:06.389217 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Current status of the port 2e9af4d2-bc43-4cbb-989c-99de3b22e35f is: DOWN; New status is: DOWN {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:00:06.397151 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e393444-4121-4018-8231-ee42ff0ec23b req-9fcea5f4-9103-40e4-9096-4f33831eb345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:00:06.398650 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-1e393444-4121-4018-8231-ee42ff0ec23b req-9fcea5f4-9103-40e4-9096-4f33831eb345 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2600954f-368e-4b9b-9fca-a1e49f9c5d94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394280 May 13 13:00:06.489493 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-1e393444-4121-4018-8231-ee42ff0ec23b req-a6a361cf-0e0e-48bc-bf43-e9825f0e5589 service neutron] 10.222.0.52 "GET /v2.0/networks/2600954f-368e-4b9b-9fca-a1e49f9c5d94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841718 May 13 13:00:06.577523 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-1e393444-4121-4018-8231-ee42ff0ec23b req-220054a1-cd81-418e-890d-e51572f69629 service neutron] 10.222.0.52 "GET /v2.0/networks/2600954f-368e-4b9b-9fca-a1e49f9c5d94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802548 May 13 13:00:06.985210 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f6bf43-c2a6-400a-a54c-9ebf48541f72 req-15785ff0-720e-46c7-a4da-6521dcf67772 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:00:06.995447 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-54f6bf43-c2a6-400a-a54c-9ebf48541f72 req-15785ff0-720e-46c7-a4da-6521dcf67772 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=6707c346-88db-4146-b776-e3e370c709d5 HTTP/1.1" status: 200 len: 943 time: 0.0730183 May 13 13:00:07.081453 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-54f6bf43-c2a6-400a-a54c-9ebf48541f72 req-7fce8579-44a5-4b11-a1a6-d9acb60d8950 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups?id=68fbf85e-1473-452a-bae3-c654f42e4392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817690 May 13 13:00:08.219484 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a476b70-8a26-42cd-89ff-ccd2a34d5164 req-3f087df5-9c1f-4b83-bd33-39ff923bcc70 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:00:08.221047 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-3a476b70-8a26-42cd-89ff-ccd2a34d5164 req-3f087df5-9c1f-4b83-bd33-39ff923bcc70 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=6707c346-88db-4146-b776-e3e370c709d5 HTTP/1.1" status: 200 len: 943 time: 0.0492404 May 13 13:00:08.269866 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-3a476b70-8a26-42cd-89ff-ccd2a34d5164 req-6894fce1-751d-4c74-a64d-9cdea5d5b6d2 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups?id=68fbf85e-1473-452a-bae3-c654f42e4392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426693 May 13 13:00:09.403556 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72c3756-d069-4540-899d-71f1889c78bc req-5f130684-1c19-4026-880c-4e0dc02ea783 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:00:09.405459 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-c72c3756-d069-4540-899d-71f1889c78bc req-5f130684-1c19-4026-880c-4e0dc02ea783 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=6707c346-88db-4146-b776-e3e370c709d5 HTTP/1.1" status: 200 len: 943 time: 0.0508549 May 13 13:00:09.461758 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-c72c3756-d069-4540-899d-71f1889c78bc req-ae53cd0e-af74-4f49-bcda-75e0371cb29b tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups?id=68fbf85e-1473-452a-bae3-c654f42e4392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463748 May 13 13:00:10.603232 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d16f5e-a3a7-46ee-a457-2dc0207ab875 req-1af56e92-b66e-49ac-815a-0b330e5fc355 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:00:10.605142 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-05d16f5e-a3a7-46ee-a457-2dc0207ab875 req-1af56e92-b66e-49ac-815a-0b330e5fc355 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=6707c346-88db-4146-b776-e3e370c709d5 HTTP/1.1" status: 200 len: 943 time: 0.0536134 May 13 13:00:10.664569 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-05d16f5e-a3a7-46ee-a457-2dc0207ab875 req-cd31d582-83b5-4178-9205-8618f4a8fb8b tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups?id=68fbf85e-1473-452a-bae3-c654f42e4392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515873 May 13 13:00:11.446656 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-3ffe625c-687a-49c7-b7e0-e161d7d223c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (12f7f474-a19f-4cf7-bcdf-b9ad7dbdd770), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:11.629053 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 52120) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:00:11.784510 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3249dcfc-a93b-4038-bdd5-8af615996b9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:11.817923 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef395d3b-2cf8-4212-83f2-7323da4a2d90 req-ed187c8a-26b5-4060-999e-d08d20224a44 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:00:11.819492 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-ef395d3b-2cf8-4212-83f2-7323da4a2d90 req-ed187c8a-26b5-4060-999e-d08d20224a44 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=6707c346-88db-4146-b776-e3e370c709d5 HTTP/1.1" status: 200 len: 943 time: 0.0738118 May 13 13:00:11.912472 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-ef395d3b-2cf8-4212-83f2-7323da4a2d90 req-7ac71441-4c40-4bcb-967c-88ee78f8a71b tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups?id=68fbf85e-1473-452a-bae3-c654f42e4392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695143 May 13 13:00:11.921485 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3249dcfc-a93b-4038-bdd5-8af615996b9e admin admin] Publish callbacks [] for security_group (0af75a90-9e9f-448b-99b4-81296d9b0cb0), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:11.925570 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3249dcfc-a93b-4038-bdd5-8af615996b9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (0af75a90-9e9f-448b-99b4-81296d9b0cb0), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:11.969927 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3249dcfc-a93b-4038-bdd5-8af615996b9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0af75a90-9e9f-448b-99b4-81296d9b0cb0,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:00:11.974461 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3249dcfc-a93b-4038-bdd5-8af615996b9e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:00:11.974707 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3249dcfc-a93b-4038-bdd5-8af615996b9e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:00:11.975071 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3249dcfc-a93b-4038-bdd5-8af615996b9e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:00:11.975362 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3249dcfc-a93b-4038-bdd5-8af615996b9e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:00:11.975725 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3249dcfc-a93b-4038-bdd5-8af615996b9e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:00:11.976036 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3249dcfc-a93b-4038-bdd5-8af615996b9e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:00:11.976302 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3249dcfc-a93b-4038-bdd5-8af615996b9e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:00:11.977173 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3249dcfc-a93b-4038-bdd5-8af615996b9e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:00:11.977173 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3249dcfc-a93b-4038-bdd5-8af615996b9e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:00:11.977348 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3249dcfc-a93b-4038-bdd5-8af615996b9e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:00:11.977593 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3249dcfc-a93b-4038-bdd5-8af615996b9e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:00:11.977908 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3249dcfc-a93b-4038-bdd5-8af615996b9e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:00:11.978225 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3249dcfc-a93b-4038-bdd5-8af615996b9e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:00:11.978534 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3249dcfc-a93b-4038-bdd5-8af615996b9e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:00:11.978852 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3249dcfc-a93b-4038-bdd5-8af615996b9e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:00:11.984783 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-3249dcfc-a93b-4038-bdd5-8af615996b9e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=73162ee5f7884f0c9dce4cedc2a36c22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3546629 May 13 13:00:11.987290 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 52128) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:00:12.045607 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3632abc9-828f-4b5a-b438-6af9f9a46661 admin admin] Publish callbacks [] for security_group (0af75a90-9e9f-448b-99b4-81296d9b0cb0), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:12.069426 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3632abc9-828f-4b5a-b438-6af9f9a46661 admin admin] Publish callbacks [] for security_group (0af75a90-9e9f-448b-99b4-81296d9b0cb0), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:12.122610 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3632abc9-828f-4b5a-b438-6af9f9a46661 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (0af75a90-9e9f-448b-99b4-81296d9b0cb0), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:12.125629 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3632abc9-828f-4b5a-b438-6af9f9a46661 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:12.129673 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-3632abc9-828f-4b5a-b438-6af9f9a46661 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0af75a90-9e9f-448b-99b4-81296d9b0cb0 HTTP/1.1" status: 204 len: 168 time: 0.1391799 May 13 13:00:12.140227 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3632abc9-828f-4b5a-b438-6af9f9a46661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0af75a90-9e9f-448b-99b4-81296d9b0cb0,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:00:12.417874 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 52134) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:00:12.430796 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3e3714b3-b56a-4dd0-9fde-c1e620e4c547 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:12.520684 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3e3714b3-b56a-4dd0-9fde-c1e620e4c547 admin admin] Publish callbacks [] for security_group (cb33abdf-1885-436f-a625-278e8ab885ad), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:12.525236 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3e3714b3-b56a-4dd0-9fde-c1e620e4c547 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (cb33abdf-1885-436f-a625-278e8ab885ad), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:12.565086 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-3e3714b3-b56a-4dd0-9fde-c1e620e4c547 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e0c50c4eab284fd98605c3aa95db8467&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1460540 May 13 13:00:12.567856 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 52136) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:00:12.570546 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3714b3-b56a-4dd0-9fde-c1e620e4c547 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb33abdf-1885-436f-a625-278e8ab885ad,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:00:12.617738 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f42ca931-7938-4fd9-9365-9ceace00352c admin admin] Publish callbacks [] for security_group (cb33abdf-1885-436f-a625-278e8ab885ad), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:12.640273 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f42ca931-7938-4fd9-9365-9ceace00352c admin admin] Publish callbacks [] for security_group (cb33abdf-1885-436f-a625-278e8ab885ad), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:12.694956 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f42ca931-7938-4fd9-9365-9ceace00352c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (cb33abdf-1885-436f-a625-278e8ab885ad), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:12.698261 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f42ca931-7938-4fd9-9365-9ceace00352c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:12.699560 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-f42ca931-7938-4fd9-9365-9ceace00352c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cb33abdf-1885-436f-a625-278e8ab885ad HTTP/1.1" status: 204 len: 168 time: 0.1296959 May 13 13:00:12.708967 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42ca931-7938-4fd9-9365-9ceace00352c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb33abdf-1885-436f-a625-278e8ab885ad,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:00:12.717943 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42ca931-7938-4fd9-9365-9ceace00352c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:00:12.718561 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42ca931-7938-4fd9-9365-9ceace00352c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:00:12.718974 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42ca931-7938-4fd9-9365-9ceace00352c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:00:12.719426 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42ca931-7938-4fd9-9365-9ceace00352c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:00:12.719808 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42ca931-7938-4fd9-9365-9ceace00352c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:00:12.720206 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42ca931-7938-4fd9-9365-9ceace00352c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:00:12.720672 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42ca931-7938-4fd9-9365-9ceace00352c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:00:12.721079 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42ca931-7938-4fd9-9365-9ceace00352c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:00:12.721477 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42ca931-7938-4fd9-9365-9ceace00352c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:00:12.721908 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42ca931-7938-4fd9-9365-9ceace00352c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:00:12.722338 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42ca931-7938-4fd9-9365-9ceace00352c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:00:12.722725 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42ca931-7938-4fd9-9365-9ceace00352c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:00:12.723246 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42ca931-7938-4fd9-9365-9ceace00352c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:00:12.723651 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42ca931-7938-4fd9-9365-9ceace00352c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:00:12.724062 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42ca931-7938-4fd9-9365-9ceace00352c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:00:13.070933 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ba42be-f3a5-4c03-9165-6e7e31e0ff7c req-46b735fb-eb5b-4012-852c-3aa99d1325cc tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:00:13.072474 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-65ba42be-f3a5-4c03-9165-6e7e31e0ff7c req-46b735fb-eb5b-4012-852c-3aa99d1325cc tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=6707c346-88db-4146-b776-e3e370c709d5 HTTP/1.1" status: 200 len: 943 time: 0.0515373 May 13 13:00:13.134826 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-65ba42be-f3a5-4c03-9165-6e7e31e0ff7c req-3aae71d1-a717-4d7e-95da-08576d09c286 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups?id=68fbf85e-1473-452a-bae3-c654f42e4392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555046 May 13 13:00:13.904572 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-43a193cd-b0fe-46be-b8e4-34790a4e11d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (6d8a5631-9f63-444c-af3b-4dcce4842b62), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:14.291098 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545513ba-a12c-4078-bbbf-a222fe2d7d07 req-f8ac9ea9-adb5-4ef2-8f6f-9d0e21149d0f tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:00:14.292661 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-545513ba-a12c-4078-bbbf-a222fe2d7d07 req-f8ac9ea9-adb5-4ef2-8f6f-9d0e21149d0f tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=6707c346-88db-4146-b776-e3e370c709d5 HTTP/1.1" status: 200 len: 943 time: 0.0590372 May 13 13:00:14.367432 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-545513ba-a12c-4078-bbbf-a222fe2d7d07 req-cde1589a-876c-4b48-a643-0c4f4aa2ebce tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups?id=68fbf85e-1473-452a-bae3-c654f42e4392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679500 May 13 13:00:15.028087 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 52212) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:00:15.065207 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-4a907869-afee-4d69-acd8-cccc744e537a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (d2cfa305-5f5a-49b3-8228-876061d7e1f6), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:15.169829 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-2cffe95e-533b-4be0-8aa0-a8d3c5ebf862 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:15.255099 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-2cffe95e-533b-4be0-8aa0-a8d3c5ebf862 admin admin] Publish callbacks [] for security_group (603d1a71-fea1-4501-9d3a-73ec91017e77), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:15.259041 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-2cffe95e-533b-4be0-8aa0-a8d3c5ebf862 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (603d1a71-fea1-4501-9d3a-73ec91017e77), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:15.300912 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-2cffe95e-533b-4be0-8aa0-a8d3c5ebf862 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5ba121adc00348318c1cf31af9de3592&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2716711 May 13 13:00:15.301208 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 52216) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:00:15.301945 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cffe95e-533b-4be0-8aa0-a8d3c5ebf862 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=603d1a71-fea1-4501-9d3a-73ec91017e77,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:00:15.388526 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d21fd8f1-6655-4fa3-affb-ae7d7b09fc91 admin admin] Publish callbacks [] for security_group (603d1a71-fea1-4501-9d3a-73ec91017e77), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:15.410768 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d21fd8f1-6655-4fa3-affb-ae7d7b09fc91 admin admin] Publish callbacks [] for security_group (603d1a71-fea1-4501-9d3a-73ec91017e77), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:15.463153 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d21fd8f1-6655-4fa3-affb-ae7d7b09fc91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (603d1a71-fea1-4501-9d3a-73ec91017e77), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:15.466703 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d21fd8f1-6655-4fa3-affb-ae7d7b09fc91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:15.467969 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-d21fd8f1-6655-4fa3-affb-ae7d7b09fc91 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/603d1a71-fea1-4501-9d3a-73ec91017e77 HTTP/1.1" status: 204 len: 168 time: 0.1657779 May 13 13:00:15.481884 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21fd8f1-6655-4fa3-affb-ae7d7b09fc91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=603d1a71-fea1-4501-9d3a-73ec91017e77,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:00:15.501390 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac54276-3b1f-41df-9f00-634911fa1788 req-ad9fe2bf-34d3-4546-aeac-440394d20f36 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:00:15.510922 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-5ac54276-3b1f-41df-9f00-634911fa1788 req-ad9fe2bf-34d3-4546-aeac-440394d20f36 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=6707c346-88db-4146-b776-e3e370c709d5 HTTP/1.1" status: 200 len: 943 time: 0.0659528 May 13 13:00:15.557152 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-5ac54276-3b1f-41df-9f00-634911fa1788 req-39751fbd-a07a-4b3d-a5f7-2ae3597a7cd6 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups?id=68fbf85e-1473-452a-bae3-c654f42e4392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453467 May 13 13:00:15.745799 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 52224) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:00:15.758376 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-24a32176-8ac9-4572-80b5-245a2dff317f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:15.831742 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-24a32176-8ac9-4572-80b5-245a2dff317f admin admin] Publish callbacks [] for security_group (2e199e1a-1f57-4854-a759-c017a6255372), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:15.835369 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-24a32176-8ac9-4572-80b5-245a2dff317f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (2e199e1a-1f57-4854-a759-c017a6255372), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:15.873240 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-24a32176-8ac9-4572-80b5-245a2dff317f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e488456790c149f1935556b246451e2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1263084 May 13 13:00:15.874201 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a32176-8ac9-4572-80b5-245a2dff317f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e199e1a-1f57-4854-a759-c017a6255372,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:00:15.875996 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 52226) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:00:15.924273 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-46df7aa9-8117-4ca7-8fd3-183377a8b4b4 admin admin] Publish callbacks [] for security_group (2e199e1a-1f57-4854-a759-c017a6255372), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:15.944560 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-46df7aa9-8117-4ca7-8fd3-183377a8b4b4 admin admin] Publish callbacks [] for security_group (2e199e1a-1f57-4854-a759-c017a6255372), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:15.991580 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-46df7aa9-8117-4ca7-8fd3-183377a8b4b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (2e199e1a-1f57-4854-a759-c017a6255372), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:15.994144 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-46df7aa9-8117-4ca7-8fd3-183377a8b4b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:15.995299 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-46df7aa9-8117-4ca7-8fd3-183377a8b4b4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2e199e1a-1f57-4854-a759-c017a6255372 HTTP/1.1" status: 204 len: 168 time: 0.1182182 May 13 13:00:16.003488 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46df7aa9-8117-4ca7-8fd3-183377a8b4b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e199e1a-1f57-4854-a759-c017a6255372,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:00:16.679130 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc7bae9-9984-4243-98f7-1c5c635d1901 req-9c094153-86e6-4d9d-85dd-8529c7536f4d tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:00:16.680605 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-1cc7bae9-9984-4243-98f7-1c5c635d1901 req-9c094153-86e6-4d9d-85dd-8529c7536f4d tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=6707c346-88db-4146-b776-e3e370c709d5 HTTP/1.1" status: 200 len: 943 time: 0.0502479 May 13 13:00:16.729315 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-7baa8e58-cb75-431e-995b-6c55a6feb1d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (5f75012c-56a5-4b0a-a85c-97c3435c2a5d), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:16.737089 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-1cc7bae9-9984-4243-98f7-1c5c635d1901 req-4a70acce-fe2e-4032-930e-73c3341a6746 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups?id=68fbf85e-1473-452a-bae3-c654f42e4392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507245 May 13 13:00:17.025193 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 52258) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:00:17.126610 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-8ec773f4-9c8b-4eb0-a93a-bdc795d3bd2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:17.199837 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-8ec773f4-9c8b-4eb0-a93a-bdc795d3bd2d admin admin] Publish callbacks [] for security_group (633401e1-2f53-4933-b1cc-11633a3d7831), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:17.203309 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-8ec773f4-9c8b-4eb0-a93a-bdc795d3bd2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (633401e1-2f53-4933-b1cc-11633a3d7831), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:17.240206 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-8ec773f4-9c8b-4eb0-a93a-bdc795d3bd2d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=15cc536834b049a3b79617cab8ed0295&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2139335 May 13 13:00:17.241085 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec773f4-9c8b-4eb0-a93a-bdc795d3bd2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=633401e1-2f53-4933-b1cc-11633a3d7831,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:00:17.242920 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 52264) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:00:17.290986 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-45e84837-5db1-4ade-9630-e408c7ef9c02 admin admin] Publish callbacks [] for security_group (633401e1-2f53-4933-b1cc-11633a3d7831), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:17.313990 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-45e84837-5db1-4ade-9630-e408c7ef9c02 admin admin] Publish callbacks [] for security_group (633401e1-2f53-4933-b1cc-11633a3d7831), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:17.359534 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-45e84837-5db1-4ade-9630-e408c7ef9c02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (633401e1-2f53-4933-b1cc-11633a3d7831), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:17.362059 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-45e84837-5db1-4ade-9630-e408c7ef9c02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:17.363181 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-45e84837-5db1-4ade-9630-e408c7ef9c02 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/633401e1-2f53-4933-b1cc-11633a3d7831 HTTP/1.1" status: 204 len: 168 time: 0.1191313 May 13 13:00:17.370726 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e84837-5db1-4ade-9630-e408c7ef9c02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=633401e1-2f53-4933-b1cc-11633a3d7831,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:00:17.862425 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (f7880a20-862d-46b4-8dd6-192b0a47d710), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:17.885351 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8187b68-1633-4c62-94a5-e7914bf92a24 req-b8634a5b-107c-411c-aa3b-1048f920ad4f tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:00:17.887710 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-d8187b68-1633-4c62-94a5-e7914bf92a24 req-b8634a5b-107c-411c-aa3b-1048f920ad4f tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=6707c346-88db-4146-b776-e3e370c709d5 HTTP/1.1" status: 200 len: 943 time: 0.0690746 May 13 13:00:17.942331 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-d8187b68-1633-4c62-94a5-e7914bf92a24 req-8e98ab1f-22e5-4322-8cde-6e6570dd6906 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups?id=68fbf85e-1473-452a-bae3-c654f42e4392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485535 May 13 13:00:18.814229 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Device 2e9af4d2-bc43-4cbb-989c-99de3b22e35f details requested by agent hyperv_hv-cinder-84164 with host hv-cinder-84164 {{(pid=109805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 13:00:18.915261 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] For port 2e9af4d2-bc43-4cbb-989c-99de3b22e35f, host hv-cinder-84164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84164',level=0,port_id=2e9af4d2-bc43-4cbb-989c-99de3b22e35f,segment=NetworkSegment(0ccb2fa9-a285-4fe0-a15f-4b492217b87a),segment_id=0ccb2fa9-a285-4fe0-a15f-4b492217b87a)] {{(pid=109805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:00:18.927232 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Returning: {'device': '2e9af4d2-bc43-4cbb-989c-99de3b22e35f', 'network_id': '2600954f-368e-4b9b-9fca-a1e49f9c5d94', 'port_id': '2e9af4d2-bc43-4cbb-989c-99de3b22e35f', 'mac_address': 'fa:16:3e:96:e4:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddd064bc-4133-46f1-b906-03efc81a9128', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 13:00:18.964053 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Current status of the port 2e9af4d2-bc43-4cbb-989c-99de3b22e35f is: DOWN; New status is: BUILD {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:00:18.964449 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (2e9af4d2-bc43-4cbb-989c-99de3b22e35f), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:18.977985 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.notifiers.nova [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e9af4d2-bc43-4cbb-989c-99de3b22e35f {{(pid=109805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:00:18.999304 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] For port 2e9af4d2-bc43-4cbb-989c-99de3b22e35f, host hv-cinder-84164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84164',level=0,port_id=2e9af4d2-bc43-4cbb-989c-99de3b22e35f,segment=NetworkSegment(0ccb2fa9-a285-4fe0-a15f-4b492217b87a),segment_id=0ccb2fa9-a285-4fe0-a15f-4b492217b87a)] {{(pid=109805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:00:19.004077 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (2e9af4d2-bc43-4cbb-989c-99de3b22e35f), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:19.061747 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Pushing event updated for resources: {'Port': ['ID=2e9af4d2-bc43-4cbb-989c-99de3b22e35f,revision_number=9']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:00:19.085861 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1da056-d6e3-4152-9541-dfe3e5871914 req-b136596e-51f1-4662-8963-4d5e45444e24 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:00:19.087590 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-6d1da056-d6e3-4152-9541-dfe3e5871914 req-b136596e-51f1-4662-8963-4d5e45444e24 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=6707c346-88db-4146-b776-e3e370c709d5 HTTP/1.1" status: 200 len: 944 time: 0.0539985 May 13 13:00:19.136367 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-6d1da056-d6e3-4152-9541-dfe3e5871914 req-6f728c58-b9d2-4546-9644-c66ec7144455 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups?id=68fbf85e-1473-452a-bae3-c654f42e4392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422742 May 13 13:00:19.344966 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] get_ports_and_sgs() called for port_ids ['2e9af4d2-bc43-4cbb-989c-99de3b22e35f'] {{(pid=109805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 13:00:20.133864 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ea9836-0f76-4eb8-8e38-2fcd7771cbc8 req-07ab35e7-2b34-4ad2-863e-d01be3eedd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:00:20.135326 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-b0ea9836-0f76-4eb8-8e38-2fcd7771cbc8 req-07ab35e7-2b34-4ad2-863e-d01be3eedd6e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0b148a16abbc49ed816ed45fc1ad4980&device_id=6707c346-88db-4146-b776-e3e370c709d5 HTTP/1.1" status: 200 len: 1128 time: 0.0389764 May 13 13:00:20.306821 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (202f7e15-8fd1-4d3b-a0cb-2b083dcecd1a), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:20.509198 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb128c9-4e6d-4b8c-ae89-2452c0a3ccab req-44abc02e-7255-447f-9c63-5a6650a9a1ce tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:00:20.510635 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-2cb128c9-4e6d-4b8c-ae89-2452c0a3ccab req-44abc02e-7255-447f-9c63-5a6650a9a1ce tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=6707c346-88db-4146-b776-e3e370c709d5 HTTP/1.1" status: 200 len: 944 time: 0.2992263 May 13 13:00:20.512709 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ea9836-0f76-4eb8-8e38-2fcd7771cbc8 req-48da75fb-c374-4e60-af99-6dba1c4d6dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:00:20.514187 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-b0ea9836-0f76-4eb8-8e38-2fcd7771cbc8 req-48da75fb-c374-4e60-af99-6dba1c4d6dfe service neutron] 10.222.0.52 "GET /v2.0/networks?id=2600954f-368e-4b9b-9fca-a1e49f9c5d94 HTTP/1.1" status: 200 len: 918 time: 0.3604696 May 13 13:00:20.626071 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-2cb128c9-4e6d-4b8c-ae89-2452c0a3ccab req-9a98e37d-4f7b-4e33-80b9-8aa2190c66b0 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups?id=68fbf85e-1473-452a-bae3-c654f42e4392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087415 May 13 13:00:20.644364 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-b0ea9836-0f76-4eb8-8e38-2fcd7771cbc8 req-98af8223-9ff7-4eae-b0bd-5fa19c4286e0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e9af4d2-bc43-4cbb-989c-99de3b22e35f HTTP/1.1" status: 200 len: 999 time: 0.1217914 May 13 13:00:20.708184 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ea9836-0f76-4eb8-8e38-2fcd7771cbc8 req-d1da2932-ba8c-4434-955a-2f7ce1205c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:00:20.709681 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-b0ea9836-0f76-4eb8-8e38-2fcd7771cbc8 req-d1da2932-ba8c-4434-955a-2f7ce1205c22 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ddd064bc-4133-46f1-b906-03efc81a9128 HTTP/1.1" status: 200 len: 856 time: 0.0522227 May 13 13:00:20.755881 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ea9836-0f76-4eb8-8e38-2fcd7771cbc8 req-88359f13-4429-44ff-af6c-d667fb60fcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:00:20.757494 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-b0ea9836-0f76-4eb8-8e38-2fcd7771cbc8 req-88359f13-4429-44ff-af6c-d667fb60fcfd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2600954f-368e-4b9b-9fca-a1e49f9c5d94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408146 May 13 13:00:20.830362 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Device 2e9af4d2-bc43-4cbb-989c-99de3b22e35f up at agent hyperv_hv-cinder-84164 {{(pid=109805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:00:20.850177 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-b0ea9836-0f76-4eb8-8e38-2fcd7771cbc8 req-7c09f5df-8392-4faf-9395-82baf15879b6 service neutron] 10.222.0.52 "GET /v2.0/networks/2600954f-368e-4b9b-9fca-a1e49f9c5d94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862296 May 13 13:00:20.880802 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Provisioning complete for port 2e9af4d2-bc43-4cbb-989c-99de3b22e35f triggered by entity L2. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:00:20.881346 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (2e9af4d2-bc43-4cbb-989c-99de3b22e35f), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:20.947838 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-b0ea9836-0f76-4eb8-8e38-2fcd7771cbc8 req-5bf7ee7f-7c28-424a-a782-a30f5943c679 service neutron] 10.222.0.52 "GET /v2.0/networks/2600954f-368e-4b9b-9fca-a1e49f9c5d94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909369 May 13 13:00:20.962777 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Current status of the port 2e9af4d2-bc43-4cbb-989c-99de3b22e35f is: BUILD; New status is: ACTIVE {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:00:20.963175 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (2e9af4d2-bc43-4cbb-989c-99de3b22e35f), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:20.993099 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6707c346-88db-4146-b776-e3e370c709d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e9af4d2-bc43-4cbb-989c-99de3b22e35f'}] {{(pid=109805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:00:20.995590 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bf410fb1f4c9c59dd9b4e78159940bff83c4f370df38d4d08ac4943129d440" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b0f81ae-f7e7-404e-91c5-01aefb15872d" -d '{"events": [{"server_uuid": "6707c346-88db-4146-b776-e3e370c709d5", "name": "network-vif-plugged", "status": "completed", "tag": "2e9af4d2-bc43-4cbb-989c-99de3b22e35f"}]}' {{(pid=109805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:00:21.009317 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] For port 2e9af4d2-bc43-4cbb-989c-99de3b22e35f, host hv-cinder-84164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84164',level=0,port_id=2e9af4d2-bc43-4cbb-989c-99de3b22e35f,segment=NetworkSegment(0ccb2fa9-a285-4fe0-a15f-4b492217b87a),segment_id=0ccb2fa9-a285-4fe0-a15f-4b492217b87a)] {{(pid=109805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:00:21.015216 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (2e9af4d2-bc43-4cbb-989c-99de3b22e35f), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:21.048675 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 13:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7b6abff-fc55-4edb-99a4-81aaf0c2dcd7 x-openstack-request-id: req-b7b6abff-fc55-4edb-99a4-81aaf0c2dcd7 {{(pid=109805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:00:21.049032 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6707c346-88db-4146-b776-e3e370c709d5", "name": "network-vif-plugged", "status": "completed", "tag": "2e9af4d2-bc43-4cbb-989c-99de3b22e35f", "code": 200}]} {{(pid=109805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:00:21.049274 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b7b6abff-fc55-4edb-99a4-81aaf0c2dcd7 {{(pid=109805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:00:21.049658 dv-cinder-841644-1-iscsi neutron-server[109805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7b6abff-fc55-4edb-99a4-81aaf0c2dcd7'] response: {'server_uuid': '6707c346-88db-4146-b776-e3e370c709d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e9af4d2-bc43-4cbb-989c-99de3b22e35f', 'code': 200} May 13 13:00:21.076899 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Pushing event updated for resources: {'Port': ['ID=2e9af4d2-bc43-4cbb-989c-99de3b22e35f,revision_number=10']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:00:21.282918 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155168ee-8636-4b8c-a8c6-ce1135cad1f0 req-791c1b37-ff87-468b-8837-3b45d2e93e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:00:21.284679 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-155168ee-8636-4b8c-a8c6-ce1135cad1f0 req-791c1b37-ff87-468b-8837-3b45d2e93e06 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6707c346-88db-4146-b776-e3e370c709d5 HTTP/1.1" status: 200 len: 1130 time: 0.0398037 May 13 13:00:21.330697 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-155168ee-8636-4b8c-a8c6-ce1135cad1f0 req-bc0f9aba-9c62-4f49-9c80-47ddf26eb1ba service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=68fbf85e-1473-452a-bae3-c654f42e4392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395548 May 13 13:00:21.773241 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f375cc-b58b-4877-aa82-1beb2e6139c4 req-44984c0f-1bc6-449d-8ae1-52275b898c7a tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:00:21.774680 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-d7f375cc-b58b-4877-aa82-1beb2e6139c4 req-44984c0f-1bc6-449d-8ae1-52275b898c7a tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=6707c346-88db-4146-b776-e3e370c709d5 HTTP/1.1" status: 200 len: 946 time: 0.0498917 May 13 13:00:21.822323 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-d7f375cc-b58b-4877-aa82-1beb2e6139c4 req-8b2d5626-ecad-4f0f-add8-188c21c8c530 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups?id=68fbf85e-1473-452a-bae3-c654f42e4392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412650 May 13 13:00:22.957394 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.agents_db [None req-04065fb1-5207-409b-a281-8f6301b2fc59 None None] Agent healthcheck: found 6 active agents {{(pid=109806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 13:00:22.970957 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db611850-3b9b-4e52-9db3-0e423cc1f067 req-2d1c56a1-2874-4599-a8f2-90c5e71b8518 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:00:22.972474 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-db611850-3b9b-4e52-9db3-0e423cc1f067 req-2d1c56a1-2874-4599-a8f2-90c5e71b8518 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=6707c346-88db-4146-b776-e3e370c709d5 HTTP/1.1" status: 200 len: 946 time: 0.0493412 May 13 13:00:23.021965 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-db611850-3b9b-4e52-9db3-0e423cc1f067 req-dd10534b-2dd3-4e15-9044-f7bc2db29f70 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups?id=68fbf85e-1473-452a-bae3-c654f42e4392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432568 May 13 13:00:24.150151 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d95cb9-1c71-46b0-97f9-23128002924b req-ac88b6c9-8934-4725-bf06-4c18f6c3b7ea tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:00:24.151642 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-19d95cb9-1c71-46b0-97f9-23128002924b req-ac88b6c9-8934-4725-bf06-4c18f6c3b7ea tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=6707c346-88db-4146-b776-e3e370c709d5 HTTP/1.1" status: 200 len: 946 time: 0.0513391 May 13 13:00:24.203199 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-19d95cb9-1c71-46b0-97f9-23128002924b req-9b508dd8-1db5-4426-a80d-0954ffde1c02 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups?id=68fbf85e-1473-452a-bae3-c654f42e4392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457442 May 13 13:00:25.547348 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 52468) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:00:25.649685 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-43a99561-2325-423e-8c53-6d3acc3ac985 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:25.722052 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-43a99561-2325-423e-8c53-6d3acc3ac985 admin admin] Publish callbacks [] for security_group (284e1315-93f4-4a5b-b78c-75ae8e0b85ab), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:25.725759 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-43a99561-2325-423e-8c53-6d3acc3ac985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (284e1315-93f4-4a5b-b78c-75ae8e0b85ab), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:25.766873 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-43a99561-2325-423e-8c53-6d3acc3ac985 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8e46029ddf2745ddae0028ba7ba68ea7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2184279 May 13 13:00:25.767811 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a99561-2325-423e-8c53-6d3acc3ac985 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=284e1315-93f4-4a5b-b78c-75ae8e0b85ab,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:00:25.769547 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 52472) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:00:25.817251 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-46e71739-7f7f-462a-bb68-c77081d90186 admin admin] Publish callbacks [] for security_group (284e1315-93f4-4a5b-b78c-75ae8e0b85ab), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:25.840410 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-46e71739-7f7f-462a-bb68-c77081d90186 admin admin] Publish callbacks [] for security_group (284e1315-93f4-4a5b-b78c-75ae8e0b85ab), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:25.885385 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-46e71739-7f7f-462a-bb68-c77081d90186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (284e1315-93f4-4a5b-b78c-75ae8e0b85ab), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:25.888143 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-46e71739-7f7f-462a-bb68-c77081d90186 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:25.889390 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-46e71739-7f7f-462a-bb68-c77081d90186 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/284e1315-93f4-4a5b-b78c-75ae8e0b85ab HTTP/1.1" status: 204 len: 168 time: 0.1187966 May 13 13:00:25.897836 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e71739-7f7f-462a-bb68-c77081d90186 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=284e1315-93f4-4a5b-b78c-75ae8e0b85ab,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:00:26.171092 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 52480) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:00:26.183965 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d0ece307-a24a-4f0d-a998-6121c32ea3f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:26.254683 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d0ece307-a24a-4f0d-a998-6121c32ea3f3 admin admin] Publish callbacks [] for security_group (0b2693d2-e908-40f3-92ab-956642b6d770), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:26.258127 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d0ece307-a24a-4f0d-a998-6121c32ea3f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (0b2693d2-e908-40f3-92ab-956642b6d770), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:26.296791 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-d0ece307-a24a-4f0d-a998-6121c32ea3f3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=13bfe320658d43709b9ad50532de6ff4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1246459 May 13 13:00:26.297674 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ece307-a24a-4f0d-a998-6121c32ea3f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b2693d2-e908-40f3-92ab-956642b6d770,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:00:26.300060 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 52482) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:00:26.350403 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a0265b9a-16f1-4000-91a2-7c370f612850 admin admin] Publish callbacks [] for security_group (0b2693d2-e908-40f3-92ab-956642b6d770), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:26.372136 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a0265b9a-16f1-4000-91a2-7c370f612850 admin admin] Publish callbacks [] for security_group (0b2693d2-e908-40f3-92ab-956642b6d770), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:26.421487 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a0265b9a-16f1-4000-91a2-7c370f612850 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (0b2693d2-e908-40f3-92ab-956642b6d770), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:26.424042 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a0265b9a-16f1-4000-91a2-7c370f612850 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:26.427643 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-a0265b9a-16f1-4000-91a2-7c370f612850 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0b2693d2-e908-40f3-92ab-956642b6d770 HTTP/1.1" status: 204 len: 168 time: 0.1243241 May 13 13:00:26.433602 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0265b9a-16f1-4000-91a2-7c370f612850 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b2693d2-e908-40f3-92ab-956642b6d770,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:00:26.751448 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 52488) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:00:26.765114 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5e7b58ea-2e3e-4d61-b87e-d241fc76ac59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:26.842593 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5e7b58ea-2e3e-4d61-b87e-d241fc76ac59 admin admin] Publish callbacks [] for security_group (4fad016f-b3d7-47eb-b40b-2006fd5d3d79), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:26.846408 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5e7b58ea-2e3e-4d61-b87e-d241fc76ac59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (4fad016f-b3d7-47eb-b40b-2006fd5d3d79), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:26.884309 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-5e7b58ea-2e3e-4d61-b87e-d241fc76ac59 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1980288ea20e4f90b9e419b4372d3cee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1317365 May 13 13:00:26.885206 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b58ea-2e3e-4d61-b87e-d241fc76ac59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fad016f-b3d7-47eb-b40b-2006fd5d3d79,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:00:26.886981 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 52490) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:00:26.934796 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ab520c4e-9122-45b2-b8ce-db59d748115a admin admin] Publish callbacks [] for security_group (4fad016f-b3d7-47eb-b40b-2006fd5d3d79), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:26.956420 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ab520c4e-9122-45b2-b8ce-db59d748115a admin admin] Publish callbacks [] for security_group (4fad016f-b3d7-47eb-b40b-2006fd5d3d79), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:27.006607 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ab520c4e-9122-45b2-b8ce-db59d748115a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (4fad016f-b3d7-47eb-b40b-2006fd5d3d79), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:27.009451 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ab520c4e-9122-45b2-b8ce-db59d748115a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:27.013382 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-ab520c4e-9122-45b2-b8ce-db59d748115a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4fad016f-b3d7-47eb-b40b-2006fd5d3d79 HTTP/1.1" status: 204 len: 168 time: 0.1253281 May 13 13:00:27.021986 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab520c4e-9122-45b2-b8ce-db59d748115a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fad016f-b3d7-47eb-b40b-2006fd5d3d79,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:00:27.687490 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 52528) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:00:27.782294 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.v2.base [None req-a45f609c-afd7-4519-9808-1ad784535231 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-297362699-network', 'tenant_id': '6e44eda8115b487cbc52d99ea0634686'}} {{(pid=109804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:00:27.801465 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a45f609c-afd7-4519-9808-1ad784535231 admin admin] Made reservation on behalf of 6e44eda8115b487cbc52d99ea0634686 for: {'network': 1} {{(pid=109804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:00:27.803621 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-a45f609c-afd7-4519-9808-1ad784535231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for network (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:27.811876 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-a45f609c-afd7-4519-9808-1ad784535231 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:27.885342 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-a45f609c-afd7-4519-9808-1ad784535231 admin admin] Publish callbacks [] for security_group (ab2a7c4b-eada-43c6-a764-0d2a83f35616), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:27.889633 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-a45f609c-afd7-4519-9808-1ad784535231 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (ab2a7c4b-eada-43c6-a764-0d2a83f35616), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:27.911238 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a45f609c-afd7-4519-9808-1ad784535231 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=109804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 13:00:27.926366 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45f609c-afd7-4519-9808-1ad784535231 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab2a7c4b-eada-43c6-a764-0d2a83f35616,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:00:27.930148 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-a45f609c-afd7-4519-9808-1ad784535231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488896'] for segment (0c50d514-552c-4243-8367-f38a91cfc48b), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:27.930669 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.db.segments_db [None req-a45f609c-afd7-4519-9808-1ad784535231 admin admin] Added segment 0c50d514-552c-4243-8367-f38a91cfc48b of type vlan for network 9adf0a94-4216-4043-b976-598165f0772b May 13 13:00:27.971907 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-a45f609c-afd7-4519-9808-1ad784535231 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750967083174'] for network (9adf0a94-4216-4043-b976-598165f0772b), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:27.995676 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-a45f609c-afd7-4519-9808-1ad784535231 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478'] for network (9adf0a94-4216-4043-b976-598165f0772b), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:27.996761 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45f609c-afd7-4519-9808-1ad784535231 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:00:27.997481 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-a45f609c-afd7-4519-9808-1ad784535231 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617456'] for network (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:28.056264 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-a45f609c-afd7-4519-9808-1ad784535231 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3648944 May 13 13:00:28.056513 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 52536) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:00:28.061984 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.v2.base [None req-2cc488e8-cc1c-4f04-aaf5-d6992e151937 admin admin] Request body: {'subnet': {'network_id': '9adf0a94-4216-4043-b976-598165f0772b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-297362699-subnet', 'tenant_id': '6e44eda8115b487cbc52d99ea0634686', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:00:28.063193 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45f609c-afd7-4519-9808-1ad784535231 admin admin] Pushing event updated for resources: {'Network': ['ID=9adf0a94-4216-4043-b976-598165f0772b,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:00:28.073532 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Network 9adf0a94-4216-4043-b976-598165f0772b details requested by agent ovs-agent-dv-cinder-841644-1-iscsi with host dv-cinder-841644-1-iscsi {{(pid=109805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 13 13:00:28.090479 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cc488e8-cc1c-4f04-aaf5-d6992e151937 admin admin] Made reservation on behalf of 6e44eda8115b487cbc52d99ea0634686 for: {'subnet': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:00:28.093902 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2cc488e8-cc1c-4f04-aaf5-d6992e151937 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5762224'] for subnet (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:28.264889 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2cc488e8-cc1c-4f04-aaf5-d6992e151937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6506713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5762222'] for subnet (3effa4c7-202e-4507-8120-f93c685e44f2), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:28.325517 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc488e8-cc1c-4f04-aaf5-d6992e151937 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3effa4c7-202e-4507-8120-f93c685e44f2,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:00:28.333254 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc488e8-cc1c-4f04-aaf5-d6992e151937 admin admin] Checking segment: {'id': '0c50d514-552c-4243-8367-f38a91cfc48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '9adf0a94-4216-4043-b976-598165f0772b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:00:28.333608 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc488e8-cc1c-4f04-aaf5-d6992e151937 admin admin] Network hostable DHCP agents. Network: 9adf0a94-4216-4043-b976-598165f0772b, hostable agents: ['12f7f474-a19f-4cf7-bcdf-b9ad7dbdd770'], hosted agents: [] {{(pid=109803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 13:00:28.351212 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc488e8-cc1c-4f04-aaf5-d6992e151937 admin admin] Network 9adf0a94-4216-4043-b976-598165f0772b is scheduled to be hosted by DHCP agent 12f7f474-a19f-4cf7-bcdf-b9ad7dbdd770 with binding_index 1 {{(pid=109803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 13:00:28.359525 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-2cc488e8-cc1c-4f04-aaf5-d6992e151937 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841644-1-iscsi, 9adf0a94-4216-4043-b976-598165f0772b) {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:00:28.364933 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc488e8-cc1c-4f04-aaf5-d6992e151937 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:00:28.366348 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2cc488e8-cc1c-4f04-aaf5-d6992e151937 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617456'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:28.372499 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c3d988-e35f-47a3-b52f-4653ed314979 None None] Network 9adf0a94-4216-4043-b976-598165f0772b requested from dv-cinder-841644-1-iscsi {{(pid=109805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:00:28.384210 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-2cc488e8-cc1c-4f04-aaf5-d6992e151937 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3265612 May 13 13:00:28.517276 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b297e9c7-776f-43d7-a290-1102400a4363 None None] Network 9adf0a94-4216-4043-b976-598165f0772b requested from dv-cinder-841644-1-iscsi {{(pid=109805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:00:30.205901 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998ec518-a600-46aa-b502-9a4d05000a8f req-3b698077-2290-4876-9683-11cd79480c6a tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:00:30.207343 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-998ec518-a600-46aa-b502-9a4d05000a8f req-3b698077-2290-4876-9683-11cd79480c6a tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] 10.222.0.49 "GET /v2.0/networks?id=9adf0a94-4216-4043-b976-598165f0772b HTTP/1.1" status: 200 len: 808 time: 0.0981944 May 13 13:00:30.221467 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-998ec518-a600-46aa-b502-9a4d05000a8f req-44c6acfe-d067-477d-9b08-af71aa35d7d6 tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] 10.222.0.49 "GET /v2.0/quotas/6e44eda8115b487cbc52d99ea0634686 HTTP/1.1" status: 200 len: 375 time: 0.0088134 May 13 13:00:30.252656 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-998ec518-a600-46aa-b502-9a4d05000a8f req-848e3053-beff-4bb7-a361-b69f50dd6ed8 tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=6e44eda8115b487cbc52d99ea0634686&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264220 May 13 13:00:30.343084 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-998ec518-a600-46aa-b502-9a4d05000a8f req-5bf9d803-ffa6-4027-98d4-b687f4dc74fb service neutron] 10.222.0.49 "GET /v2.0/networks/9adf0a94-4216-4043-b976-598165f0772b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838776 May 13 13:00:30.428571 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-998ec518-a600-46aa-b502-9a4d05000a8f req-aad16eae-1749-4f52-9087-70304fb2e19e service neutron] 10.222.0.49 "GET /v2.0/networks/9adf0a94-4216-4043-b976-598165f0772b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800128 May 13 13:00:30.586616 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-a2f47c46-c508-43bf-a467-2f0ad031a209 req-ee248f48-5444-4424-a0f6-35f907210aa2 tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] 10.222.0.49 "GET /v2.0/ports?device_id=ba587519-fd74-4b13-9cdc-ae45275cdafa HTTP/1.1" status: 200 len: 210 time: 0.0294087 May 13 13:00:31.700076 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-84683c24-6478-489b-ba5d-fb90a4d2d82c req-99535e41-c639-4961-9558-38626ca7db85 tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] 10.222.0.49 "GET /v2.0/ports?device_id=ba587519-fd74-4b13-9cdc-ae45275cdafa HTTP/1.1" status: 200 len: 210 time: 0.0344677 May 13 13:00:31.748471 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998ec518-a600-46aa-b502-9a4d05000a8f req-d62f5480-a814-47c4-a61c-a3e331272ad8 tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:00:31.750151 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-998ec518-a600-46aa-b502-9a4d05000a8f req-d62f5480-a814-47c4-a61c-a3e331272ad8 tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] 10.222.0.52 "GET /v2.0/networks?id=9adf0a94-4216-4043-b976-598165f0772b HTTP/1.1" status: 200 len: 808 time: 0.1368380 May 13 13:00:31.776418 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.v2.base [req-998ec518-a600-46aa-b502-9a4d05000a8f req-7178da60-ab08-4ef8-93f3-605b14fce064 tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] Request body: {'port': {'device_id': 'ba587519-fd74-4b13-9cdc-ae45275cdafa', 'network_id': '9adf0a94-4216-4043-b976-598165f0772b', 'admin_state_up': True, 'tenant_id': '6e44eda8115b487cbc52d99ea0634686'}} {{(pid=109804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:00:31.884264 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-998ec518-a600-46aa-b502-9a4d05000a8f req-7178da60-ab08-4ef8-93f3-605b14fce064 tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] Made reservation on behalf of 6e44eda8115b487cbc52d99ea0634686 for: {'port': 1} {{(pid=109804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:00:31.887479 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-998ec518-a600-46aa-b502-9a4d05000a8f req-7178da60-ab08-4ef8-93f3-605b14fce064 tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:32.016458 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [req-998ec518-a600-46aa-b502-9a4d05000a8f req-7178da60-ab08-4ef8-93f3-605b14fce064 tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] Allocated IP 172.20.0.3 (9adf0a94-4216-4043-b976-598165f0772b/3effa4c7-202e-4507-8120-f93c685e44f2/f16027b6-4411-4969-aa2c-057295bbd0e9) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:00:32.163979 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-998ec518-a600-46aa-b502-9a4d05000a8f req-7178da60-ab08-4ef8-93f3-605b14fce064 tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] Publish callbacks [] for port (f16027b6-4411-4969-aa2c-057295bbd0e9), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:32.196243 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-998ec518-a600-46aa-b502-9a4d05000a8f req-7178da60-ab08-4ef8-93f3-605b14fce064 tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750967062384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6007231'] for port (f16027b6-4411-4969-aa2c-057295bbd0e9), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:32.238035 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-998ec518-a600-46aa-b502-9a4d05000a8f req-7178da60-ab08-4ef8-93f3-605b14fce064 tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] Network 9adf0a94-4216-4043-b976-598165f0772b is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:00:32.241165 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [req-998ec518-a600-46aa-b502-9a4d05000a8f req-7178da60-ab08-4ef8-93f3-605b14fce064 tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:00:32.247240 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [req-998ec518-a600-46aa-b502-9a4d05000a8f req-7178da60-ab08-4ef8-93f3-605b14fce064 tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:00:32.273347 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7178da60-ab08-4ef8-93f3-605b14fce064 tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] Pushing event updated for resources: {'Port': ['ID=f16027b6-4411-4969-aa2c-057295bbd0e9,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:00:32.300456 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998ec518-a600-46aa-b502-9a4d05000a8f req-7178da60-ab08-4ef8-93f3-605b14fce064 tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:00:32.301096 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-998ec518-a600-46aa-b502-9a4d05000a8f req-7178da60-ab08-4ef8-93f3-605b14fce064 tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4290'] for port (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:32.318641 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-998ec518-a600-46aa-b502-9a4d05000a8f req-7178da60-ab08-4ef8-93f3-605b14fce064 tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5462406 May 13 13:00:32.337063 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.v2.base [req-998ec518-a600-46aa-b502-9a4d05000a8f req-c6e29d92-6e9e-45a1-915d-31aee899d89c service neutron] Request body: {'port': {'device_id': 'ba587519-fd74-4b13-9cdc-ae45275cdafa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84164'}} {{(pid=109804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:00:32.393923 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-998ec518-a600-46aa-b502-9a4d05000a8f req-c6e29d92-6e9e-45a1-915d-31aee899d89c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (f16027b6-4411-4969-aa2c-057295bbd0e9), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:32.650916 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.notifiers.nova [req-998ec518-a600-46aa-b502-9a4d05000a8f req-c6e29d92-6e9e-45a1-915d-31aee899d89c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f16027b6-4411-4969-aa2c-057295bbd0e9 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:00:32.658708 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-998ec518-a600-46aa-b502-9a4d05000a8f req-c6e29d92-6e9e-45a1-915d-31aee899d89c service neutron] Publish callbacks [] for port (f16027b6-4411-4969-aa2c-057295bbd0e9), precommit_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:32.671011 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [req-998ec518-a600-46aa-b502-9a4d05000a8f req-c6e29d92-6e9e-45a1-915d-31aee899d89c service neutron] Transition to ACTIVE for port object f16027b6-4411-4969-aa2c-057295bbd0e9 will not be triggered until provisioned by entity L2. {{(pid=109804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 13:00:32.674799 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-998ec518-a600-46aa-b502-9a4d05000a8f req-c6e29d92-6e9e-45a1-915d-31aee899d89c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6007238'] for port (f16027b6-4411-4969-aa2c-057295bbd0e9), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:32.727314 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e29d92-6e9e-45a1-915d-31aee899d89c service neutron] Pushing event updated for resources: {'Port': ['ID=f16027b6-4411-4969-aa2c-057295bbd0e9,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:00:32.793555 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [req-998ec518-a600-46aa-b502-9a4d05000a8f req-c6e29d92-6e9e-45a1-915d-31aee899d89c service neutron] Attempting to bind port f16027b6-4411-4969-aa2c-057295bbd0e9 on host hv-cinder-84164 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:00:32.793881 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [req-998ec518-a600-46aa-b502-9a4d05000a8f req-c6e29d92-6e9e-45a1-915d-31aee899d89c service neutron] Attempting to bind port f16027b6-4411-4969-aa2c-057295bbd0e9 by drivers openvswitch,hyperv on host hv-cinder-84164 at level 0 using segments [{'id': '0c50d514-552c-4243-8367-f38a91cfc48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '9adf0a94-4216-4043-b976-598165f0772b'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:00:32.794200 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998ec518-a600-46aa-b502-9a4d05000a8f req-c6e29d92-6e9e-45a1-915d-31aee899d89c service neutron] Attempting to bind port f16027b6-4411-4969-aa2c-057295bbd0e9 on network 9adf0a94-4216-4043-b976-598165f0772b {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:00:32.798982 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998ec518-a600-46aa-b502-9a4d05000a8f req-c6e29d92-6e9e-45a1-915d-31aee899d89c service neutron] Port f16027b6-4411-4969-aa2c-057295bbd0e9 on network 9adf0a94-4216-4043-b976-598165f0772b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84164 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 13:00:32.799297 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998ec518-a600-46aa-b502-9a4d05000a8f req-c6e29d92-6e9e-45a1-915d-31aee899d89c service neutron] Attempting to bind port f16027b6-4411-4969-aa2c-057295bbd0e9 on network 9adf0a94-4216-4043-b976-598165f0772b {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:00:32.804156 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998ec518-a600-46aa-b502-9a4d05000a8f req-c6e29d92-6e9e-45a1-915d-31aee899d89c service neutron] Checking agent: {'id': '202f7e15-8fd1-4d3b-a0cb-2b083dcecd1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84164', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 12, 52, 20), 'started_at': datetime.datetime(2022, 5, 13, 12, 52, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 0, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:00:32.804485 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998ec518-a600-46aa-b502-9a4d05000a8f req-c6e29d92-6e9e-45a1-915d-31aee899d89c service neutron] Checking segment: {'id': '0c50d514-552c-4243-8367-f38a91cfc48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '9adf0a94-4216-4043-b976-598165f0772b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:00:32.804860 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998ec518-a600-46aa-b502-9a4d05000a8f req-c6e29d92-6e9e-45a1-915d-31aee899d89c service neutron] Bound using segment: {'id': '0c50d514-552c-4243-8367-f38a91cfc48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '9adf0a94-4216-4043-b976-598165f0772b'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:00:32.805306 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [req-998ec518-a600-46aa-b502-9a4d05000a8f req-c6e29d92-6e9e-45a1-915d-31aee899d89c service neutron] Bound port: f16027b6-4411-4969-aa2c-057295bbd0e9, host: hv-cinder-84164, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c50d514-552c-4243-8367-f38a91cfc48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '9adf0a94-4216-4043-b976-598165f0772b'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:00:32.805655 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-998ec518-a600-46aa-b502-9a4d05000a8f req-c6e29d92-6e9e-45a1-915d-31aee899d89c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (f16027b6-4411-4969-aa2c-057295bbd0e9), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:32.815540 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147b889b-0d5b-4faf-8ced-b04fbe3133f1 req-5f7ff767-16d4-48cc-ad9f-5a53e147675d tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:00:32.817053 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-147b889b-0d5b-4faf-8ced-b04fbe3133f1 req-5f7ff767-16d4-48cc-ad9f-5a53e147675d tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] 10.222.0.49 "GET /v2.0/ports?device_id=ba587519-fd74-4b13-9cdc-ae45275cdafa HTTP/1.1" status: 200 len: 943 time: 0.0469329 May 13 13:00:32.870446 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-147b889b-0d5b-4faf-8ced-b04fbe3133f1 req-4d98e8c3-e858-473f-bea0-8c0a9d414d28 tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab2a7c4b-eada-43c6-a764-0d2a83f35616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470860 May 13 13:00:32.881323 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.db [req-998ec518-a600-46aa-b502-9a4d05000a8f req-c6e29d92-6e9e-45a1-915d-31aee899d89c service neutron] For port f16027b6-4411-4969-aa2c-057295bbd0e9, host hv-cinder-84164, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:00:32.884508 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.db [req-998ec518-a600-46aa-b502-9a4d05000a8f req-c6e29d92-6e9e-45a1-915d-31aee899d89c service neutron] For port f16027b6-4411-4969-aa2c-057295bbd0e9, host hv-cinder-84164, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84164',level=0,port_id=f16027b6-4411-4969-aa2c-057295bbd0e9,segment=NetworkSegment(0c50d514-552c-4243-8367-f38a91cfc48b),segment_id=0c50d514-552c-4243-8367-f38a91cfc48b)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:00:32.890949 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-998ec518-a600-46aa-b502-9a4d05000a8f req-c6e29d92-6e9e-45a1-915d-31aee899d89c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6007238'] for port (f16027b6-4411-4969-aa2c-057295bbd0e9), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:32.925344 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998ec518-a600-46aa-b502-9a4d05000a8f req-c6e29d92-6e9e-45a1-915d-31aee899d89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:00:32.925984 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-998ec518-a600-46aa-b502-9a4d05000a8f req-c6e29d92-6e9e-45a1-915d-31aee899d89c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4290'] for port (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:32.927342 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-998ec518-a600-46aa-b502-9a4d05000a8f req-c6e29d92-6e9e-45a1-915d-31aee899d89c service neutron] 10.222.0.52 "PUT /v2.0/ports/f16027b6-4411-4969-aa2c-057295bbd0e9 HTTP/1.1" status: 200 len: 1093 time: 0.5943978 May 13 13:00:32.927783 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba587519-fd74-4b13-9cdc-ae45275cdafa', 'tag': 'f16027b6-4411-4969-aa2c-057295bbd0e9'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:00:32.930033 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1b69bbfd011f85c3db934c4b22a349ffa5730c167d2456731e37bfe5d9c9e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-287dd2ec-47a9-4f1f-b265-5814224e826d" -d '{"events": [{"name": "network-changed", "server_uuid": "ba587519-fd74-4b13-9cdc-ae45275cdafa", "tag": "f16027b6-4411-4969-aa2c-057295bbd0e9"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:00:32.953299 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e29d92-6e9e-45a1-915d-31aee899d89c service neutron] Pushing event updated for resources: {'Port': ['ID=f16027b6-4411-4969-aa2c-057295bbd0e9,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:00:33.038406 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 13:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80a2c835-9892-4417-bd40-bcb102a2edc4 x-openstack-request-id: req-80a2c835-9892-4417-bd40-bcb102a2edc4 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:00:33.038685 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba587519-fd74-4b13-9cdc-ae45275cdafa", "tag": "f16027b6-4411-4969-aa2c-057295bbd0e9", "status": "completed", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:00:33.038937 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-80a2c835-9892-4417-bd40-bcb102a2edc4 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:00:33.039334 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80a2c835-9892-4417-bd40-bcb102a2edc4'] response: {'name': 'network-changed', 'server_uuid': 'ba587519-fd74-4b13-9cdc-ae45275cdafa', 'tag': 'f16027b6-4411-4969-aa2c-057295bbd0e9', 'status': 'completed', 'code': 200} May 13 13:00:33.040455 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998ec518-a600-46aa-b502-9a4d05000a8f req-f8db85de-e8d2-4a4a-bf7a-bf987880d867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:00:33.041953 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-998ec518-a600-46aa-b502-9a4d05000a8f req-f8db85de-e8d2-4a4a-bf7a-bf987880d867 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6e44eda8115b487cbc52d99ea0634686&device_id=ba587519-fd74-4b13-9cdc-ae45275cdafa HTTP/1.1" status: 200 len: 1127 time: 0.0502565 May 13 13:00:33.109948 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-998ec518-a600-46aa-b502-9a4d05000a8f req-6b8b8cf7-9e55-4a47-a01d-854160730fa5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f16027b6-4411-4969-aa2c-057295bbd0e9 HTTP/1.1" status: 200 len: 217 time: 0.0373790 May 13 13:00:33.160664 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998ec518-a600-46aa-b502-9a4d05000a8f req-3a69daae-2782-4974-8ae3-b9288327a95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:00:33.162080 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-998ec518-a600-46aa-b502-9a4d05000a8f req-3a69daae-2782-4974-8ae3-b9288327a95f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3effa4c7-202e-4507-8120-f93c685e44f2 HTTP/1.1" status: 200 len: 848 time: 0.0427451 May 13 13:00:33.194392 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-998ec518-a600-46aa-b502-9a4d05000a8f req-33066ecd-ff4c-4002-984a-184be3626f1b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9adf0a94-4216-4043-b976-598165f0772b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252225 May 13 13:00:33.280018 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-998ec518-a600-46aa-b502-9a4d05000a8f req-3473d5e1-dd0d-4a99-88d5-ec81e75756d6 service neutron] 10.222.0.52 "GET /v2.0/networks/9adf0a94-4216-4043-b976-598165f0772b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790412 May 13 13:00:33.377579 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-998ec518-a600-46aa-b502-9a4d05000a8f req-8a9c29ce-8dd3-40b7-84c1-2c3b29b8e89f service neutron] 10.222.0.52 "GET /v2.0/networks/9adf0a94-4216-4043-b976-598165f0772b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856075 May 13 13:00:33.990573 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e30944-6b81-430c-ae98-3a376943b2a0 req-bba29ea9-d098-4ac8-aa59-0b90f4e88ff8 tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:00:33.992104 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-e9e30944-6b81-430c-ae98-3a376943b2a0 req-bba29ea9-d098-4ac8-aa59-0b90f4e88ff8 tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] 10.222.0.49 "GET /v2.0/ports?device_id=ba587519-fd74-4b13-9cdc-ae45275cdafa HTTP/1.1" status: 200 len: 943 time: 0.0505819 May 13 13:00:34.039426 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-e9e30944-6b81-430c-ae98-3a376943b2a0 req-701ca7be-c95c-453a-bf59-b795c982a74f tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab2a7c4b-eada-43c6-a764-0d2a83f35616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417373 May 13 13:00:34.369711 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287dd2ec-47a9-4f1f-b265-5814224e826d req-056510db-42cf-465a-8725-113f4c4b5cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:00:34.371075 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-287dd2ec-47a9-4f1f-b265-5814224e826d req-056510db-42cf-465a-8725-113f4c4b5cb5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6e44eda8115b487cbc52d99ea0634686&device_id=ba587519-fd74-4b13-9cdc-ae45275cdafa HTTP/1.1" status: 200 len: 1127 time: 0.0388317 May 13 13:00:34.464173 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287dd2ec-47a9-4f1f-b265-5814224e826d req-8a5cfa48-85f9-42a8-bef3-916b243289bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:00:34.465693 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-287dd2ec-47a9-4f1f-b265-5814224e826d req-8a5cfa48-85f9-42a8-bef3-916b243289bd service neutron] 10.222.0.52 "GET /v2.0/networks?id=9adf0a94-4216-4043-b976-598165f0772b HTTP/1.1" status: 200 len: 909 time: 0.0864823 May 13 13:00:34.511164 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-287dd2ec-47a9-4f1f-b265-5814224e826d req-a62eb9b2-ea24-492e-ae1c-86e793963359 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f16027b6-4411-4969-aa2c-057295bbd0e9 HTTP/1.1" status: 200 len: 217 time: 0.0340805 May 13 13:00:34.558902 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287dd2ec-47a9-4f1f-b265-5814224e826d req-abda447f-83ed-4852-acbe-a082257e0664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:00:34.560334 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-287dd2ec-47a9-4f1f-b265-5814224e826d req-abda447f-83ed-4852-acbe-a082257e0664 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3effa4c7-202e-4507-8120-f93c685e44f2 HTTP/1.1" status: 200 len: 848 time: 0.0423002 May 13 13:00:34.595731 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-287dd2ec-47a9-4f1f-b265-5814224e826d req-9d5a8b1e-bb93-4b9b-b762-24f472c65e39 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9adf0a94-4216-4043-b976-598165f0772b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285001 May 13 13:00:34.684352 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-287dd2ec-47a9-4f1f-b265-5814224e826d req-41994ebd-8b6a-4192-b92d-a4c20495a067 service neutron] 10.222.0.52 "GET /v2.0/networks/9adf0a94-4216-4043-b976-598165f0772b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807650 May 13 13:00:34.773950 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-287dd2ec-47a9-4f1f-b265-5814224e826d req-826253c0-90f3-4b3b-a2da-ee7b7db8ff52 service neutron] 10.222.0.52 "GET /v2.0/networks/9adf0a94-4216-4043-b976-598165f0772b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823796 May 13 13:00:35.157202 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7cca82-3264-414e-a377-54ac0ad0d292 req-afda4059-36b3-4426-91af-6f720bfdf200 tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:00:35.158677 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-fe7cca82-3264-414e-a377-54ac0ad0d292 req-afda4059-36b3-4426-91af-6f720bfdf200 tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] 10.222.0.49 "GET /v2.0/ports?device_id=ba587519-fd74-4b13-9cdc-ae45275cdafa HTTP/1.1" status: 200 len: 943 time: 0.0499434 May 13 13:00:35.204433 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-fe7cca82-3264-414e-a377-54ac0ad0d292 req-5c2c7f1a-fb40-43af-be9b-407130e0e0a9 tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab2a7c4b-eada-43c6-a764-0d2a83f35616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399411 May 13 13:00:36.318711 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebbd818-fc77-46d0-bb71-aacfe5ca6eee req-182a51bb-2e04-4f74-ab4d-4d407c4e9d46 tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:00:36.320365 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-6ebbd818-fc77-46d0-bb71-aacfe5ca6eee req-182a51bb-2e04-4f74-ab4d-4d407c4e9d46 tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] 10.222.0.49 "GET /v2.0/ports?device_id=ba587519-fd74-4b13-9cdc-ae45275cdafa HTTP/1.1" status: 200 len: 943 time: 0.0491154 May 13 13:00:36.368121 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-6ebbd818-fc77-46d0-bb71-aacfe5ca6eee req-9aa507f2-cd24-4904-9126-d344e06345c9 tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab2a7c4b-eada-43c6-a764-0d2a83f35616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423155 May 13 13:00:36.908563 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Device f16027b6-4411-4969-aa2c-057295bbd0e9 details requested by agent hyperv_hv-cinder-84164 with host hv-cinder-84164 {{(pid=109805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 13:00:37.006928 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] For port f16027b6-4411-4969-aa2c-057295bbd0e9, host hv-cinder-84164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84164',level=0,port_id=f16027b6-4411-4969-aa2c-057295bbd0e9,segment=NetworkSegment(0c50d514-552c-4243-8367-f38a91cfc48b),segment_id=0c50d514-552c-4243-8367-f38a91cfc48b)] {{(pid=109805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:00:37.018679 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Returning: {'device': 'f16027b6-4411-4969-aa2c-057295bbd0e9', 'network_id': '9adf0a94-4216-4043-b976-598165f0772b', 'port_id': 'f16027b6-4411-4969-aa2c-057295bbd0e9', 'mac_address': 'fa:16:3e:f8:2c:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3effa4c7-202e-4507-8120-f93c685e44f2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 13:00:37.055331 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Current status of the port f16027b6-4411-4969-aa2c-057295bbd0e9 is: DOWN; New status is: BUILD {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:00:37.055719 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (f16027b6-4411-4969-aa2c-057295bbd0e9), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:37.068713 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.notifiers.nova [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f16027b6-4411-4969-aa2c-057295bbd0e9 {{(pid=109805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:00:37.091499 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] For port f16027b6-4411-4969-aa2c-057295bbd0e9, host hv-cinder-84164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84164',level=0,port_id=f16027b6-4411-4969-aa2c-057295bbd0e9,segment=NetworkSegment(0c50d514-552c-4243-8367-f38a91cfc48b),segment_id=0c50d514-552c-4243-8367-f38a91cfc48b)] {{(pid=109805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:00:37.095259 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (f16027b6-4411-4969-aa2c-057295bbd0e9), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:37.144568 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Pushing event updated for resources: {'Port': ['ID=f16027b6-4411-4969-aa2c-057295bbd0e9,revision_number=4']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:00:37.151658 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:00:37.152004 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:00:37.152365 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:00:37.152708 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:00:37.153063 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:00:37.153394 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:00:37.153723 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:00:37.154047 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:00:37.154373 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:00:37.154697 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:00:37.155021 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:00:37.155359 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:00:37.155751 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:00:37.156243 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:00:37.156573 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:00:37.438191 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] get_ports_and_sgs() called for port_ids ['f16027b6-4411-4969-aa2c-057295bbd0e9'] {{(pid=109805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 13:00:37.477848 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00b7859-b585-4cc7-a33e-53db5de7c44c req-fde9256d-94d4-4cda-ab02-8bb91dcc1966 tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:00:37.479317 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-c00b7859-b585-4cc7-a33e-53db5de7c44c req-fde9256d-94d4-4cda-ab02-8bb91dcc1966 tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] 10.222.0.49 "GET /v2.0/ports?device_id=ba587519-fd74-4b13-9cdc-ae45275cdafa HTTP/1.1" status: 200 len: 944 time: 0.0451846 May 13 13:00:37.527556 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-c00b7859-b585-4cc7-a33e-53db5de7c44c req-f4656285-cb8f-4635-9864-553c5ca9b014 tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab2a7c4b-eada-43c6-a764-0d2a83f35616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406935 May 13 13:00:38.642746 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52d31a7-4cb9-4b7f-94c1-1a30de5d7aa4 req-8d37dc24-6bd1-47b5-b01f-594deaa69af4 tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:00:38.644293 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-a52d31a7-4cb9-4b7f-94c1-1a30de5d7aa4 req-8d37dc24-6bd1-47b5-b01f-594deaa69af4 tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] 10.222.0.49 "GET /v2.0/ports?device_id=ba587519-fd74-4b13-9cdc-ae45275cdafa HTTP/1.1" status: 200 len: 944 time: 0.0474684 May 13 13:00:38.694344 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-a52d31a7-4cb9-4b7f-94c1-1a30de5d7aa4 req-594a7f2a-12ea-4297-818c-8d787e19d40e tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab2a7c4b-eada-43c6-a764-0d2a83f35616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442460 May 13 13:00:38.923195 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Device f16027b6-4411-4969-aa2c-057295bbd0e9 up at agent hyperv_hv-cinder-84164 {{(pid=109805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:00:38.967090 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Provisioning for port f16027b6-4411-4969-aa2c-057295bbd0e9 completed by entity L2. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 13:00:38.973886 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Provisioning complete for port f16027b6-4411-4969-aa2c-057295bbd0e9 triggered by entity L2. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:00:38.974426 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (f16027b6-4411-4969-aa2c-057295bbd0e9), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:39.050529 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Current status of the port f16027b6-4411-4969-aa2c-057295bbd0e9 is: BUILD; New status is: ACTIVE {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:00:39.050908 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (f16027b6-4411-4969-aa2c-057295bbd0e9), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:39.073119 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba587519-fd74-4b13-9cdc-ae45275cdafa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f16027b6-4411-4969-aa2c-057295bbd0e9'}] {{(pid=109805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:00:39.075239 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bf410fb1f4c9c59dd9b4e78159940bff83c4f370df38d4d08ac4943129d440" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b8930e5-e8d9-40c7-aad2-3abf6710423b" -d '{"events": [{"server_uuid": "ba587519-fd74-4b13-9cdc-ae45275cdafa", "name": "network-vif-plugged", "status": "completed", "tag": "f16027b6-4411-4969-aa2c-057295bbd0e9"}]}' {{(pid=109805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:00:39.090712 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] For port f16027b6-4411-4969-aa2c-057295bbd0e9, host hv-cinder-84164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84164',level=0,port_id=f16027b6-4411-4969-aa2c-057295bbd0e9,segment=NetworkSegment(0c50d514-552c-4243-8367-f38a91cfc48b),segment_id=0c50d514-552c-4243-8367-f38a91cfc48b)] {{(pid=109805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:00:39.095031 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (f16027b6-4411-4969-aa2c-057295bbd0e9), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:39.117829 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 13:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2219a86-9d0b-43ad-bb06-ab1c6587b758 x-openstack-request-id: req-b2219a86-9d0b-43ad-bb06-ab1c6587b758 {{(pid=109805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:00:39.118137 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba587519-fd74-4b13-9cdc-ae45275cdafa", "name": "network-vif-plugged", "status": "completed", "tag": "f16027b6-4411-4969-aa2c-057295bbd0e9", "code": 200}]} {{(pid=109805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:00:39.118385 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b2219a86-9d0b-43ad-bb06-ab1c6587b758 {{(pid=109805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:00:39.118764 dv-cinder-841644-1-iscsi neutron-server[109805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2219a86-9d0b-43ad-bb06-ab1c6587b758'] response: {'server_uuid': 'ba587519-fd74-4b13-9cdc-ae45275cdafa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f16027b6-4411-4969-aa2c-057295bbd0e9', 'code': 200} May 13 13:00:39.143596 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Pushing event updated for resources: {'Port': ['ID=f16027b6-4411-4969-aa2c-057295bbd0e9,revision_number=5']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:00:39.364650 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bf2738-64cf-446f-abfe-fd83800ddd98 req-bcaa3546-65dd-488d-a124-6bf04e95d361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:00:39.366111 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-d9bf2738-64cf-446f-abfe-fd83800ddd98 req-bcaa3546-65dd-488d-a124-6bf04e95d361 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ba587519-fd74-4b13-9cdc-ae45275cdafa HTTP/1.1" status: 200 len: 1129 time: 0.0418787 May 13 13:00:39.421920 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-d9bf2738-64cf-446f-abfe-fd83800ddd98 req-c59c2394-a3b9-4cd4-a3ee-4d885dbe571e service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=ab2a7c4b-eada-43c6-a764-0d2a83f35616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363839 May 13 13:00:39.805748 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b81f1ba-68b9-4278-a203-2c4942eea4d4 req-08c3ebf0-6810-433d-8978-cc73588360ec tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:00:39.807195 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-1b81f1ba-68b9-4278-a203-2c4942eea4d4 req-08c3ebf0-6810-433d-8978-cc73588360ec tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] 10.222.0.49 "GET /v2.0/ports?device_id=ba587519-fd74-4b13-9cdc-ae45275cdafa HTTP/1.1" status: 200 len: 945 time: 0.0467594 May 13 13:00:39.853471 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-1b81f1ba-68b9-4278-a203-2c4942eea4d4 req-11edb806-cca7-4c90-9bd1-4ab23e77a925 tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab2a7c4b-eada-43c6-a764-0d2a83f35616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405962 May 13 13:00:40.968052 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c4da81-3aba-4865-8c21-d483ea7c1a42 req-7113b30f-e795-4a7c-8da5-63cd63376850 tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:00:40.973299 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-53c4da81-3aba-4865-8c21-d483ea7c1a42 req-7113b30f-e795-4a7c-8da5-63cd63376850 tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] 10.222.0.49 "GET /v2.0/ports?device_id=ba587519-fd74-4b13-9cdc-ae45275cdafa HTTP/1.1" status: 200 len: 945 time: 0.0472395 May 13 13:00:41.016744 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-53c4da81-3aba-4865-8c21-d483ea7c1a42 req-253a636a-69f9-4295-bd61-418a707eb0af tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab2a7c4b-eada-43c6-a764-0d2a83f35616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415254 May 13 13:00:41.448098 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-b7f50f6b-43b1-4449-ba1b-da0a4de26873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (12f7f474-a19f-4cf7-bcdf-b9ad7dbdd770), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:41.731865 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f938d0-c819-428a-94a5-f41793f10561 req-063f7a06-5e8c-4d4c-a15f-43f8c032df34 tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:00:41.733353 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-d2f938d0-c819-428a-94a5-f41793f10561 req-063f7a06-5e8c-4d4c-a15f-43f8c032df34 tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] 10.222.0.49 "GET /v2.0/ports?device_id=ba587519-fd74-4b13-9cdc-ae45275cdafa HTTP/1.1" status: 200 len: 945 time: 0.0451622 May 13 13:00:41.782541 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-d2f938d0-c819-428a-94a5-f41793f10561 req-4032a8f6-42f3-4a24-9d84-f7e8bf6621cd tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab2a7c4b-eada-43c6-a764-0d2a83f35616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426898 May 13 13:00:42.907007 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71b071f-d471-456b-a166-4dd35a5cd36e req-a027e747-c555-4d36-9317-ff5297bdd2bf tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:00:42.908446 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-b71b071f-d471-456b-a166-4dd35a5cd36e req-a027e747-c555-4d36-9317-ff5297bdd2bf tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] 10.222.0.49 "GET /v2.0/ports?device_id=ba587519-fd74-4b13-9cdc-ae45275cdafa HTTP/1.1" status: 200 len: 945 time: 0.0549386 May 13 13:00:42.956011 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-b71b071f-d471-456b-a166-4dd35a5cd36e req-bae01d98-eb03-4cd7-82d7-f846acd29e53 tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab2a7c4b-eada-43c6-a764-0d2a83f35616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417378 May 13 13:00:43.647235 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99bbf61-c956-4c73-853c-90f8741c1d13 req-222eeb7c-a9c9-4b88-a7d2-00d9f32d4dcd tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:00:43.648671 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-e99bbf61-c956-4c73-853c-90f8741c1d13 req-222eeb7c-a9c9-4b88-a7d2-00d9f32d4dcd tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba587519-fd74-4b13-9cdc-ae45275cdafa HTTP/1.1" status: 200 len: 945 time: 0.0491178 May 13 13:00:43.907207 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-3d14976f-3f88-49c1-a2df-816d862626f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (6d8a5631-9f63-444c-af3b-4dcce4842b62), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:43.991024 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [req-e99bbf61-c956-4c73-853c-90f8741c1d13 req-c93bcfff-9660-4b96-a0a3-76cfa5d20892 tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] Deleting port f16027b6-4411-4969-aa2c-057295bbd0e9 {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:00:43.991332 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-e99bbf61-c956-4c73-853c-90f8741c1d13 req-c93bcfff-9660-4b96-a0a3-76cfa5d20892 tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750967565572'] for port (f16027b6-4411-4969-aa2c-057295bbd0e9), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:44.096203 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f49ad38-1a5c-4085-8add-e8a264877be5 req-58a25de9-e0b9-42c1-a585-9ce2ae39a86a tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:00:44.097694 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-9f49ad38-1a5c-4085-8add-e8a264877be5 req-58a25de9-e0b9-42c1-a585-9ce2ae39a86a tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] 10.222.0.49 "GET /v2.0/ports?device_id=ba587519-fd74-4b13-9cdc-ae45275cdafa HTTP/1.1" status: 200 len: 945 time: 0.0646136 May 13 13:00:44.140723 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.db [req-e99bbf61-c956-4c73-853c-90f8741c1d13 req-c93bcfff-9660-4b96-a0a3-76cfa5d20892 tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] For port f16027b6-4411-4969-aa2c-057295bbd0e9, host hv-cinder-84164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84164',level=0,port_id=f16027b6-4411-4969-aa2c-057295bbd0e9,segment=NetworkSegment(0c50d514-552c-4243-8367-f38a91cfc48b),segment_id=0c50d514-552c-4243-8367-f38a91cfc48b)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:00:44.141496 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-e99bbf61-c956-4c73-853c-90f8741c1d13 req-c93bcfff-9660-4b96-a0a3-76cfa5d20892 tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624050'] for port (f16027b6-4411-4969-aa2c-057295bbd0e9), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:44.163445 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [req-e99bbf61-c956-4c73-853c-90f8741c1d13 req-c93bcfff-9660-4b96-a0a3-76cfa5d20892 tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] Calling delete_port for f16027b6-4411-4969-aa2c-057295bbd0e9 owned by compute:nova {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:00:44.170569 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-9f49ad38-1a5c-4085-8add-e8a264877be5 req-fbe79fa4-1a4b-4494-b6b1-bd30d2a1998d tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab2a7c4b-eada-43c6-a764-0d2a83f35616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674019 May 13 13:00:44.298465 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-e99bbf61-c956-4c73-853c-90f8741c1d13 req-c93bcfff-9660-4b96-a0a3-76cfa5d20892 tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750967572628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750967062393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6007231'] for port (f16027b6-4411-4969-aa2c-057295bbd0e9), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:44.328067 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93bcfff-9660-4b96-a0a3-76cfa5d20892 tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] Pushing event deleted for resources: {'Port': ['ID=f16027b6-4411-4969-aa2c-057295bbd0e9,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:00:44.340490 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] get_ports_and_sgs() called for port_ids ['f16027b6-4411-4969-aa2c-057295bbd0e9'] {{(pid=109805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 13:00:44.373271 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [req-e99bbf61-c956-4c73-853c-90f8741c1d13 req-c93bcfff-9660-4b96-a0a3-76cfa5d20892 tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] No DVR routers for this DVR port f16027b6-4411-4969-aa2c-057295bbd0e9 on host hv-cinder-84164 {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 13:00:44.376208 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-e99bbf61-c956-4c73-853c-90f8741c1d13 req-c93bcfff-9660-4b96-a0a3-76cfa5d20892 tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4290'] for port (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:44.379415 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-e99bbf61-c956-4c73-853c-90f8741c1d13 req-c93bcfff-9660-4b96-a0a3-76cfa5d20892 tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] 10.222.0.52 "DELETE /v2.0/ports/f16027b6-4411-4969-aa2c-057295bbd0e9 HTTP/1.1" status: 204 len: 173 time: 0.4710703 May 13 13:00:44.379843 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba587519-fd74-4b13-9cdc-ae45275cdafa', 'name': 'network-vif-deleted', 'tag': 'f16027b6-4411-4969-aa2c-057295bbd0e9'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:00:44.382110 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1b69bbfd011f85c3db934c4b22a349ffa5730c167d2456731e37bfe5d9c9e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bd3324a-2678-43cd-a7e9-515bb342c8ce" -d '{"events": [{"server_uuid": "ba587519-fd74-4b13-9cdc-ae45275cdafa", "name": "network-vif-deleted", "tag": "f16027b6-4411-4969-aa2c-057295bbd0e9"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:00:44.422161 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 13:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46e94030-cd03-42b2-8f85-6c6b4ecba300 x-openstack-request-id: req-46e94030-cd03-42b2-8f85-6c6b4ecba300 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:00:44.422459 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba587519-fd74-4b13-9cdc-ae45275cdafa", "name": "network-vif-deleted", "tag": "f16027b6-4411-4969-aa2c-057295bbd0e9", "status": "completed", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:00:44.422711 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-46e94030-cd03-42b2-8f85-6c6b4ecba300 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:00:44.423116 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46e94030-cd03-42b2-8f85-6c6b4ecba300'] response: {'server_uuid': 'ba587519-fd74-4b13-9cdc-ae45275cdafa', 'name': 'network-vif-deleted', 'tag': 'f16027b6-4411-4969-aa2c-057295bbd0e9', 'status': 'completed', 'code': 200} May 13 13:00:45.066906 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-4a907869-afee-4d69-acd8-cccc744e537a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (d2cfa305-5f5a-49b3-8228-876061d7e1f6), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:45.284373 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-8443f609-97a4-41d4-beee-ffadb5830b3f req-cc74c7fe-dcf1-4604-b87b-b0ace9cffc3d tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] 10.222.0.49 "GET /v2.0/ports?device_id=ba587519-fd74-4b13-9cdc-ae45275cdafa HTTP/1.1" status: 200 len: 210 time: 0.0293107 May 13 13:00:46.611221 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e894ca1c-7f60-48c9-961b-a120b6f91f1e req-b9356e84-7703-4628-98d5-52684e4b1348 tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:00:46.612689 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-e894ca1c-7f60-48c9-961b-a120b6f91f1e req-b9356e84-7703-4628-98d5-52684e4b1348 tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] 10.222.0.49 "GET /v2.0/networks?id=9adf0a94-4216-4043-b976-598165f0772b HTTP/1.1" status: 200 len: 808 time: 0.1052475 May 13 13:00:46.626754 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-e894ca1c-7f60-48c9-961b-a120b6f91f1e req-7748ecf7-0265-4f2c-8b13-fe96b644606d tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] 10.222.0.49 "GET /v2.0/quotas/6e44eda8115b487cbc52d99ea0634686 HTTP/1.1" status: 200 len: 375 time: 0.0087478 May 13 13:00:46.659412 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-e894ca1c-7f60-48c9-961b-a120b6f91f1e req-b5398859-3255-41fc-882b-050eeb0334ac tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=6e44eda8115b487cbc52d99ea0634686&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279238 May 13 13:00:46.732345 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-7baa8e58-cb75-431e-995b-6c55a6feb1d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (5f75012c-56a5-4b0a-a85c-97c3435c2a5d), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:46.800256 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-e894ca1c-7f60-48c9-961b-a120b6f91f1e req-f9cee24b-7e0a-409a-9ff0-d10d6539072b service neutron] 10.222.0.49 "GET /v2.0/networks/9adf0a94-4216-4043-b976-598165f0772b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341565 May 13 13:00:46.892195 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-e894ca1c-7f60-48c9-961b-a120b6f91f1e req-cf625369-97ac-457c-b986-64d454c9fd4e service neutron] 10.222.0.49 "GET /v2.0/networks/9adf0a94-4216-4043-b976-598165f0772b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861323 May 13 13:00:46.950163 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Device f16027b6-4411-4969-aa2c-057295bbd0e9 no longer exists at agent hyperv_hv-cinder-84164 {{(pid=109805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:00:46.971777 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] No Port match for: f16027b6-4411-4969-aa2c-057295bbd0e9 {{(pid=109805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:00:46.972120 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Device f16027b6-4411-4969-aa2c-057295bbd0e9 not bound to the agent host hv-cinder-84164 {{(pid=109805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:00:47.064395 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-ac283739-7b5b-4998-b83d-f4433cc24d5b req-3f17494f-518b-4054-959c-88fe2949e7c5 tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] 10.222.0.49 "GET /v2.0/ports?device_id=22b0e32f-563b-4525-95b2-a499295bb569 HTTP/1.1" status: 200 len: 210 time: 0.0323641 May 13 13:00:47.340961 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bcae9e-5bd1-49af-979c-8eb05bca4fd6 req-529353d2-89a8-4a9f-8f21-511db0562da0 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:00:47.342435 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-d3bcae9e-5bd1-49af-979c-8eb05bca4fd6 req-529353d2-89a8-4a9f-8f21-511db0562da0 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b33371a-b63f-4932-a850-1b16b2bbd393 HTTP/1.1" status: 200 len: 945 time: 0.0470996 May 13 13:00:47.392857 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-d3bcae9e-5bd1-49af-979c-8eb05bca4fd6 req-5422e943-7c83-4a0b-be29-a37539766022 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ea0ba67-f564-4653-ac0d-b17834ff40f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436649 May 13 13:00:47.856682 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (f7880a20-862d-46b4-8dd6-192b0a47d710), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:48.139371 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9ae22a-37a5-4b7b-a62d-e02ddf71837d req-f8a7083d-ea74-405e-b370-b09182c1910a tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:00:48.141702 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-ae9ae22a-37a5-4b7b-a62d-e02ddf71837d req-f8a7083d-ea74-405e-b370-b09182c1910a tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/ports?device_id=80dc3686-a1be-4e57-8d5a-9d1f94f597d1 HTTP/1.1" status: 200 len: 945 time: 0.0482628 May 13 13:00:48.162380 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-90d7152a-a819-445f-8abe-5bd2fb893008 req-7ffcdfc7-cd1a-4022-89fc-9e27fe0d4710 tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] 10.222.0.49 "GET /v2.0/ports?device_id=22b0e32f-563b-4525-95b2-a499295bb569 HTTP/1.1" status: 200 len: 210 time: 0.0287921 May 13 13:00:48.189839 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-ae9ae22a-37a5-4b7b-a62d-e02ddf71837d req-ec551140-3d4a-4305-9eb3-5f5f5f8e3215 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/security-groups?id=d8ecf38f-c596-40bd-8f22-07dc1f42af8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426803 May 13 13:00:48.513049 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc2bd07-7443-4690-a8a7-7691eb34899c req-ed1446ef-fa1f-4d11-9a91-46da4b2fa0be tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:00:48.514541 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-cbc2bd07-7443-4690-a8a7-7691eb34899c req-ed1446ef-fa1f-4d11-9a91-46da4b2fa0be tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b33371a-b63f-4932-a850-1b16b2bbd393 HTTP/1.1" status: 200 len: 945 time: 0.0508780 May 13 13:00:48.562619 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-cbc2bd07-7443-4690-a8a7-7691eb34899c req-641bfa1f-559f-446e-914c-b71e1041bf0b tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ea0ba67-f564-4653-ac0d-b17834ff40f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417573 May 13 13:00:49.256669 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-8a84cae2-4ca1-497c-bb1f-4c879cb8b822 req-15d0b53e-99c8-4357-a3c2-2a1d57dc55d1 tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] 10.222.0.49 "GET /v2.0/ports?device_id=22b0e32f-563b-4525-95b2-a499295bb569 HTTP/1.1" status: 200 len: 210 time: 0.0275271 May 13 13:00:49.304140 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ce31ec-a218-4372-a1ba-b23e8e2fd6dd req-ce3d871f-58f2-49b5-9e02-b3243040580f tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:00:49.305643 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-22ce31ec-a218-4372-a1ba-b23e8e2fd6dd req-ce3d871f-58f2-49b5-9e02-b3243040580f tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/ports?device_id=80dc3686-a1be-4e57-8d5a-9d1f94f597d1 HTTP/1.1" status: 200 len: 945 time: 0.0475240 May 13 13:00:49.352901 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-22ce31ec-a218-4372-a1ba-b23e8e2fd6dd req-1fdc499e-cfab-4f64-b1c0-c7484e246030 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/security-groups?id=d8ecf38f-c596-40bd-8f22-07dc1f42af8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409937 May 13 13:00:49.674450 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b717f0a5-f443-42d4-8b38-bd0c04b05d6b req-8aae321b-87b7-4820-95b0-4a1819e02873 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:00:49.675892 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-b717f0a5-f443-42d4-8b38-bd0c04b05d6b req-8aae321b-87b7-4820-95b0-4a1819e02873 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b33371a-b63f-4932-a850-1b16b2bbd393 HTTP/1.1" status: 200 len: 945 time: 0.0466137 May 13 13:00:49.723393 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-b717f0a5-f443-42d4-8b38-bd0c04b05d6b req-442d234e-bd0a-4af6-86df-8cd9c06b9f45 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ea0ba67-f564-4653-ac0d-b17834ff40f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419548 May 13 13:00:50.318672 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (202f7e15-8fd1-4d3b-a0cb-2b083dcecd1a), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:50.355004 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-7f3778dc-9dc7-4da9-87af-ad4063c6c292 req-3a3c250b-940d-45ce-b8ed-2de06c6988f5 tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] 10.222.0.49 "GET /v2.0/ports?device_id=22b0e32f-563b-4525-95b2-a499295bb569 HTTP/1.1" status: 200 len: 210 time: 0.0281031 May 13 13:00:50.463230 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33be6a9-b3e5-4ef0-a582-45992191d19e req-6bee98f0-82e7-49d6-90bd-600aa0f1f3c1 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:00:50.464671 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-e33be6a9-b3e5-4ef0-a582-45992191d19e req-6bee98f0-82e7-49d6-90bd-600aa0f1f3c1 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/ports?device_id=80dc3686-a1be-4e57-8d5a-9d1f94f597d1 HTTP/1.1" status: 200 len: 945 time: 0.0457220 May 13 13:00:50.509776 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-e33be6a9-b3e5-4ef0-a582-45992191d19e req-4b8b41fa-cf3c-4997-9257-9d4126243a40 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/security-groups?id=d8ecf38f-c596-40bd-8f22-07dc1f42af8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394475 May 13 13:00:50.837518 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6cf4b1-e7bc-407e-8add-28d695a7f358 req-4251f81c-ada3-4554-b38c-1d8853bd0dc4 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:00:50.838960 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-7c6cf4b1-e7bc-407e-8add-28d695a7f358 req-4251f81c-ada3-4554-b38c-1d8853bd0dc4 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b33371a-b63f-4932-a850-1b16b2bbd393 HTTP/1.1" status: 200 len: 945 time: 0.0493817 May 13 13:00:50.886876 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-7c6cf4b1-e7bc-407e-8add-28d695a7f358 req-90237c85-faa7-4a7b-b2e2-7d9a32364db6 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ea0ba67-f564-4653-ac0d-b17834ff40f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424211 May 13 13:00:50.911068 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fba3d80-4441-4a09-99c1-800e2028cb99 req-7b41cf7f-81fa-4321-b68b-bf99d68e0dea tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:00:50.912563 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-4fba3d80-4441-4a09-99c1-800e2028cb99 req-7b41cf7f-81fa-4321-b68b-bf99d68e0dea tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.52 "GET /v2.0/ports?device_id=0b33371a-b63f-4932-a850-1b16b2bbd393 HTTP/1.1" status: 200 len: 945 time: 0.0502872 May 13 13:00:50.943027 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a36be96-cc95-4984-a550-71df777fff8b req-875217a0-98bc-4acc-acdd-e7ceb203753e tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:00:50.944698 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-2a36be96-cc95-4984-a550-71df777fff8b req-875217a0-98bc-4acc-acdd-e7ceb203753e tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.52 "GET /v2.0/ports?device_id=80dc3686-a1be-4e57-8d5a-9d1f94f597d1 HTTP/1.1" status: 200 len: 945 time: 0.0486341 May 13 13:00:51.008889 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [req-4fba3d80-4441-4a09-99c1-800e2028cb99 req-1cc7bbbb-2536-48f5-bd26-54f192993528 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Deleting port 63c9af63-3627-4908-ba96-ff2fd8ff4b4a {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:00:51.009162 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-4fba3d80-4441-4a09-99c1-800e2028cb99 req-1cc7bbbb-2536-48f5-bd26-54f192993528 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750967565572'] for port (63c9af63-3627-4908-ba96-ff2fd8ff4b4a), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:51.038331 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-2a36be96-cc95-4984-a550-71df777fff8b req-2df6a55c-29ed-4298-aa3c-b0e784aeb8e0 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Deleting port 5ac86e19-cc6f-4364-9f1f-30cab19c886a {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:00:51.038685 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-2a36be96-cc95-4984-a550-71df777fff8b req-2df6a55c-29ed-4298-aa3c-b0e784aeb8e0 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750967565572'] for port (5ac86e19-cc6f-4364-9f1f-30cab19c886a), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:51.100859 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.db [req-4fba3d80-4441-4a09-99c1-800e2028cb99 req-1cc7bbbb-2536-48f5-bd26-54f192993528 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] For port 63c9af63-3627-4908-ba96-ff2fd8ff4b4a, host hv-cinder-84164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84164',level=0,port_id=63c9af63-3627-4908-ba96-ff2fd8ff4b4a,segment=NetworkSegment(c6a3dc01-8071-489d-bd05-606d071e01ac),segment_id=c6a3dc01-8071-489d-bd05-606d071e01ac)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:00:51.101273 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-4fba3d80-4441-4a09-99c1-800e2028cb99 req-1cc7bbbb-2536-48f5-bd26-54f192993528 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624050'] for port (63c9af63-3627-4908-ba96-ff2fd8ff4b4a), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:51.127324 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-2a36be96-cc95-4984-a550-71df777fff8b req-2df6a55c-29ed-4298-aa3c-b0e784aeb8e0 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] For port 5ac86e19-cc6f-4364-9f1f-30cab19c886a, host hv-cinder-84164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84164',level=0,port_id=5ac86e19-cc6f-4364-9f1f-30cab19c886a,segment=NetworkSegment(0f3297cd-6882-42ac-b9e0-5f7f169df451),segment_id=0f3297cd-6882-42ac-b9e0-5f7f169df451)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:00:51.127683 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-2a36be96-cc95-4984-a550-71df777fff8b req-2df6a55c-29ed-4298-aa3c-b0e784aeb8e0 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624050'] for port (5ac86e19-cc6f-4364-9f1f-30cab19c886a), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:51.283395 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-4fba3d80-4441-4a09-99c1-800e2028cb99 req-1cc7bbbb-2536-48f5-bd26-54f192993528 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:51.283395 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-4fba3d80-4441-4a09-99c1-800e2028cb99 req-1cc7bbbb-2536-48f5-bd26-54f192993528 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621791'] for floatingip (218d22e6-b750-4ecc-8054-d0351d2be6d3), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:51.283815 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.db.l3_db [req-4fba3d80-4441-4a09-99c1-800e2028cb99 req-1cc7bbbb-2536-48f5-bd26-54f192993528 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Floating IP 218d22e6-b750-4ecc-8054-d0351d2be6d3 disassociated. External IP: 172.27.3.5, port: 63c9af63-3627-4908-ba96-ff2fd8ff4b4a. May 13 13:00:51.283972 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [req-4fba3d80-4441-4a09-99c1-800e2028cb99 req-1cc7bbbb-2536-48f5-bd26-54f192993528 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Calling delete_port for 63c9af63-3627-4908-ba96-ff2fd8ff4b4a owned by compute:nova {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:00:51.305106 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-2a36be96-cc95-4984-a550-71df777fff8b req-2df6a55c-29ed-4298-aa3c-b0e784aeb8e0 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:51.305494 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-2a36be96-cc95-4984-a550-71df777fff8b req-2df6a55c-29ed-4298-aa3c-b0e784aeb8e0 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621791'] for floatingip (83b40eef-3337-4322-bcd3-ac6324690d9c), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:51.305810 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.db.l3_db [req-2a36be96-cc95-4984-a550-71df777fff8b req-2df6a55c-29ed-4298-aa3c-b0e784aeb8e0 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Floating IP 83b40eef-3337-4322-bcd3-ac6324690d9c disassociated. External IP: 172.27.3.186, port: 5ac86e19-cc6f-4364-9f1f-30cab19c886a. May 13 13:00:51.306163 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-2a36be96-cc95-4984-a550-71df777fff8b req-2df6a55c-29ed-4298-aa3c-b0e784aeb8e0 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Calling delete_port for 5ac86e19-cc6f-4364-9f1f-30cab19c886a owned by compute:nova {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:00:51.453068 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-2a36be96-cc95-4984-a550-71df777fff8b req-2df6a55c-29ed-4298-aa3c-b0e784aeb8e0 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750967572628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750967062393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6509865'] for port (5ac86e19-cc6f-4364-9f1f-30cab19c886a), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:51.483530 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df6a55c-29ed-4298-aa3c-b0e784aeb8e0 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Pushing event deleted for resources: {'Port': ['ID=5ac86e19-cc6f-4364-9f1f-30cab19c886a,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:00:51.491360 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-4fba3d80-4441-4a09-99c1-800e2028cb99 req-1cc7bbbb-2536-48f5-bd26-54f192993528 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750967572628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750967062393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6007231'] for port (63c9af63-3627-4908-ba96-ff2fd8ff4b4a), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:51.550395 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc7bbbb-2536-48f5-bd26-54f192993528 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Pushing event deleted for resources: {'Port': ['ID=63c9af63-3627-4908-ba96-ff2fd8ff4b4a,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:00:51.565752 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-ec4ae52f-bad0-447c-a604-369756548dcf req-91eb5c12-f2ff-4663-88f4-ec3074c43607 tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] 10.222.0.49 "GET /v2.0/ports?device_id=22b0e32f-563b-4525-95b2-a499295bb569 HTTP/1.1" status: 200 len: 210 time: 0.1334796 May 13 13:00:51.639098 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-f77613cc-c226-4989-bba5-25e019bd74a2 req-c6c6891a-f9d5-470f-a7ce-5cc4d07c0804 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/ports?device_id=80dc3686-a1be-4e57-8d5a-9d1f94f597d1 HTTP/1.1" status: 200 len: 210 time: 0.0324376 May 13 13:00:51.641501 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2a36be96-cc95-4984-a550-71df777fff8b req-2df6a55c-29ed-4298-aa3c-b0e784aeb8e0 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Router 0828d5f3-9c13-46e3-9d02-563b064af26e has already been hosted by L3 agent 6d8a5631-9f63-444c-af3b-4dcce4842b62 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 13:00:51.717373 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e894ca1c-7f60-48c9-961b-a120b6f91f1e req-e894d7fa-4e0b-4a39-88ef-96a6ef42ca4d tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:00:51.718783 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-e894ca1c-7f60-48c9-961b-a120b6f91f1e req-e894d7fa-4e0b-4a39-88ef-96a6ef42ca4d tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] 10.222.0.52 "GET /v2.0/networks?id=9adf0a94-4216-4043-b976-598165f0772b HTTP/1.1" status: 200 len: 808 time: 0.3211272 May 13 13:00:51.738553 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.v2.base [req-e894ca1c-7f60-48c9-961b-a120b6f91f1e req-5e873869-d736-4ec1-974b-c690ff60cb86 tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] Request body: {'port': {'device_id': '22b0e32f-563b-4525-95b2-a499295bb569', 'network_id': '9adf0a94-4216-4043-b976-598165f0772b', 'admin_state_up': True, 'tenant_id': '6e44eda8115b487cbc52d99ea0634686'}} {{(pid=109804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:00:51.754610 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2a36be96-cc95-4984-a550-71df777fff8b req-2df6a55c-29ed-4298-aa3c-b0e784aeb8e0 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Notify agent at l3_agent.dv-cinder-841644-1-iscsi the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:00:51.759660 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4fba3d80-4441-4a09-99c1-800e2028cb99 req-1cc7bbbb-2536-48f5-bd26-54f192993528 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Router 045f35fc-2c99-4b59-9cb3-9ddcf675eecc has already been hosted by L3 agent 6d8a5631-9f63-444c-af3b-4dcce4842b62 {{(pid=109804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 13:00:51.764936 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d89090-8ecf-44d2-b3ab-5573bbf1c837 None None] Sync routers for ids ['0828d5f3-9c13-46e3-9d02-563b064af26e'] in dv-cinder-841644-1-iscsi {{(pid=109806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:00:51.774653 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d89090-8ecf-44d2-b3ab-5573bbf1c837 None None] Routers {'0828d5f3-9c13-46e3-9d02-563b064af26e'} bound to L3 agent in host dv-cinder-841644-1-iscsi {{(pid=109806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:00:51.775266 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_hamode_db [None req-81d89090-8ecf-44d2-b3ab-5573bbf1c837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841644-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T12:45:44Z,description=,heartbeat_timestamp=2022-05-13T13:00:44Z,host='dv-cinder-841644-1-iscsi',id=6d8a5631-9f63-444c-af3b-4dcce4842b62,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T12:45:44Z,topic='l3_agent')) {'router_ids': ['0828d5f3-9c13-46e3-9d02-563b064af26e'], 'active': True} {{(pid=109806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:00:51.801834 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a36be96-cc95-4984-a550-71df777fff8b req-2df6a55c-29ed-4298-aa3c-b0e784aeb8e0 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] No DVR routers for this DVR port 5ac86e19-cc6f-4364-9f1f-30cab19c886a on host hv-cinder-84164 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 13:00:51.804496 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-2a36be96-cc95-4984-a550-71df777fff8b req-2df6a55c-29ed-4298-aa3c-b0e784aeb8e0 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4290'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:51.808001 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-2a36be96-cc95-4984-a550-71df777fff8b req-2df6a55c-29ed-4298-aa3c-b0e784aeb8e0 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.52 "DELETE /v2.0/ports/5ac86e19-cc6f-4364-9f1f-30cab19c886a HTTP/1.1" status: 204 len: 173 time: 0.8580997 May 13 13:00:51.808561 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80dc3686-a1be-4e57-8d5a-9d1f94f597d1', 'name': 'network-vif-deleted', 'tag': '5ac86e19-cc6f-4364-9f1f-30cab19c886a'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:00:51.810932 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cdb7c774b4c64768c46a18a465ef1a15500a906a5d07d0e5a65b0b29d0c9ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b06c8100-5ee8-402a-8ca5-37feda137e30" -d '{"events": [{"server_uuid": "80dc3686-a1be-4e57-8d5a-9d1f94f597d1", "name": "network-vif-deleted", "tag": "5ac86e19-cc6f-4364-9f1f-30cab19c886a"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:00:51.906261 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_dvr_db [None req-81d89090-8ecf-44d2-b3ab-5573bbf1c837 None None] Set router 0828d5f3-9c13-46e3-9d02-563b064af26e gateway port host: dv-cinder-841644-1-iscsi {{(pid=109806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:00:51.930353 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e894ca1c-7f60-48c9-961b-a120b6f91f1e req-5e873869-d736-4ec1-974b-c690ff60cb86 tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] Made reservation on behalf of 6e44eda8115b487cbc52d99ea0634686 for: {'port': 1} {{(pid=109804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:00:51.932853 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-e894ca1c-7f60-48c9-961b-a120b6f91f1e req-5e873869-d736-4ec1-974b-c690ff60cb86 tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:52.037825 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 13:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-814db2e7-ff2e-4ada-9c79-dcaf8bf99f8d x-openstack-request-id: req-814db2e7-ff2e-4ada-9c79-dcaf8bf99f8d {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:00:52.038189 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80dc3686-a1be-4e57-8d5a-9d1f94f597d1", "name": "network-vif-deleted", "tag": "5ac86e19-cc6f-4364-9f1f-30cab19c886a", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:00:52.038529 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-814db2e7-ff2e-4ada-9c79-dcaf8bf99f8d {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:00:52.039003 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event matching ['req-814db2e7-ff2e-4ada-9c79-dcaf8bf99f8d'] response: {'server_uuid': '80dc3686-a1be-4e57-8d5a-9d1f94f597d1', 'name': 'network-vif-deleted', 'tag': '5ac86e19-cc6f-4364-9f1f-30cab19c886a', 'status': 'completed', 'code': 200} May 13 13:00:52.089994 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-be61c117-d714-43b0-9368-274bac34d80d req-5e3c971c-9fb2-4fbc-a5aa-c4ab6e85b724 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b33371a-b63f-4932-a850-1b16b2bbd393 HTTP/1.1" status: 200 len: 210 time: 0.0360808 May 13 13:00:52.165580 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_hamode_db [None req-81d89090-8ecf-44d2-b3ab-5573bbf1c837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0828d5f3-9c13-46e3-9d02-563b064af26e', 'name': 'tempest-AttachVolumeTestJSON-1698186003-router', 'tenant_id': 'a8e091db3cd14ecb9c40257451cd434d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': 'c7c4c484-43bc-451f-b28d-0badb4b8ab53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T12:55:41Z', 'updated_at': '2022-05-13T12:55:44Z', 'revision_number': 4, 'project_id': 'a8e091db3cd14ecb9c40257451cd434d', 'gw_port': {'id': 'c7c4c484-43bc-451f-b28d-0badb4b8ab53', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:51:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0828d5f3-9c13-46e3-9d02-563b064af26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:55:42Z', 'updated_at': '2022-05-13T12:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi', '_interfaces': [{'id': '253ed4d7-3c8d-4067-a439-514a1cd818a2', 'name': '', 'network_id': '2e48d261-a2df-43c6-bd2a-fa0153331d4d', 'tenant_id': 'a8e091db3cd14ecb9c40257451cd434d', 'mac_address': 'fa:16:3e:cb:f3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0828d5f3-9c13-46e3-9d02-563b064af26e', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '9e6203bd-7b13-480f-9ce9-60943080d6b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:55:44Z', 'updated_at': '2022-05-13T12:55:48Z', 'revision_number': 5, 'project_id': 'a8e091db3cd14ecb9c40257451cd434d', 'subnets': [{'id': '9e6203bd-7b13-480f-9ce9-60943080d6b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841644-1-iscsi', False) {} {{(pid=109806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:00:52.203093 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d89090-8ecf-44d2-b3ab-5573bbf1c837 None None] Checking router: 0828d5f3-9c13-46e3-9d02-563b064af26e for host: dv-cinder-841644-1-iscsi {{(pid=109806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:00:52.222027 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d89090-8ecf-44d2-b3ab-5573bbf1c837 None None] Routers {'0828d5f3-9c13-46e3-9d02-563b064af26e'} bound to L3 agent in host dv-cinder-841644-1-iscsi {{(pid=109806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:00:52.222667 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_hamode_db [None req-81d89090-8ecf-44d2-b3ab-5573bbf1c837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841644-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T12:45:44Z,description=,heartbeat_timestamp=2022-05-13T13:00:44Z,host='dv-cinder-841644-1-iscsi',id=6d8a5631-9f63-444c-af3b-4dcce4842b62,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T12:45:44Z,topic='l3_agent')) {'router_ids': ['0828d5f3-9c13-46e3-9d02-563b064af26e'], 'active': True} {{(pid=109806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:00:52.299407 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4fba3d80-4441-4a09-99c1-800e2028cb99 req-1cc7bbbb-2536-48f5-bd26-54f192993528 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Notify agent at l3_agent.dv-cinder-841644-1-iscsi the message routers_updated {{(pid=109804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:00:52.312687 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5df945-f27b-4101-b476-f95914230fa8 None None] Sync routers for ids ['045f35fc-2c99-4b59-9cb3-9ddcf675eecc'] in dv-cinder-841644-1-iscsi {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:00:52.324111 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5df945-f27b-4101-b476-f95914230fa8 None None] Routers {'045f35fc-2c99-4b59-9cb3-9ddcf675eecc'} bound to L3 agent in host dv-cinder-841644-1-iscsi {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:00:52.325098 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-8c5df945-f27b-4101-b476-f95914230fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841644-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T12:45:44Z,description=,heartbeat_timestamp=2022-05-13T13:00:44Z,host='dv-cinder-841644-1-iscsi',id=6d8a5631-9f63-444c-af3b-4dcce4842b62,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T12:45:44Z,topic='l3_agent')) {'router_ids': ['045f35fc-2c99-4b59-9cb3-9ddcf675eecc'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:00:52.337302 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_dvr_db [None req-81d89090-8ecf-44d2-b3ab-5573bbf1c837 None None] Set router 0828d5f3-9c13-46e3-9d02-563b064af26e gateway port host: dv-cinder-841644-1-iscsi {{(pid=109806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:00:52.383677 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fba3d80-4441-4a09-99c1-800e2028cb99 req-1cc7bbbb-2536-48f5-bd26-54f192993528 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] No DVR routers for this DVR port 63c9af63-3627-4908-ba96-ff2fd8ff4b4a on host hv-cinder-84164 {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 13:00:52.388198 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-4fba3d80-4441-4a09-99c1-800e2028cb99 req-1cc7bbbb-2536-48f5-bd26-54f192993528 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4290'] for port (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:52.392169 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-4fba3d80-4441-4a09-99c1-800e2028cb99 req-1cc7bbbb-2536-48f5-bd26-54f192993528 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.52 "DELETE /v2.0/ports/63c9af63-3627-4908-ba96-ff2fd8ff4b4a HTTP/1.1" status: 204 len: 173 time: 1.4739065 May 13 13:00:52.392639 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b33371a-b63f-4932-a850-1b16b2bbd393', 'name': 'network-vif-deleted', 'tag': '63c9af63-3627-4908-ba96-ff2fd8ff4b4a'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:00:52.394983 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1b69bbfd011f85c3db934c4b22a349ffa5730c167d2456731e37bfe5d9c9e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca4b59e9-bc2c-4242-8afa-d4c4ab0dffd4" -d '{"events": [{"server_uuid": "0b33371a-b63f-4932-a850-1b16b2bbd393", "name": "network-vif-deleted", "tag": "63c9af63-3627-4908-ba96-ff2fd8ff4b4a"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:00:52.464481 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 13:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dffc428-b7f6-41d8-a3e8-fd6b97c6921c x-openstack-request-id: req-4dffc428-b7f6-41d8-a3e8-fd6b97c6921c {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:00:52.464778 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b33371a-b63f-4932-a850-1b16b2bbd393", "name": "network-vif-deleted", "tag": "63c9af63-3627-4908-ba96-ff2fd8ff4b4a", "status": "completed", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:00:52.465050 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4dffc428-b7f6-41d8-a3e8-fd6b97c6921c {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:00:52.465635 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4dffc428-b7f6-41d8-a3e8-fd6b97c6921c'] response: {'server_uuid': '0b33371a-b63f-4932-a850-1b16b2bbd393', 'name': 'network-vif-deleted', 'tag': '63c9af63-3627-4908-ba96-ff2fd8ff4b4a', 'status': 'completed', 'code': 200} May 13 13:00:52.496308 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [req-e894ca1c-7f60-48c9-961b-a120b6f91f1e req-5e873869-d736-4ec1-974b-c690ff60cb86 tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] Allocated IP 172.20.0.11 (9adf0a94-4216-4043-b976-598165f0772b/3effa4c7-202e-4507-8120-f93c685e44f2/43597710-3597-4f20-8cef-dbaaf7959d84) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:00:52.584089 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_hamode_db [None req-81d89090-8ecf-44d2-b3ab-5573bbf1c837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0828d5f3-9c13-46e3-9d02-563b064af26e', 'name': 'tempest-AttachVolumeTestJSON-1698186003-router', 'tenant_id': 'a8e091db3cd14ecb9c40257451cd434d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': 'c7c4c484-43bc-451f-b28d-0badb4b8ab53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T12:55:41Z', 'updated_at': '2022-05-13T12:55:44Z', 'revision_number': 4, 'project_id': 'a8e091db3cd14ecb9c40257451cd434d', 'gw_port': {'id': 'c7c4c484-43bc-451f-b28d-0badb4b8ab53', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:51:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0828d5f3-9c13-46e3-9d02-563b064af26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:55:42Z', 'updated_at': '2022-05-13T12:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi', '_interfaces': [{'id': '253ed4d7-3c8d-4067-a439-514a1cd818a2', 'name': '', 'network_id': '2e48d261-a2df-43c6-bd2a-fa0153331d4d', 'tenant_id': 'a8e091db3cd14ecb9c40257451cd434d', 'mac_address': 'fa:16:3e:cb:f3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0828d5f3-9c13-46e3-9d02-563b064af26e', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '9e6203bd-7b13-480f-9ce9-60943080d6b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:55:44Z', 'updated_at': '2022-05-13T12:55:48Z', 'revision_number': 5, 'project_id': 'a8e091db3cd14ecb9c40257451cd434d', 'subnets': [{'id': '9e6203bd-7b13-480f-9ce9-60943080d6b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841644-1-iscsi', False) {} {{(pid=109806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:00:52.624155 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d89090-8ecf-44d2-b3ab-5573bbf1c837 None None] The sync data for ids ['0828d5f3-9c13-46e3-9d02-563b064af26e'] in dv-cinder-841644-1-iscsi is: [{'id': '0828d5f3-9c13-46e3-9d02-563b064af26e', 'name': 'tempest-AttachVolumeTestJSON-1698186003-router', 'tenant_id': 'a8e091db3cd14ecb9c40257451cd434d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': 'c7c4c484-43bc-451f-b28d-0badb4b8ab53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T12:55:41Z', 'updated_at': '2022-05-13T12:55:44Z', 'revision_number': 4, 'project_id': 'a8e091db3cd14ecb9c40257451cd434d', 'gw_port': {'id': 'c7c4c484-43bc-451f-b28d-0badb4b8ab53', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:51:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0828d5f3-9c13-46e3-9d02-563b064af26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:55:42Z', 'updated_at': '2022-05-13T12:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi', '_interfaces': [{'id': '253ed4d7-3c8d-4067-a439-514a1cd818a2', 'name': '', 'network_id': '2e48d261-a2df-43c6-bd2a-fa0153331d4d', 'tenant_id': 'a8e091db3cd14ecb9c40257451cd434d', 'mac_address': 'fa:16:3e:cb:f3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0828d5f3-9c13-46e3-9d02-563b064af26e', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '9e6203bd-7b13-480f-9ce9-60943080d6b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:55:44Z', 'updated_at': '2022-05-13T12:55:48Z', 'revision_number': 5, 'project_id': 'a8e091db3cd14ecb9c40257451cd434d', 'subnets': [{'id': '9e6203bd-7b13-480f-9ce9-60943080d6b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:00:52.641304 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-8c5df945-f27b-4101-b476-f95914230fa8 None None] Set router 045f35fc-2c99-4b59-9cb3-9ddcf675eecc gateway port host: dv-cinder-841644-1-iscsi {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:00:52.724019 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-be016763-bdb4-435f-845a-92b888b4d850 req-68f852f1-872c-4979-9f7e-a8f4422ffe2c tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] 10.222.0.49 "GET /v2.0/ports?device_id=22b0e32f-563b-4525-95b2-a499295bb569 HTTP/1.1" status: 200 len: 210 time: 0.0419462 May 13 13:00:52.745466 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-e894ca1c-7f60-48c9-961b-a120b6f91f1e req-5e873869-d736-4ec1-974b-c690ff60cb86 tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] Publish callbacks [] for port (43597710-3597-4f20-8cef-dbaaf7959d84), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:52.783714 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 52848) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:00:52.794832 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-e894ca1c-7f60-48c9-961b-a120b6f91f1e req-5e873869-d736-4ec1-974b-c690ff60cb86 tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750967062384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6007231'] for port (43597710-3597-4f20-8cef-dbaaf7959d84), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:52.873905 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-8c5df945-f27b-4101-b476-f95914230fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '045f35fc-2c99-4b59-9cb3-9ddcf675eecc', 'name': 'tempest-AttachVolumeNegativeTest-207558896-router', 'tenant_id': '7ec55859792345359fc7b22003b4e995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '02b711c9-c253-4fa7-9b82-c20738edf579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T12:54:23Z', 'updated_at': '2022-05-13T12:54:39Z', 'revision_number': 4, 'project_id': '7ec55859792345359fc7b22003b4e995', 'gw_port': {'id': '02b711c9-c253-4fa7-9b82-c20738edf579', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ac:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045f35fc-2c99-4b59-9cb3-9ddcf675eecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:54:25Z', 'updated_at': '2022-05-13T12:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi', '_interfaces': [{'id': '809a9c8d-b43e-4e7d-bc47-feb11109602a', 'name': '', 'network_id': 'f1c41e28-5d16-459f-865e-9320359228db', 'tenant_id': '7ec55859792345359fc7b22003b4e995', 'mac_address': 'fa:16:3e:84:69:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045f35fc-2c99-4b59-9cb3-9ddcf675eecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '95241052-552d-491a-8c23-5ec0dd2b8fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:54:35Z', 'updated_at': '2022-05-13T12:54:49Z', 'revision_number': 5, 'project_id': '7ec55859792345359fc7b22003b4e995', 'subnets': [{'id': '95241052-552d-491a-8c23-5ec0dd2b8fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841644-1-iscsi', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:00:52.874282 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e894ca1c-7f60-48c9-961b-a120b6f91f1e req-5e873869-d736-4ec1-974b-c690ff60cb86 tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] Network 9adf0a94-4216-4043-b976-598165f0772b is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:00:52.876099 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e873869-d736-4ec1-974b-c690ff60cb86 tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] Pushing event updated for resources: {'Port': ['ID=43597710-3597-4f20-8cef-dbaaf7959d84,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:00:52.882896 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [req-e894ca1c-7f60-48c9-961b-a120b6f91f1e req-5e873869-d736-4ec1-974b-c690ff60cb86 tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:00:52.887881 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [req-e894ca1c-7f60-48c9-961b-a120b6f91f1e req-5e873869-d736-4ec1-974b-c690ff60cb86 tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:00:52.919798 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5df945-f27b-4101-b476-f95914230fa8 None None] Checking router: 045f35fc-2c99-4b59-9cb3-9ddcf675eecc for host: dv-cinder-841644-1-iscsi {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:00:52.930531 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5df945-f27b-4101-b476-f95914230fa8 None None] Routers {'045f35fc-2c99-4b59-9cb3-9ddcf675eecc'} bound to L3 agent in host dv-cinder-841644-1-iscsi {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:00:52.931166 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-8c5df945-f27b-4101-b476-f95914230fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841644-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T12:45:44Z,description=,heartbeat_timestamp=2022-05-13T13:00:44Z,host='dv-cinder-841644-1-iscsi',id=6d8a5631-9f63-444c-af3b-4dcce4842b62,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T12:45:44Z,topic='l3_agent')) {'router_ids': ['045f35fc-2c99-4b59-9cb3-9ddcf675eecc'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:00:52.943265 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c35c0380-9ee7-4e06-9a1f-e875d1326ec0 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Publish callbacks [] for security_group (d8ecf38f-c596-40bd-8f22-07dc1f42af8a), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:52.986384 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Device 5ac86e19-cc6f-4364-9f1f-30cab19c886a no longer exists at agent hyperv_hv-cinder-84164 {{(pid=109805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:00:52.987049 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e894ca1c-7f60-48c9-961b-a120b6f91f1e req-5e873869-d736-4ec1-974b-c690ff60cb86 tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:00:52.987741 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-e894ca1c-7f60-48c9-961b-a120b6f91f1e req-5e873869-d736-4ec1-974b-c690ff60cb86 tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4290'] for port (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:52.989627 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7d267d-9367-452a-b746-318948f208d2 None None] New status for floating IP 83b40eef-3337-4322-bcd3-ac6324690d9c: DOWN {{(pid=109806) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 13:00:52.994997 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c35c0380-9ee7-4e06-9a1f-e875d1326ec0 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Publish callbacks [] for security_group (d8ecf38f-c596-40bd-8f22-07dc1f42af8a), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:53.014924 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] No Port match for: 5ac86e19-cc6f-4364-9f1f-30cab19c886a {{(pid=109805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:00:53.015543 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Device 5ac86e19-cc6f-4364-9f1f-30cab19c886a not bound to the agent host hv-cinder-84164 {{(pid=109805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:00:53.016671 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Device 63c9af63-3627-4908-ba96-ff2fd8ff4b4a no longer exists at agent hyperv_hv-cinder-84164 {{(pid=109805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:00:53.044047 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] No Port match for: 63c9af63-3627-4908-ba96-ff2fd8ff4b4a {{(pid=109805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:00:53.044395 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Device 63c9af63-3627-4908-ba96-ff2fd8ff4b4a not bound to the agent host hv-cinder-84164 {{(pid=109805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:00:53.059469 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-e894ca1c-7f60-48c9-961b-a120b6f91f1e req-5e873869-d736-4ec1-974b-c690ff60cb86 tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3247468 May 13 13:00:53.081107 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.v2.base [req-e894ca1c-7f60-48c9-961b-a120b6f91f1e req-6dded735-84d5-4032-ae15-0e15405ab72f service neutron] Request body: {'port': {'device_id': '22b0e32f-563b-4525-95b2-a499295bb569', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84164'}} {{(pid=109804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:00:53.086029 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c35c0380-9ee7-4e06-9a1f-e875d1326ec0 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (d8ecf38f-c596-40bd-8f22-07dc1f42af8a), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:53.088859 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c35c0380-9ee7-4e06-9a1f-e875d1326ec0 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Publish callbacks [] for security_group (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:53.090087 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-c35c0380-9ee7-4e06-9a1f-e875d1326ec0 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "DELETE /v2.0/security-groups/d8ecf38f-c596-40bd-8f22-07dc1f42af8a HTTP/1.1" status: 204 len: 168 time: 0.3040981 May 13 13:00:53.092886 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 52850) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:00:53.122302 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35c0380-9ee7-4e06-9a1f-e875d1326ec0 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8ecf38f-c596-40bd-8f22-07dc1f42af8a,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:00:53.129667 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-8c5df945-f27b-4101-b476-f95914230fa8 None None] Set router 045f35fc-2c99-4b59-9cb3-9ddcf675eecc gateway port host: dv-cinder-841644-1-iscsi {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:00:53.131832 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.api.v2.resource [None req-8b4c83c0-ffb5-428f-860d-4a81951dedb9 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] show failed (client error): The resource could not be found. May 13 13:00:53.134612 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-8b4c83c0-ffb5-428f-860d-4a81951dedb9 tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "GET /v2.0/security-groups/d8ecf38f-c596-40bd-8f22-07dc1f42af8a HTTP/1.1" status: 404 len: 347 time: 0.0403481 May 13 13:00:53.137558 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 52854) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:00:53.201883 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-e894ca1c-7f60-48c9-961b-a120b6f91f1e req-6dded735-84d5-4032-ae15-0e15405ab72f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (43597710-3597-4f20-8cef-dbaaf7959d84), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:53.273159 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-ae88f610-f67d-4106-9b8c-1b5e15898154 req-d99c6745-66e2-41c8-8cef-ff3cab265e4f tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b33371a-b63f-4932-a850-1b16b2bbd393 HTTP/1.1" status: 200 len: 210 time: 0.0454550 May 13 13:00:53.351065 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-ed1fd375-dc5a-40a0-b62d-36194de2588b tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Deleting port 218f380c-870e-41f3-993a-240287853e12 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:00:53.351396 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ed1fd375-dc5a-40a0-b62d-36194de2588b tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750967565572'] for port (218f380c-870e-41f3-993a-240287853e12), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:53.369018 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-8c5df945-f27b-4101-b476-f95914230fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '045f35fc-2c99-4b59-9cb3-9ddcf675eecc', 'name': 'tempest-AttachVolumeNegativeTest-207558896-router', 'tenant_id': '7ec55859792345359fc7b22003b4e995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '02b711c9-c253-4fa7-9b82-c20738edf579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T12:54:23Z', 'updated_at': '2022-05-13T12:54:39Z', 'revision_number': 4, 'project_id': '7ec55859792345359fc7b22003b4e995', 'gw_port': {'id': '02b711c9-c253-4fa7-9b82-c20738edf579', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ac:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045f35fc-2c99-4b59-9cb3-9ddcf675eecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:54:25Z', 'updated_at': '2022-05-13T12:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi', '_interfaces': [{'id': '809a9c8d-b43e-4e7d-bc47-feb11109602a', 'name': '', 'network_id': 'f1c41e28-5d16-459f-865e-9320359228db', 'tenant_id': '7ec55859792345359fc7b22003b4e995', 'mac_address': 'fa:16:3e:84:69:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045f35fc-2c99-4b59-9cb3-9ddcf675eecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '95241052-552d-491a-8c23-5ec0dd2b8fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:54:35Z', 'updated_at': '2022-05-13T12:54:49Z', 'revision_number': 5, 'project_id': '7ec55859792345359fc7b22003b4e995', 'subnets': [{'id': '95241052-552d-491a-8c23-5ec0dd2b8fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841644-1-iscsi', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:00:53.399777 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5df945-f27b-4101-b476-f95914230fa8 None None] The sync data for ids ['045f35fc-2c99-4b59-9cb3-9ddcf675eecc'] in dv-cinder-841644-1-iscsi is: [{'id': '045f35fc-2c99-4b59-9cb3-9ddcf675eecc', 'name': 'tempest-AttachVolumeNegativeTest-207558896-router', 'tenant_id': '7ec55859792345359fc7b22003b4e995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '02b711c9-c253-4fa7-9b82-c20738edf579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T12:54:23Z', 'updated_at': '2022-05-13T12:54:39Z', 'revision_number': 4, 'project_id': '7ec55859792345359fc7b22003b4e995', 'gw_port': {'id': '02b711c9-c253-4fa7-9b82-c20738edf579', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ac:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045f35fc-2c99-4b59-9cb3-9ddcf675eecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:54:25Z', 'updated_at': '2022-05-13T12:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi', '_interfaces': [{'id': '809a9c8d-b43e-4e7d-bc47-feb11109602a', 'name': '', 'network_id': 'f1c41e28-5d16-459f-865e-9320359228db', 'tenant_id': '7ec55859792345359fc7b22003b4e995', 'mac_address': 'fa:16:3e:84:69:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045f35fc-2c99-4b59-9cb3-9ddcf675eecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '95241052-552d-491a-8c23-5ec0dd2b8fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:54:35Z', 'updated_at': '2022-05-13T12:54:49Z', 'revision_number': 5, 'project_id': '7ec55859792345359fc7b22003b4e995', 'subnets': [{'id': '95241052-552d-491a-8c23-5ec0dd2b8fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:00:53.435932 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ed1fd375-dc5a-40a0-b62d-36194de2588b tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624050'] for port (218f380c-870e-41f3-993a-240287853e12), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:53.436167 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ed1fd375-dc5a-40a0-b62d-36194de2588b tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Publish callbacks [] for floatingip (218f380c-870e-41f3-993a-240287853e12), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:53.449714 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-ed1fd375-dc5a-40a0-b62d-36194de2588b tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Calling delete_port for 218f380c-870e-41f3-993a-240287853e12 owned by network:floatingip {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:00:53.517236 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.notifiers.nova [req-e894ca1c-7f60-48c9-961b-a120b6f91f1e req-6dded735-84d5-4032-ae15-0e15405ab72f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43597710-3597-4f20-8cef-dbaaf7959d84 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:00:53.524975 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-e894ca1c-7f60-48c9-961b-a120b6f91f1e req-6dded735-84d5-4032-ae15-0e15405ab72f service neutron] Publish callbacks [] for port (43597710-3597-4f20-8cef-dbaaf7959d84), precommit_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:53.540426 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [req-e894ca1c-7f60-48c9-961b-a120b6f91f1e req-6dded735-84d5-4032-ae15-0e15405ab72f service neutron] Transition to ACTIVE for port object 43597710-3597-4f20-8cef-dbaaf7959d84 will not be triggered until provisioned by entity L2. {{(pid=109804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 13:00:53.545363 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-e894ca1c-7f60-48c9-961b-a120b6f91f1e req-6dded735-84d5-4032-ae15-0e15405ab72f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6007238'] for port (43597710-3597-4f20-8cef-dbaaf7959d84), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:53.594426 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ed1fd375-dc5a-40a0-b62d-36194de2588b tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750967572628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750967062393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6509865'] for port (218f380c-870e-41f3-993a-240287853e12), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:53.626891 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded735-84d5-4032-ae15-0e15405ab72f service neutron] Pushing event updated for resources: {'Port': ['ID=43597710-3597-4f20-8cef-dbaaf7959d84,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:00:53.631021 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1fd375-dc5a-40a0-b62d-36194de2588b tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Pushing event deleted for resources: {'Port': ['ID=218f380c-870e-41f3-993a-240287853e12,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:00:53.682394 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [req-e894ca1c-7f60-48c9-961b-a120b6f91f1e req-6dded735-84d5-4032-ae15-0e15405ab72f service neutron] Attempting to bind port 43597710-3597-4f20-8cef-dbaaf7959d84 on host hv-cinder-84164 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:00:53.682863 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [req-e894ca1c-7f60-48c9-961b-a120b6f91f1e req-6dded735-84d5-4032-ae15-0e15405ab72f service neutron] Attempting to bind port 43597710-3597-4f20-8cef-dbaaf7959d84 by drivers openvswitch,hyperv on host hv-cinder-84164 at level 0 using segments [{'id': '0c50d514-552c-4243-8367-f38a91cfc48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '9adf0a94-4216-4043-b976-598165f0772b'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:00:53.683197 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e894ca1c-7f60-48c9-961b-a120b6f91f1e req-6dded735-84d5-4032-ae15-0e15405ab72f service neutron] Attempting to bind port 43597710-3597-4f20-8cef-dbaaf7959d84 on network 9adf0a94-4216-4043-b976-598165f0772b {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:00:53.687378 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e894ca1c-7f60-48c9-961b-a120b6f91f1e req-6dded735-84d5-4032-ae15-0e15405ab72f service neutron] Port 43597710-3597-4f20-8cef-dbaaf7959d84 on network 9adf0a94-4216-4043-b976-598165f0772b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84164 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 13:00:53.688202 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e894ca1c-7f60-48c9-961b-a120b6f91f1e req-6dded735-84d5-4032-ae15-0e15405ab72f service neutron] Attempting to bind port 43597710-3597-4f20-8cef-dbaaf7959d84 on network 9adf0a94-4216-4043-b976-598165f0772b {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:00:53.691662 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ed1fd375-dc5a-40a0-b62d-36194de2588b tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Publish callbacks [] for floatingip (83b40eef-3337-4322-bcd3-ac6324690d9c), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:53.693895 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e894ca1c-7f60-48c9-961b-a120b6f91f1e req-6dded735-84d5-4032-ae15-0e15405ab72f service neutron] Checking agent: {'id': '202f7e15-8fd1-4d3b-a0cb-2b083dcecd1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84164', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 12, 52, 20), 'started_at': datetime.datetime(2022, 5, 13, 12, 52, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 0, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:00:53.694241 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e894ca1c-7f60-48c9-961b-a120b6f91f1e req-6dded735-84d5-4032-ae15-0e15405ab72f service neutron] Checking segment: {'id': '0c50d514-552c-4243-8367-f38a91cfc48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '9adf0a94-4216-4043-b976-598165f0772b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:00:53.694370 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ed1fd375-dc5a-40a0-b62d-36194de2588b tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4290'] for floatingip (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:53.694625 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e894ca1c-7f60-48c9-961b-a120b6f91f1e req-6dded735-84d5-4032-ae15-0e15405ab72f service neutron] Bound using segment: {'id': '0c50d514-552c-4243-8367-f38a91cfc48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '9adf0a94-4216-4043-b976-598165f0772b'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:00:53.695044 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [req-e894ca1c-7f60-48c9-961b-a120b6f91f1e req-6dded735-84d5-4032-ae15-0e15405ab72f service neutron] Bound port: 43597710-3597-4f20-8cef-dbaaf7959d84, host: hv-cinder-84164, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c50d514-552c-4243-8367-f38a91cfc48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '9adf0a94-4216-4043-b976-598165f0772b'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:00:53.695492 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-ed1fd375-dc5a-40a0-b62d-36194de2588b tempest-AttachVolumeTestJSON-1591423219 tempest-AttachVolumeTestJSON-1591423219-project] 10.222.0.49 "DELETE /v2.0/floatingips/83b40eef-3337-4322-bcd3-ac6324690d9c HTTP/1.1" status: 204 len: 168 time: 0.5566096 May 13 13:00:53.698366 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-e894ca1c-7f60-48c9-961b-a120b6f91f1e req-6dded735-84d5-4032-ae15-0e15405ab72f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (43597710-3597-4f20-8cef-dbaaf7959d84), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:53.710722 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402a053f-c149-4c6c-868a-b6826b8b565f None None] New status for floating IP 218d22e6-b750-4ecc-8054-d0351d2be6d3: DOWN {{(pid=109805) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 13:00:53.773648 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.db [req-e894ca1c-7f60-48c9-961b-a120b6f91f1e req-6dded735-84d5-4032-ae15-0e15405ab72f service neutron] For port 43597710-3597-4f20-8cef-dbaaf7959d84, host hv-cinder-84164, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:00:53.777495 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.db [req-e894ca1c-7f60-48c9-961b-a120b6f91f1e req-6dded735-84d5-4032-ae15-0e15405ab72f service neutron] For port 43597710-3597-4f20-8cef-dbaaf7959d84, host hv-cinder-84164, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84164',level=0,port_id=43597710-3597-4f20-8cef-dbaaf7959d84,segment=NetworkSegment(0c50d514-552c-4243-8367-f38a91cfc48b),segment_id=0c50d514-552c-4243-8367-f38a91cfc48b)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:00:53.787316 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-e894ca1c-7f60-48c9-961b-a120b6f91f1e req-6dded735-84d5-4032-ae15-0e15405ab72f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6007238'] for port (43597710-3597-4f20-8cef-dbaaf7959d84), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:53.845683 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e894ca1c-7f60-48c9-961b-a120b6f91f1e req-6dded735-84d5-4032-ae15-0e15405ab72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:00:53.846324 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-e894ca1c-7f60-48c9-961b-a120b6f91f1e req-6dded735-84d5-4032-ae15-0e15405ab72f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4290'] for port (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:53.847865 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-e894ca1c-7f60-48c9-961b-a120b6f91f1e req-6dded735-84d5-4032-ae15-0e15405ab72f service neutron] 10.222.0.52 "PUT /v2.0/ports/43597710-3597-4f20-8cef-dbaaf7959d84 HTTP/1.1" status: 200 len: 1094 time: 0.7718079 May 13 13:00:53.862172 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded735-84d5-4032-ae15-0e15405ab72f service neutron] Pushing event updated for resources: {'Port': ['ID=43597710-3597-4f20-8cef-dbaaf7959d84,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:00:53.900774 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225d2b61-56f9-462f-9523-8115f500c269 req-7ffab8f7-e899-46c0-8f49-759fc4ce1eba tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:00:53.902398 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-225d2b61-56f9-462f-9523-8115f500c269 req-7ffab8f7-e899-46c0-8f49-759fc4ce1eba tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] 10.222.0.49 "GET /v2.0/ports?device_id=22b0e32f-563b-4525-95b2-a499295bb569 HTTP/1.1" status: 200 len: 944 time: 0.0640268 May 13 13:00:53.961645 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e894ca1c-7f60-48c9-961b-a120b6f91f1e req-f9b1aab3-9fda-4d0b-adf2-9ed758851891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:00:53.963124 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-e894ca1c-7f60-48c9-961b-a120b6f91f1e req-f9b1aab3-9fda-4d0b-adf2-9ed758851891 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6e44eda8115b487cbc52d99ea0634686&device_id=22b0e32f-563b-4525-95b2-a499295bb569 HTTP/1.1" status: 200 len: 1128 time: 0.0581214 May 13 13:00:53.980735 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-225d2b61-56f9-462f-9523-8115f500c269 req-7891c12c-c0b2-43a5-a826-b952f2472dcd tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab2a7c4b-eada-43c6-a764-0d2a83f35616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667779 May 13 13:00:54.020857 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-e894ca1c-7f60-48c9-961b-a120b6f91f1e req-ba56748d-c9ae-410f-b701-6a023d3e2e75 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=43597710-3597-4f20-8cef-dbaaf7959d84 HTTP/1.1" status: 200 len: 217 time: 0.0390794 May 13 13:00:54.070960 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e894ca1c-7f60-48c9-961b-a120b6f91f1e req-abd2f9ef-d1b2-4728-8d8a-06e6ad6697f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:00:54.072532 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-e894ca1c-7f60-48c9-961b-a120b6f91f1e req-abd2f9ef-d1b2-4728-8d8a-06e6ad6697f0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3effa4c7-202e-4507-8120-f93c685e44f2 HTTP/1.1" status: 200 len: 848 time: 0.0446215 May 13 13:00:54.106675 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-e894ca1c-7f60-48c9-961b-a120b6f91f1e req-98c5189a-e460-4230-a3e7-752877684df5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9adf0a94-4216-4043-b976-598165f0772b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267124 May 13 13:00:54.201331 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-e894ca1c-7f60-48c9-961b-a120b6f91f1e req-46df8a3e-0e84-4345-837a-ce52127a4709 service neutron] 10.222.0.52 "GET /v2.0/networks/9adf0a94-4216-4043-b976-598165f0772b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853620 May 13 13:00:54.290259 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-e894ca1c-7f60-48c9-961b-a120b6f91f1e req-76df6213-f20c-491e-bbe6-33782c531993 service neutron] 10.222.0.52 "GET /v2.0/networks/9adf0a94-4216-4043-b976-598165f0772b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818405 May 13 13:00:54.365295 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 52866) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:00:54.418636 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1185b4d4-1f87-423b-8647-b497eb46bcf8 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks [] for security_group (2ea0ba67-f564-4653-ac0d-b17834ff40f4), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:54.442148 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1185b4d4-1f87-423b-8647-b497eb46bcf8 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks [] for security_group (2ea0ba67-f564-4653-ac0d-b17834ff40f4), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:54.466822 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22b0e32f-563b-4525-95b2-a499295bb569', 'tag': '43597710-3597-4f20-8cef-dbaaf7959d84'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:00:54.469180 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1b69bbfd011f85c3db934c4b22a349ffa5730c167d2456731e37bfe5d9c9e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84a5fae5-da4e-43b5-a580-4b3c4e6e759c" -d '{"events": [{"name": "network-changed", "server_uuid": "22b0e32f-563b-4525-95b2-a499295bb569", "tag": "43597710-3597-4f20-8cef-dbaaf7959d84"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:00:54.502873 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1185b4d4-1f87-423b-8647-b497eb46bcf8 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (2ea0ba67-f564-4653-ac0d-b17834ff40f4), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:54.505859 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1185b4d4-1f87-423b-8647-b497eb46bcf8 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:54.506561 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 13:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d1dcce5-fcbf-4462-84ef-e6aa40ddcb51 x-openstack-request-id: req-8d1dcce5-fcbf-4462-84ef-e6aa40ddcb51 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:00:54.506857 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22b0e32f-563b-4525-95b2-a499295bb569", "tag": "43597710-3597-4f20-8cef-dbaaf7959d84", "status": "completed", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:00:54.507132 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-1185b4d4-1f87-423b-8647-b497eb46bcf8 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "DELETE /v2.0/security-groups/2ea0ba67-f564-4653-ac0d-b17834ff40f4 HTTP/1.1" status: 204 len: 168 time: 0.1401620 May 13 13:00:54.507432 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8d1dcce5-fcbf-4462-84ef-e6aa40ddcb51 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:00:54.507545 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d1dcce5-fcbf-4462-84ef-e6aa40ddcb51'] response: {'name': 'network-changed', 'server_uuid': '22b0e32f-563b-4525-95b2-a499295bb569', 'tag': '43597710-3597-4f20-8cef-dbaaf7959d84', 'status': 'completed', 'code': 200} May 13 13:00:54.510415 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 52870) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:00:54.517224 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1185b4d4-1f87-423b-8647-b497eb46bcf8 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ea0ba67-f564-4653-ac0d-b17834ff40f4,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:00:54.525832 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.api.v2.resource [None req-11e8d6d5-4a4b-4bb1-b92e-2ccbfaa5536d tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] show failed (client error): The resource could not be found. May 13 13:00:54.527042 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-11e8d6d5-4a4b-4bb1-b92e-2ccbfaa5536d tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "GET /v2.0/security-groups/2ea0ba67-f564-4653-ac0d-b17834ff40f4 HTTP/1.1" status: 404 len: 347 time: 0.0155721 May 13 13:00:54.530455 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 52872) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:00:54.650056 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-ee12f6cb-26e1-47e4-8e17-7933c7959844 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Deleting port 3c476028-b0f4-42c1-8402-54970d0016c1 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:00:54.650382 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ee12f6cb-26e1-47e4-8e17-7933c7959844 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750967565572'] for port (3c476028-b0f4-42c1-8402-54970d0016c1), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:54.725861 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ee12f6cb-26e1-47e4-8e17-7933c7959844 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624050'] for port (3c476028-b0f4-42c1-8402-54970d0016c1), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:54.726096 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ee12f6cb-26e1-47e4-8e17-7933c7959844 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks [] for floatingip (3c476028-b0f4-42c1-8402-54970d0016c1), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:54.739272 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-ee12f6cb-26e1-47e4-8e17-7933c7959844 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Calling delete_port for 3c476028-b0f4-42c1-8402-54970d0016c1 owned by network:floatingip {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:00:54.866809 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ee12f6cb-26e1-47e4-8e17-7933c7959844 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750967572628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750967062393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6509865'] for port (3c476028-b0f4-42c1-8402-54970d0016c1), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:54.904750 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee12f6cb-26e1-47e4-8e17-7933c7959844 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Pushing event deleted for resources: {'Port': ['ID=3c476028-b0f4-42c1-8402-54970d0016c1,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:00:54.975359 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ee12f6cb-26e1-47e4-8e17-7933c7959844 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks [] for floatingip (218d22e6-b750-4ecc-8054-d0351d2be6d3), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:54.977934 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ee12f6cb-26e1-47e4-8e17-7933c7959844 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4290'] for floatingip (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:54.979056 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-ee12f6cb-26e1-47e4-8e17-7933c7959844 tempest-AttachVolumeNegativeTest-1545671576 tempest-AttachVolumeNegativeTest-1545671576-project] 10.222.0.49 "DELETE /v2.0/floatingips/218d22e6-b750-4ecc-8054-d0351d2be6d3 HTTP/1.1" status: 204 len: 168 time: 0.4476960 May 13 13:00:55.104357 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7199ea-78ae-4312-85ff-f7cc49bcbde6 req-d4ed2efa-74c0-4003-b376-59b2e16e60ac tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:00:55.105945 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-0b7199ea-78ae-4312-85ff-f7cc49bcbde6 req-d4ed2efa-74c0-4003-b376-59b2e16e60ac tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] 10.222.0.49 "GET /v2.0/ports?device_id=22b0e32f-563b-4525-95b2-a499295bb569 HTTP/1.1" status: 200 len: 944 time: 0.0574167 May 13 13:00:55.153039 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-0b7199ea-78ae-4312-85ff-f7cc49bcbde6 req-4548f1d2-6cbf-4ec8-ad44-8fc7b40c315e tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab2a7c4b-eada-43c6-a764-0d2a83f35616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414755 May 13 13:00:55.223382 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a5fae5-da4e-43b5-a580-4b3c4e6e759c req-a70fbeb0-6df0-4927-966e-4e102aee9b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:00:55.224873 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-84a5fae5-da4e-43b5-a580-4b3c4e6e759c req-a70fbeb0-6df0-4927-966e-4e102aee9b31 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6e44eda8115b487cbc52d99ea0634686&device_id=22b0e32f-563b-4525-95b2-a499295bb569 HTTP/1.1" status: 200 len: 1128 time: 0.0404630 May 13 13:00:55.323657 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a5fae5-da4e-43b5-a580-4b3c4e6e759c req-3b3585e7-14bb-4862-8749-877304e7853f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:00:55.325069 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-84a5fae5-da4e-43b5-a580-4b3c4e6e759c req-3b3585e7-14bb-4862-8749-877304e7853f service neutron] 10.222.0.52 "GET /v2.0/networks?id=9adf0a94-4216-4043-b976-598165f0772b HTTP/1.1" status: 200 len: 909 time: 0.0927744 May 13 13:00:55.370583 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-84a5fae5-da4e-43b5-a580-4b3c4e6e759c req-21b69864-a76a-4cad-8c6a-56422ebb842d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=43597710-3597-4f20-8cef-dbaaf7959d84 HTTP/1.1" status: 200 len: 217 time: 0.0370901 May 13 13:00:55.419681 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a5fae5-da4e-43b5-a580-4b3c4e6e759c req-e205fdfa-b12f-44b8-904b-583f6f5da13b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:00:55.421139 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-84a5fae5-da4e-43b5-a580-4b3c4e6e759c req-e205fdfa-b12f-44b8-904b-583f6f5da13b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3effa4c7-202e-4507-8120-f93c685e44f2 HTTP/1.1" status: 200 len: 848 time: 0.0443959 May 13 13:00:55.452824 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-84a5fae5-da4e-43b5-a580-4b3c4e6e759c req-35a2322c-39a6-471c-bb33-cb053825b522 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9adf0a94-4216-4043-b976-598165f0772b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258980 May 13 13:00:55.542840 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-84a5fae5-da4e-43b5-a580-4b3c4e6e759c req-b4b822f9-5005-4336-8255-5d1ae0d9b303 service neutron] 10.222.0.52 "GET /v2.0/networks/9adf0a94-4216-4043-b976-598165f0772b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831957 May 13 13:00:55.629543 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-84a5fae5-da4e-43b5-a580-4b3c4e6e759c req-a43ea1a7-80eb-43cf-9309-ed6402f6f7d2 service neutron] 10.222.0.52 "GET /v2.0/networks/9adf0a94-4216-4043-b976-598165f0772b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804245 May 13 13:00:56.268501 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df84cbaf-eee2-496e-a55b-43da54f090a0 req-3d355e6b-617c-4c9b-89b6-236dff40d6a4 tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:00:56.270065 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-df84cbaf-eee2-496e-a55b-43da54f090a0 req-3d355e6b-617c-4c9b-89b6-236dff40d6a4 tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] 10.222.0.49 "GET /v2.0/ports?device_id=22b0e32f-563b-4525-95b2-a499295bb569 HTTP/1.1" status: 200 len: 944 time: 0.0480919 May 13 13:00:56.317351 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-df84cbaf-eee2-496e-a55b-43da54f090a0 req-c8ae52f0-d305-44b5-a055-ae1457b79cd7 tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab2a7c4b-eada-43c6-a764-0d2a83f35616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415056 May 13 13:00:56.988556 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Device 43597710-3597-4f20-8cef-dbaaf7959d84 details requested by agent hyperv_hv-cinder-84164 with host hv-cinder-84164 {{(pid=109805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 13:00:57.087218 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] For port 43597710-3597-4f20-8cef-dbaaf7959d84, host hv-cinder-84164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84164',level=0,port_id=43597710-3597-4f20-8cef-dbaaf7959d84,segment=NetworkSegment(0c50d514-552c-4243-8367-f38a91cfc48b),segment_id=0c50d514-552c-4243-8367-f38a91cfc48b)] {{(pid=109805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:00:57.098967 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Returning: {'device': '43597710-3597-4f20-8cef-dbaaf7959d84', 'network_id': '9adf0a94-4216-4043-b976-598165f0772b', 'port_id': '43597710-3597-4f20-8cef-dbaaf7959d84', 'mac_address': 'fa:16:3e:aa:14:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3effa4c7-202e-4507-8120-f93c685e44f2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 13:00:57.135126 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Current status of the port 43597710-3597-4f20-8cef-dbaaf7959d84 is: DOWN; New status is: BUILD {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:00:57.135517 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (43597710-3597-4f20-8cef-dbaaf7959d84), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:57.149003 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.notifiers.nova [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43597710-3597-4f20-8cef-dbaaf7959d84 {{(pid=109805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:00:57.169304 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] For port 43597710-3597-4f20-8cef-dbaaf7959d84, host hv-cinder-84164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84164',level=0,port_id=43597710-3597-4f20-8cef-dbaaf7959d84,segment=NetworkSegment(0c50d514-552c-4243-8367-f38a91cfc48b),segment_id=0c50d514-552c-4243-8367-f38a91cfc48b)] {{(pid=109805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:00:57.174418 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (43597710-3597-4f20-8cef-dbaaf7959d84), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:57.225466 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Pushing event updated for resources: {'Port': ['ID=43597710-3597-4f20-8cef-dbaaf7959d84,revision_number=4']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:00:57.244361 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 52916) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:00:57.525180 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] get_ports_and_sgs() called for port_ids ['43597710-3597-4f20-8cef-dbaaf7959d84'] {{(pid=109805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 13:00:57.739985 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6805b5bb-08d3-453f-8bd2-5826177e986a req-ff382736-7c81-4724-bb5c-72215527dcbd tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:00:57.741456 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-6805b5bb-08d3-453f-8bd2-5826177e986a req-ff382736-7c81-4724-bb5c-72215527dcbd tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] 10.222.0.49 "GET /v2.0/ports?device_id=22b0e32f-563b-4525-95b2-a499295bb569 HTTP/1.1" status: 200 len: 945 time: 0.3425353 May 13 13:00:57.833677 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-6805b5bb-08d3-453f-8bd2-5826177e986a req-f2164a5e-77b7-4de4-9fb6-bcd075ce6d8c tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab2a7c4b-eada-43c6-a764-0d2a83f35616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862968 May 13 13:00:57.955717 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-aa1857b1-4aac-44fa-b077-d21ea9503e6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1623844'] for router_interface (0828d5f3-9c13-46e3-9d02-563b064af26e), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:58.185677 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-aa1857b1-4aac-44fa-b077-d21ea9503e6e admin admin] Deleting port 253ed4d7-3c8d-4067-a439-514a1cd818a2 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:00:58.186017 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-aa1857b1-4aac-44fa-b077-d21ea9503e6e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750967565572'] for port (253ed4d7-3c8d-4067-a439-514a1cd818a2), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:58.261552 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-aa1857b1-4aac-44fa-b077-d21ea9503e6e admin admin] For port 253ed4d7-3c8d-4067-a439-514a1cd818a2, host dv-cinder-841644-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841644-1-iscsi',level=0,port_id=253ed4d7-3c8d-4067-a439-514a1cd818a2,segment=NetworkSegment(0f3297cd-6882-42ac-b9e0-5f7f169df451),segment_id=0f3297cd-6882-42ac-b9e0-5f7f169df451)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:00:58.261909 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-aa1857b1-4aac-44fa-b077-d21ea9503e6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624050'] for port (253ed4d7-3c8d-4067-a439-514a1cd818a2), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:58.275195 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-aa1857b1-4aac-44fa-b077-d21ea9503e6e admin admin] Calling delete_port for 253ed4d7-3c8d-4067-a439-514a1cd818a2 owned by network:router_interface {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:00:58.454702 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-aa1857b1-4aac-44fa-b077-d21ea9503e6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750967572628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750967062393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6509865'] for port (253ed4d7-3c8d-4067-a439-514a1cd818a2), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:58.480122 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1857b1-4aac-44fa-b077-d21ea9503e6e admin admin] Pushing event deleted for resources: {'Port': ['ID=253ed4d7-3c8d-4067-a439-514a1cd818a2,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:00:58.662033 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-aa1857b1-4aac-44fa-b077-d21ea9503e6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1627437'] for router_interface (0828d5f3-9c13-46e3-9d02-563b064af26e), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:58.696206 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 52942) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:00:58.884505 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa1857b1-4aac-44fa-b077-d21ea9503e6e admin admin] Router 0828d5f3-9c13-46e3-9d02-563b064af26e has already been hosted by L3 agent 6d8a5631-9f63-444c-af3b-4dcce4842b62 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 13:00:58.997818 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa1857b1-4aac-44fa-b077-d21ea9503e6e admin admin] Notify agent at l3_agent.dv-cinder-841644-1-iscsi the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:00:58.998488 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbecf25e-7d8f-465e-b29f-99d7f5106f68 req-3c4fa994-e37e-4c23-b3c4-d4d5d92ee151 tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:00:58.999964 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-cbecf25e-7d8f-465e-b29f-99d7f5106f68 req-3c4fa994-e37e-4c23-b3c4-d4d5d92ee151 tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] 10.222.0.49 "GET /v2.0/ports?device_id=22b0e32f-563b-4525-95b2-a499295bb569 HTTP/1.1" status: 200 len: 945 time: 0.0851812 May 13 13:00:59.004921 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-aa1857b1-4aac-44fa-b077-d21ea9503e6e admin admin] 10.222.0.49 "PUT /v2.0/routers/0828d5f3-9c13-46e3-9d02-563b064af26e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7587118 May 13 13:00:59.006850 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 52948) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:00:59.006949 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Device 43597710-3597-4f20-8cef-dbaaf7959d84 up at agent hyperv_hv-cinder-84164 {{(pid=109805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:00:59.012758 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6582ec35-384e-4154-a08c-06e6551d2d77 None None] Sync routers for ids ['0828d5f3-9c13-46e3-9d02-563b064af26e'] in dv-cinder-841644-1-iscsi {{(pid=109806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:00:59.037794 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6582ec35-384e-4154-a08c-06e6551d2d77 None None] Routers {'0828d5f3-9c13-46e3-9d02-563b064af26e'} bound to L3 agent in host dv-cinder-841644-1-iscsi {{(pid=109806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:00:59.038410 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_hamode_db [None req-6582ec35-384e-4154-a08c-06e6551d2d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841644-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T12:45:44Z,description=,heartbeat_timestamp=2022-05-13T13:00:44Z,host='dv-cinder-841644-1-iscsi',id=6d8a5631-9f63-444c-af3b-4dcce4842b62,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T12:45:44Z,topic='l3_agent')) {'router_ids': ['0828d5f3-9c13-46e3-9d02-563b064af26e'], 'active': True} {{(pid=109806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:00:59.075713 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Provisioning for port 43597710-3597-4f20-8cef-dbaaf7959d84 completed by entity L2. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 13:00:59.084111 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Provisioning complete for port 43597710-3597-4f20-8cef-dbaaf7959d84 triggered by entity L2. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:00:59.084784 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (43597710-3597-4f20-8cef-dbaaf7959d84), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:59.127488 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-cbecf25e-7d8f-465e-b29f-99d7f5106f68 req-27ceeb74-6b5a-4739-86cc-4211eaf0e9fd tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab2a7c4b-eada-43c6-a764-0d2a83f35616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156828 May 13 13:00:59.135731 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f99176f4-e1b3-4d73-8f77-568f93f8b745 admin admin] Publish callbacks [] for router (0828d5f3-9c13-46e3-9d02-563b064af26e), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:59.176861 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Current status of the port 43597710-3597-4f20-8cef-dbaaf7959d84 is: BUILD; New status is: ACTIVE {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:00:59.177662 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (43597710-3597-4f20-8cef-dbaaf7959d84), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:59.202397 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22b0e32f-563b-4525-95b2-a499295bb569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43597710-3597-4f20-8cef-dbaaf7959d84'}] {{(pid=109805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:00:59.203032 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_dvr_db [None req-6582ec35-384e-4154-a08c-06e6551d2d77 None None] Set router 0828d5f3-9c13-46e3-9d02-563b064af26e gateway port host: dv-cinder-841644-1-iscsi {{(pid=109806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:00:59.206305 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bf410fb1f4c9c59dd9b4e78159940bff83c4f370df38d4d08ac4943129d440" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0dad25c-6339-498c-a35d-c91a1af9074c" -d '{"events": [{"server_uuid": "22b0e32f-563b-4525-95b2-a499295bb569", "name": "network-vif-plugged", "status": "completed", "tag": "43597710-3597-4f20-8cef-dbaaf7959d84"}]}' {{(pid=109805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:00:59.221989 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] For port 43597710-3597-4f20-8cef-dbaaf7959d84, host hv-cinder-84164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84164',level=0,port_id=43597710-3597-4f20-8cef-dbaaf7959d84,segment=NetworkSegment(0c50d514-552c-4243-8367-f38a91cfc48b),segment_id=0c50d514-552c-4243-8367-f38a91cfc48b)] {{(pid=109805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:00:59.229755 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (43597710-3597-4f20-8cef-dbaaf7959d84), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:59.261561 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f99176f4-e1b3-4d73-8f77-568f93f8b745 admin admin] Publish callbacks [] for router_gateway (0828d5f3-9c13-46e3-9d02-563b064af26e), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:59.271782 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 13:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-560576c8-7a0a-4389-b4d7-4fde280fe5eb x-openstack-request-id: req-560576c8-7a0a-4389-b4d7-4fde280fe5eb {{(pid=109805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:00:59.272158 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22b0e32f-563b-4525-95b2-a499295bb569", "name": "network-vif-plugged", "status": "completed", "tag": "43597710-3597-4f20-8cef-dbaaf7959d84", "code": 200}]} {{(pid=109805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:00:59.272480 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-560576c8-7a0a-4389-b4d7-4fde280fe5eb {{(pid=109805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:00:59.272905 dv-cinder-841644-1-iscsi neutron-server[109805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-560576c8-7a0a-4389-b4d7-4fde280fe5eb'] response: {'server_uuid': '22b0e32f-563b-4525-95b2-a499295bb569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43597710-3597-4f20-8cef-dbaaf7959d84', 'code': 200} May 13 13:00:59.303265 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Pushing event updated for resources: {'Port': ['ID=43597710-3597-4f20-8cef-dbaaf7959d84,revision_number=5']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:00:59.306880 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7b478d84-f14f-46dd-93e0-d39936c7c0b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1623844'] for router_interface (045f35fc-2c99-4b59-9cb3-9ddcf675eecc), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:59.323143 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-f99176f4-e1b3-4d73-8f77-568f93f8b745 admin admin] Deleting port c7c4c484-43bc-451f-b28d-0badb4b8ab53 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:00:59.323479 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f99176f4-e1b3-4d73-8f77-568f93f8b745 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750967565572'] for port (c7c4c484-43bc-451f-b28d-0badb4b8ab53), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:59.434761 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-f99176f4-e1b3-4d73-8f77-568f93f8b745 admin admin] For port c7c4c484-43bc-451f-b28d-0badb4b8ab53, host dv-cinder-841644-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841644-1-iscsi',level=0,port_id=c7c4c484-43bc-451f-b28d-0badb4b8ab53,segment=NetworkSegment(2bcc8a2d-359a-4841-80fa-a53ce02b14f8),segment_id=2bcc8a2d-359a-4841-80fa-a53ce02b14f8)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:00:59.435219 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f99176f4-e1b3-4d73-8f77-568f93f8b745 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624050'] for port (c7c4c484-43bc-451f-b28d-0badb4b8ab53), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:59.450885 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-f99176f4-e1b3-4d73-8f77-568f93f8b745 admin admin] Calling delete_port for c7c4c484-43bc-451f-b28d-0badb4b8ab53 owned by network:router_gateway {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:00:59.499836 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_hamode_db [None req-6582ec35-384e-4154-a08c-06e6551d2d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0828d5f3-9c13-46e3-9d02-563b064af26e', 'name': 'tempest-AttachVolumeTestJSON-1698186003-router', 'tenant_id': 'a8e091db3cd14ecb9c40257451cd434d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': 'c7c4c484-43bc-451f-b28d-0badb4b8ab53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T12:55:41Z', 'updated_at': '2022-05-13T13:00:58Z', 'revision_number': 5, 'project_id': 'a8e091db3cd14ecb9c40257451cd434d', 'gw_port': {'id': 'c7c4c484-43bc-451f-b28d-0badb4b8ab53', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:51:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0828d5f3-9c13-46e3-9d02-563b064af26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:55:42Z', 'updated_at': '2022-05-13T12:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi'}], 'dv-cinder-841644-1-iscsi', False) {} {{(pid=109806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:00:59.533441 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6582ec35-384e-4154-a08c-06e6551d2d77 None None] Checking router: 0828d5f3-9c13-46e3-9d02-563b064af26e for host: dv-cinder-841644-1-iscsi {{(pid=109806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:00:59.543603 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6582ec35-384e-4154-a08c-06e6551d2d77 None None] Routers {'0828d5f3-9c13-46e3-9d02-563b064af26e'} bound to L3 agent in host dv-cinder-841644-1-iscsi {{(pid=109806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:00:59.544319 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_hamode_db [None req-6582ec35-384e-4154-a08c-06e6551d2d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841644-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T12:45:44Z,description=,heartbeat_timestamp=2022-05-13T13:00:44Z,host='dv-cinder-841644-1-iscsi',id=6d8a5631-9f63-444c-af3b-4dcce4842b62,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T12:45:44Z,topic='l3_agent')) {'router_ids': ['0828d5f3-9c13-46e3-9d02-563b064af26e'], 'active': True} {{(pid=109806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:00:59.573737 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca70ef4-2c02-4029-9863-df154b2ac74f req-42867b90-4219-4054-b478-05d410a22552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:00:59.575236 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-0ca70ef4-2c02-4029-9863-df154b2ac74f req-42867b90-4219-4054-b478-05d410a22552 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=22b0e32f-563b-4525-95b2-a499295bb569 HTTP/1.1" status: 200 len: 1130 time: 0.0834675 May 13 13:00:59.639838 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_dvr_db [None req-6582ec35-384e-4154-a08c-06e6551d2d77 None None] Set router 0828d5f3-9c13-46e3-9d02-563b064af26e gateway port host: None {{(pid=109806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:00:59.645973 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f99176f4-e1b3-4d73-8f77-568f93f8b745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750967572628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750967062393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6509865'] for port (c7c4c484-43bc-451f-b28d-0badb4b8ab53), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:59.665660 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-0ca70ef4-2c02-4029-9863-df154b2ac74f req-275583b6-a0d3-4b33-a293-a47f193a7375 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=ab2a7c4b-eada-43c6-a764-0d2a83f35616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839486 May 13 13:00:59.676329 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7b478d84-f14f-46dd-93e0-d39936c7c0b3 admin admin] Deleting port 809a9c8d-b43e-4e7d-bc47-feb11109602a {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:00:59.676666 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7b478d84-f14f-46dd-93e0-d39936c7c0b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750967565572'] for port (809a9c8d-b43e-4e7d-bc47-feb11109602a), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:59.678387 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99176f4-e1b3-4d73-8f77-568f93f8b745 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7c4c484-43bc-451f-b28d-0badb4b8ab53,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:00:59.699379 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_hamode_db [None req-6582ec35-384e-4154-a08c-06e6551d2d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0828d5f3-9c13-46e3-9d02-563b064af26e', 'name': 'tempest-AttachVolumeTestJSON-1698186003-router', 'tenant_id': 'a8e091db3cd14ecb9c40257451cd434d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T12:55:41Z', 'updated_at': '2022-05-13T13:00:59Z', 'revision_number': 6, 'project_id': 'a8e091db3cd14ecb9c40257451cd434d', 'gw_port_host': None}], 'dv-cinder-841644-1-iscsi', False) {} {{(pid=109806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:00:59.731455 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6582ec35-384e-4154-a08c-06e6551d2d77 None None] The sync data for ids ['0828d5f3-9c13-46e3-9d02-563b064af26e'] in dv-cinder-841644-1-iscsi is: [{'id': '0828d5f3-9c13-46e3-9d02-563b064af26e', 'name': 'tempest-AttachVolumeTestJSON-1698186003-router', 'tenant_id': 'a8e091db3cd14ecb9c40257451cd434d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T12:55:41Z', 'updated_at': '2022-05-13T13:00:59Z', 'revision_number': 6, 'project_id': 'a8e091db3cd14ecb9c40257451cd434d', 'gw_port_host': None}] {{(pid=109806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:00:59.747034 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f99176f4-e1b3-4d73-8f77-568f93f8b745 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619274'] for router_gateway (0828d5f3-9c13-46e3-9d02-563b064af26e), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:59.764763 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-7b478d84-f14f-46dd-93e0-d39936c7c0b3 admin admin] For port 809a9c8d-b43e-4e7d-bc47-feb11109602a, host dv-cinder-841644-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841644-1-iscsi',level=0,port_id=809a9c8d-b43e-4e7d-bc47-feb11109602a,segment=NetworkSegment(c6a3dc01-8071-489d-bd05-606d071e01ac),segment_id=c6a3dc01-8071-489d-bd05-606d071e01ac)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:00:59.765356 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7b478d84-f14f-46dd-93e0-d39936c7c0b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624050'] for port (809a9c8d-b43e-4e7d-bc47-feb11109602a), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:59.778807 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-7b478d84-f14f-46dd-93e0-d39936c7c0b3 admin admin] Calling delete_port for 809a9c8d-b43e-4e7d-bc47-feb11109602a owned by network:router_interface {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:00:59.846504 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f99176f4-e1b3-4d73-8f77-568f93f8b745 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-438150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9657'] for router (0828d5f3-9c13-46e3-9d02-563b064af26e), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:59.848742 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f99176f4-e1b3-4d73-8f77-568f93f8b745 admin admin] Publish callbacks [] for router_controller (0828d5f3-9c13-46e3-9d02-563b064af26e), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:59.896451 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f99176f4-e1b3-4d73-8f77-568f93f8b745 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-438173'] for router (0828d5f3-9c13-46e3-9d02-563b064af26e), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:59.897248 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f99176f4-e1b3-4d73-8f77-568f93f8b745 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0828d5f3-9c13-46e3-9d02-563b064af26e {{(pid=109803) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 13 13:00:59.901709 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f99176f4-e1b3-4d73-8f77-568f93f8b745 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:59.905153 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-f99176f4-e1b3-4d73-8f77-568f93f8b745 admin admin] 10.222.0.49 "DELETE /v2.0/routers/0828d5f3-9c13-46e3-9d02-563b064af26e HTTP/1.1" status: 204 len: 168 time: 0.8946488 May 13 13:00:59.905351 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 52952) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:00:59.951667 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.db.db_base_plugin_v2 [None req-575cfd4c-b4db-4e09-86ba-a391cfa8d27f admin admin] Deleting subnet 9e6203bd-7b13-480f-9ce9-60943080d6b6 {{(pid=109803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 13 13:00:59.954968 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-575cfd4c-b4db-4e09-86ba-a391cfa8d27f admin admin] Publish callbacks [] for subnet (9e6203bd-7b13-480f-9ce9-60943080d6b6), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:59.957024 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.agents_db [None req-04065fb1-5207-409b-a281-8f6301b2fc59 None None] Agent healthcheck: found 6 active agents {{(pid=109806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 13:00:59.963202 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7b478d84-f14f-46dd-93e0-d39936c7c0b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750967572628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750967062393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6007231'] for port (809a9c8d-b43e-4e7d-bc47-feb11109602a), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:59.990518 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-575cfd4c-b4db-4e09-86ba-a391cfa8d27f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6506723'] for subnet (9e6203bd-7b13-480f-9ce9-60943080d6b6), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:00:59.999110 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b478d84-f14f-46dd-93e0-d39936c7c0b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=809a9c8d-b43e-4e7d-bc47-feb11109602a,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:01:00.114445 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-575cfd4c-b4db-4e09-86ba-a391cfa8d27f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1488813'] for subnet (9e6203bd-7b13-480f-9ce9-60943080d6b6), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:00.203696 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-575cfd4c-b4db-4e09-86ba-a391cfa8d27f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6509854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5762263'] for subnet (9e6203bd-7b13-480f-9ce9-60943080d6b6), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:00.232913 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575cfd4c-b4db-4e09-86ba-a391cfa8d27f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e6203bd-7b13-480f-9ce9-60943080d6b6,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:01:00.237425 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-575cfd4c-b4db-4e09-86ba-a391cfa8d27f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617456'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:00.242965 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-575cfd4c-b4db-4e09-86ba-a391cfa8d27f admin admin] 10.222.0.49 "DELETE /v2.0/subnets/9e6203bd-7b13-480f-9ce9-60943080d6b6 HTTP/1.1" status: 204 len: 168 time: 0.3343859 May 13 13:01:00.243242 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 52956) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:01:00.246208 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26703d96-8745-4697-9823-9d92db227dd3 None None] Network 2e48d261-a2df-43c6-bd2a-fa0153331d4d requested from dv-cinder-841644-1-iscsi {{(pid=109805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:01:00.321788 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ac04b4ee-f825-49b7-927a-3043ab5b6542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1355768'] for network (2e48d261-a2df-43c6-bd2a-fa0153331d4d), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:00.373154 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-ac04b4ee-f825-49b7-927a-3043ab5b6542 admin admin] Deleting port 56a64255-84b8-46e8-8054-29de1dd0d077 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:01:00.373549 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ac04b4ee-f825-49b7-927a-3043ab5b6542 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750967565572'] for port (56a64255-84b8-46e8-8054-29de1dd0d077), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:00.439696 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-ac04b4ee-f825-49b7-927a-3043ab5b6542 admin admin] For port 56a64255-84b8-46e8-8054-29de1dd0d077, host dv-cinder-841644-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841644-1-iscsi',level=0,port_id=56a64255-84b8-46e8-8054-29de1dd0d077,segment=NetworkSegment(0f3297cd-6882-42ac-b9e0-5f7f169df451),segment_id=0f3297cd-6882-42ac-b9e0-5f7f169df451)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:01:00.440219 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ac04b4ee-f825-49b7-927a-3043ab5b6542 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624050'] for port (56a64255-84b8-46e8-8054-29de1dd0d077), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:00.454961 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-ac04b4ee-f825-49b7-927a-3043ab5b6542 admin admin] Calling delete_port for 56a64255-84b8-46e8-8054-29de1dd0d077 owned by network:dhcp {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:01:00.500724 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7b478d84-f14f-46dd-93e0-d39936c7c0b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1627437'] for router_interface (045f35fc-2c99-4b59-9cb3-9ddcf675eecc), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:00.531483 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d1f4792-1a37-44df-9e8a-af16eca7cb17 None None] DHCP port deletion for 2e48d261-a2df-43c6-bd2a-fa0153331d4d request from dv-cinder-841644-1-iscsi {{(pid=109805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 13 13:01:00.544104 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0d49db-07d8-4eb2-ab6a-3916a05b7a86 req-89eb67e8-2a26-4a0c-8aa8-d354abab0f65 tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:01:00.549567 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-8f0d49db-07d8-4eb2-ab6a-3916a05b7a86 req-89eb67e8-2a26-4a0c-8aa8-d354abab0f65 tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] 10.222.0.49 "GET /v2.0/ports?device_id=22b0e32f-563b-4525-95b2-a499295bb569 HTTP/1.1" status: 200 len: 946 time: 0.0605636 May 13 13:01:00.593766 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-4d1f4792-1a37-44df-9e8a-af16eca7cb17 None None] Deleting port 56a64255-84b8-46e8-8054-29de1dd0d077 {{(pid=109805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:01:00.594188 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-4d1f4792-1a37-44df-9e8a-af16eca7cb17 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750967565572'] for port (56a64255-84b8-46e8-8054-29de1dd0d077), before_delete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:00.677074 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-4d1f4792-1a37-44df-9e8a-af16eca7cb17 None None] For port 56a64255-84b8-46e8-8054-29de1dd0d077, host dv-cinder-841644-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841644-1-iscsi',level=0,port_id=56a64255-84b8-46e8-8054-29de1dd0d077,segment=NetworkSegment(0f3297cd-6882-42ac-b9e0-5f7f169df451),segment_id=0f3297cd-6882-42ac-b9e0-5f7f169df451)] {{(pid=109805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:01:00.677074 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-4d1f4792-1a37-44df-9e8a-af16eca7cb17 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624050'] for port (56a64255-84b8-46e8-8054-29de1dd0d077), precommit_delete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:00.691398 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-4d1f4792-1a37-44df-9e8a-af16eca7cb17 None None] Calling delete_port for 56a64255-84b8-46e8-8054-29de1dd0d077 owned by network:dhcp {{(pid=109805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:01:00.708955 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-8f0d49db-07d8-4eb2-ab6a-3916a05b7a86 req-6bc929fc-1c53-4bbc-8e0c-bfff9012123f tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab2a7c4b-eada-43c6-a764-0d2a83f35616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221724 May 13 13:01:00.776574 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Device 253ed4d7-3c8d-4067-a439-514a1cd818a2 no longer exists at agent ovs-agent-dv-cinder-841644-1-iscsi {{(pid=109805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:01:00.815658 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] No Port match for: 253ed4d7-3c8d-4067-a439-514a1cd818a2 {{(pid=109805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:01:00.816015 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Device 253ed4d7-3c8d-4067-a439-514a1cd818a2 not bound to the agent host dv-cinder-841644-1-iscsi {{(pid=109805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:01:00.816435 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Device 56a64255-84b8-46e8-8054-29de1dd0d077 no longer exists at agent ovs-agent-dv-cinder-841644-1-iscsi {{(pid=109805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:01:00.841203 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-4d1f4792-1a37-44df-9e8a-af16eca7cb17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750967572628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750967062393'] for port (56a64255-84b8-46e8-8054-29de1dd0d077), after_delete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:00.861582 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b478d84-f14f-46dd-93e0-d39936c7c0b3 admin admin] Router 045f35fc-2c99-4b59-9cb3-9ddcf675eecc has already been hosted by L3 agent 6d8a5631-9f63-444c-af3b-4dcce4842b62 {{(pid=109804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 13:01:00.874853 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ac04b4ee-f825-49b7-927a-3043ab5b6542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750967572628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750967062393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6509865'] for port (56a64255-84b8-46e8-8054-29de1dd0d077), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:00.881209 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1f4792-1a37-44df-9e8a-af16eca7cb17 None None] Pushing event deleted for resources: {'Port': ['ID=56a64255-84b8-46e8-8054-29de1dd0d077,revision_number=None']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:01:00.883043 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1f4792-1a37-44df-9e8a-af16eca7cb17 None None] No DVR routers for this DVR port 56a64255-84b8-46e8-8054-29de1dd0d077 on host dv-cinder-841644-1-iscsi {{(pid=109805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 13:01:00.905233 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] No active binding found for port 56a64255-84b8-46e8-8054-29de1dd0d077 {{(pid=109805) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} May 13 13:01:00.905233 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] The host dv-cinder-841644-1-iscsi is not matching for port 56a64255-84b8-46e8-8054-29de1dd0d077 host None! {{(pid=109805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2394}} May 13 13:01:00.905233 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Device 56a64255-84b8-46e8-8054-29de1dd0d077 not bound to the agent host dv-cinder-841644-1-iscsi {{(pid=109805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:01:00.905233 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Device c7c4c484-43bc-451f-b28d-0badb4b8ab53 no longer exists at agent ovs-agent-dv-cinder-841644-1-iscsi {{(pid=109805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:01:00.928612 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac04b4ee-f825-49b7-927a-3043ab5b6542 admin admin] Pushing event deleted for resources: {'Port': ['ID=56a64255-84b8-46e8-8054-29de1dd0d077,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:01:00.930615 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac04b4ee-f825-49b7-927a-3043ab5b6542 admin admin] No DVR routers for this DVR port 56a64255-84b8-46e8-8054-29de1dd0d077 on host dv-cinder-841644-1-iscsi {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 13:01:01.023416 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b478d84-f14f-46dd-93e0-d39936c7c0b3 admin admin] Notify agent at l3_agent.dv-cinder-841644-1-iscsi the message routers_updated {{(pid=109804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:01:01.025580 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ac04b4ee-f825-49b7-927a-3043ab5b6542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1476694', 'neutron.services.segments.db._delete_segments_for_network-8750967377201'] for network (2e48d261-a2df-43c6-bd2a-fa0153331d4d), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:01.028686 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-7b478d84-f14f-46dd-93e0-d39936c7c0b3 admin admin] 10.222.0.49 "PUT /v2.0/routers/045f35fc-2c99-4b59-9cb3-9ddcf675eecc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3313949 May 13 13:01:01.031222 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 52958) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:01:01.052346 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.services.segments.db [None req-ac04b4ee-f825-49b7-927a-3043ab5b6542 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e48d261-a2df-43c6-bd2a-fa0153331d4d']}} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:01:01.062667 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.services.segments.db [None req-ac04b4ee-f825-49b7-927a-3043ab5b6542 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f3297cd-6882-42ac-b9e0-5f7f169df451') {'for_net_delete': True} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:01:01.062958 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.services.segments.db [None req-ac04b4ee-f825-49b7-927a-3043ab5b6542 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f3297cd-6882-42ac-b9e0-5f7f169df451') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:01:01.074637 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ac04b4ee-f825-49b7-927a-3043ab5b6542 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750967377722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6506520'] for segment (0f3297cd-6882-42ac-b9e0-5f7f169df451), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:01.080913 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712fe59c-c82e-4e35-b4aa-1775b239ef03 None None] Sync routers for ids ['045f35fc-2c99-4b59-9cb3-9ddcf675eecc'] in dv-cinder-841644-1-iscsi {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:01:01.083326 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] No Port match for: c7c4c484-43bc-451f-b28d-0badb4b8ab53 {{(pid=109805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:01:01.083668 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Device c7c4c484-43bc-451f-b28d-0badb4b8ab53 not bound to the agent host dv-cinder-841644-1-iscsi {{(pid=109805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:01:01.089468 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ac04b4ee-f825-49b7-927a-3043ab5b6542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488896'] for segment (0f3297cd-6882-42ac-b9e0-5f7f169df451), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:01.093289 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712fe59c-c82e-4e35-b4aa-1775b239ef03 None None] Routers {'045f35fc-2c99-4b59-9cb3-9ddcf675eecc'} bound to L3 agent in host dv-cinder-841644-1-iscsi {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:01:01.093913 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-712fe59c-c82e-4e35-b4aa-1775b239ef03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841644-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T12:45:44Z,description=,heartbeat_timestamp=2022-05-13T13:00:44Z,host='dv-cinder-841644-1-iscsi',id=6d8a5631-9f63-444c-af3b-4dcce4842b62,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T12:45:44Z,topic='l3_agent')) {'router_ids': ['045f35fc-2c99-4b59-9cb3-9ddcf675eecc'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:01:01.102333 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac04b4ee-f825-49b7-927a-3043ab5b6542 admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=109803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 13:01:01.102734 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ac04b4ee-f825-49b7-927a-3043ab5b6542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6509940'] for segment (0f3297cd-6882-42ac-b9e0-5f7f169df451), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:01.104669 dv-cinder-841644-1-iscsi neutron-server[109803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 13:01:01.104669 dv-cinder-841644-1-iscsi neutron-server[109803]: self.session.flush() May 13 13:01:01.104669 dv-cinder-841644-1-iscsi neutron-server[109803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 13:01:01.104669 dv-cinder-841644-1-iscsi neutron-server[109803]: self.session.flush() May 13 13:01:01.104669 dv-cinder-841644-1-iscsi neutron-server[109803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 13:01:01.104669 dv-cinder-841644-1-iscsi neutron-server[109803]: self.session.flush() May 13 13:01:01.104669 dv-cinder-841644-1-iscsi neutron-server[109803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 13 13:01:01.104669 dv-cinder-841644-1-iscsi neutron-server[109803]: self.session.flush() May 13 13:01:01.104669 dv-cinder-841644-1-iscsi neutron-server[109803]: Traceback (most recent call last): May 13 13:01:01.104669 dv-cinder-841644-1-iscsi neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 13:01:01.104669 dv-cinder-841644-1-iscsi neutron-server[109803]: timer() May 13 13:01:01.104669 dv-cinder-841644-1-iscsi neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 13:01:01.104669 dv-cinder-841644-1-iscsi neutron-server[109803]: cb(*args, **kw) May 13 13:01:01.104669 dv-cinder-841644-1-iscsi neutron-server[109803]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 13 13:01:01.104669 dv-cinder-841644-1-iscsi neutron-server[109803]: return func(*args, **kwargs) May 13 13:01:01.104669 dv-cinder-841644-1-iscsi neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 13:01:01.104669 dv-cinder-841644-1-iscsi neutron-server[109803]: self._notify() May 13 13:01:01.104669 dv-cinder-841644-1-iscsi neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 13:01:01.104669 dv-cinder-841644-1-iscsi neutron-server[109803]: self.callback(batched_events) May 13 13:01:01.104669 dv-cinder-841644-1-iscsi neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 13:01:01.104669 dv-cinder-841644-1-iscsi neutron-server[109803]: event.method(event) May 13 13:01:01.104669 dv-cinder-841644-1-iscsi neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 13 13:01:01.104669 dv-cinder-841644-1-iscsi neutron-server[109803]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 13:01:01.104669 dv-cinder-841644-1-iscsi neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 13 13:01:01.104669 dv-cinder-841644-1-iscsi neutron-server[109803]: aggregate_uuid = self.p_client.list_aggregates( May 13 13:01:01.104669 dv-cinder-841644-1-iscsi neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 13 13:01:01.104669 dv-cinder-841644-1-iscsi neutron-server[109803]: return f(self, *a, **k) May 13 13:01:01.104669 dv-cinder-841644-1-iscsi neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 13 13:01:01.104669 dv-cinder-841644-1-iscsi neutron-server[109803]: return self._get(url).json() May 13 13:01:01.104669 dv-cinder-841644-1-iscsi neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 13 13:01:01.104669 dv-cinder-841644-1-iscsi neutron-server[109803]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 13:01:01.104669 dv-cinder-841644-1-iscsi neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 13:01:01.104669 dv-cinder-841644-1-iscsi neutron-server[109803]: return self.request(url, 'GET', **kwargs) May 13 13:01:01.104669 dv-cinder-841644-1-iscsi neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 13:01:01.104669 dv-cinder-841644-1-iscsi neutron-server[109803]: base_url = self.get_endpoint(auth, allow=allow, May 13 13:01:01.104669 dv-cinder-841644-1-iscsi neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 13:01:01.104669 dv-cinder-841644-1-iscsi neutron-server[109803]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 13:01:01.104669 dv-cinder-841644-1-iscsi neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 13:01:01.104669 dv-cinder-841644-1-iscsi neutron-server[109803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 13:01:01.104669 dv-cinder-841644-1-iscsi neutron-server[109803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 13:01:01.165873 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0d294ff2-7880-4ea1-9094-2530187f391e admin admin] Publish callbacks [] for router (045f35fc-2c99-4b59-9cb3-9ddcf675eecc), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:01.167058 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ac04b4ee-f825-49b7-927a-3043ab5b6542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1476655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621796'] for network (2e48d261-a2df-43c6-bd2a-fa0153331d4d), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:01.185697 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ac04b4ee-f825-49b7-927a-3043ab5b6542 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617456'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:01.192265 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-ac04b4ee-f825-49b7-927a-3043ab5b6542 admin admin] 10.222.0.49 "DELETE /v2.0/networks/2e48d261-a2df-43c6-bd2a-fa0153331d4d HTTP/1.1" status: 204 len: 168 time: 0.9458632 May 13 13:01:01.192265 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac04b4ee-f825-49b7-927a-3043ab5b6542 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e48d261-a2df-43c6-bd2a-fa0153331d4d,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:01:01.216660 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-712fe59c-c82e-4e35-b4aa-1775b239ef03 None None] Set router 045f35fc-2c99-4b59-9cb3-9ddcf675eecc gateway port host: dv-cinder-841644-1-iscsi {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:01:01.292657 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0d294ff2-7880-4ea1-9094-2530187f391e admin admin] Publish callbacks [] for router_gateway (045f35fc-2c99-4b59-9cb3-9ddcf675eecc), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:01.322909 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 52962) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:01:01.346358 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-0d294ff2-7880-4ea1-9094-2530187f391e admin admin] Deleting port 02b711c9-c253-4fa7-9b82-c20738edf579 {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:01:01.346691 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0d294ff2-7880-4ea1-9094-2530187f391e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750967565572'] for port (02b711c9-c253-4fa7-9b82-c20738edf579), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:01.369669 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-36d6f7fd-c9b9-4ed2-970c-6a42286e8689 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a8e091db3cd14ecb9c40257451cd434d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0423150 May 13 13:01:01.370084 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 52964) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:01:01.399431 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-712fe59c-c82e-4e35-b4aa-1775b239ef03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '045f35fc-2c99-4b59-9cb3-9ddcf675eecc', 'name': 'tempest-AttachVolumeNegativeTest-207558896-router', 'tenant_id': '7ec55859792345359fc7b22003b4e995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '02b711c9-c253-4fa7-9b82-c20738edf579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T12:54:23Z', 'updated_at': '2022-05-13T13:00:59Z', 'revision_number': 5, 'project_id': '7ec55859792345359fc7b22003b4e995', 'gw_port': {'id': '02b711c9-c253-4fa7-9b82-c20738edf579', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ac:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045f35fc-2c99-4b59-9cb3-9ddcf675eecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:54:25Z', 'updated_at': '2022-05-13T12:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi'}], 'dv-cinder-841644-1-iscsi', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:01:01.422271 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6d36bb42-468a-47e2-a49c-2db99b54bbef admin admin] Publish callbacks [] for security_group (86478128-c2ff-401c-9293-67bb531c9050), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:01.431616 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712fe59c-c82e-4e35-b4aa-1775b239ef03 None None] Checking router: 045f35fc-2c99-4b59-9cb3-9ddcf675eecc for host: dv-cinder-841644-1-iscsi {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:01:01.433867 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-0d294ff2-7880-4ea1-9094-2530187f391e admin admin] For port 02b711c9-c253-4fa7-9b82-c20738edf579, host dv-cinder-841644-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841644-1-iscsi',level=0,port_id=02b711c9-c253-4fa7-9b82-c20738edf579,segment=NetworkSegment(2bcc8a2d-359a-4841-80fa-a53ce02b14f8),segment_id=2bcc8a2d-359a-4841-80fa-a53ce02b14f8)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:01:01.434230 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0d294ff2-7880-4ea1-9094-2530187f391e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624050'] for port (02b711c9-c253-4fa7-9b82-c20738edf579), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:01.440480 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712fe59c-c82e-4e35-b4aa-1775b239ef03 None None] Routers {'045f35fc-2c99-4b59-9cb3-9ddcf675eecc'} bound to L3 agent in host dv-cinder-841644-1-iscsi {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:01:01.441123 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-712fe59c-c82e-4e35-b4aa-1775b239ef03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841644-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T12:45:44Z,description=,heartbeat_timestamp=2022-05-13T13:00:44Z,host='dv-cinder-841644-1-iscsi',id=6d8a5631-9f63-444c-af3b-4dcce4842b62,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T12:45:44Z,topic='l3_agent')) {'router_ids': ['045f35fc-2c99-4b59-9cb3-9ddcf675eecc'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:01:01.444932 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6d36bb42-468a-47e2-a49c-2db99b54bbef admin admin] Publish callbacks [] for security_group (86478128-c2ff-401c-9293-67bb531c9050), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:01.452049 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-0d294ff2-7880-4ea1-9094-2530187f391e admin admin] Calling delete_port for 02b711c9-c253-4fa7-9b82-c20738edf579 owned by network:router_gateway {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:01:01.497945 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6d36bb42-468a-47e2-a49c-2db99b54bbef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (86478128-c2ff-401c-9293-67bb531c9050), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:01.501698 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6d36bb42-468a-47e2-a49c-2db99b54bbef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:01.505457 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-6d36bb42-468a-47e2-a49c-2db99b54bbef admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/86478128-c2ff-401c-9293-67bb531c9050 HTTP/1.1" status: 204 len: 168 time: 0.1341417 May 13 13:01:01.515912 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d36bb42-468a-47e2-a49c-2db99b54bbef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86478128-c2ff-401c-9293-67bb531c9050,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:01:01.538304 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-712fe59c-c82e-4e35-b4aa-1775b239ef03 None None] Set router 045f35fc-2c99-4b59-9cb3-9ddcf675eecc gateway port host: None {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:01:01.598782 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-712fe59c-c82e-4e35-b4aa-1775b239ef03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '045f35fc-2c99-4b59-9cb3-9ddcf675eecc', 'name': 'tempest-AttachVolumeNegativeTest-207558896-router', 'tenant_id': '7ec55859792345359fc7b22003b4e995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T12:54:23Z', 'updated_at': '2022-05-13T13:01:01Z', 'revision_number': 6, 'project_id': '7ec55859792345359fc7b22003b4e995', 'gw_port_host': None}], 'dv-cinder-841644-1-iscsi', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:01:01.631431 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712fe59c-c82e-4e35-b4aa-1775b239ef03 None None] The sync data for ids ['045f35fc-2c99-4b59-9cb3-9ddcf675eecc'] in dv-cinder-841644-1-iscsi is: [{'id': '045f35fc-2c99-4b59-9cb3-9ddcf675eecc', 'name': 'tempest-AttachVolumeNegativeTest-207558896-router', 'tenant_id': '7ec55859792345359fc7b22003b4e995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T12:54:23Z', 'updated_at': '2022-05-13T13:01:01Z', 'revision_number': 6, 'project_id': '7ec55859792345359fc7b22003b4e995', 'gw_port_host': None}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:01:01.643981 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0d294ff2-7880-4ea1-9094-2530187f391e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750967572628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750967062393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6007231'] for port (02b711c9-c253-4fa7-9b82-c20738edf579), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:01.685386 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d294ff2-7880-4ea1-9094-2530187f391e admin admin] Pushing event deleted for resources: {'Port': ['ID=02b711c9-c253-4fa7-9b82-c20738edf579,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:01:01.748443 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0d294ff2-7880-4ea1-9094-2530187f391e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619274'] for router_gateway (045f35fc-2c99-4b59-9cb3-9ddcf675eecc), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:01.872175 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b029625d-50ae-4b8c-9d4c-03de5aa5d3e6 req-d35a74b5-0b39-49d1-abdc-c04e0f2fdbe0 tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:01:01.873873 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-b029625d-50ae-4b8c-9d4c-03de5aa5d3e6 req-d35a74b5-0b39-49d1-abdc-c04e0f2fdbe0 tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] 10.222.0.49 "GET /v2.0/ports?device_id=22b0e32f-563b-4525-95b2-a499295bb569 HTTP/1.1" status: 200 len: 946 time: 0.0691319 May 13 13:01:01.885690 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0d294ff2-7880-4ea1-9094-2530187f391e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-438150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9657'] for router (045f35fc-2c99-4b59-9cb3-9ddcf675eecc), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:01.888771 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0d294ff2-7880-4ea1-9094-2530187f391e admin admin] Publish callbacks [] for router_controller (045f35fc-2c99-4b59-9cb3-9ddcf675eecc), precommit_delete_associations {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:01.927625 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-b029625d-50ae-4b8c-9d4c-03de5aa5d3e6 req-1d2d44ce-e9b8-4ee2-8600-1d9c4f29fcbc tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab2a7c4b-eada-43c6-a764-0d2a83f35616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473762 May 13 13:01:01.968770 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0d294ff2-7880-4ea1-9094-2530187f391e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-438173'] for router (045f35fc-2c99-4b59-9cb3-9ddcf675eecc), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:01.968770 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d294ff2-7880-4ea1-9094-2530187f391e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 045f35fc-2c99-4b59-9cb3-9ddcf675eecc {{(pid=109804) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 13 13:01:01.975508 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0d294ff2-7880-4ea1-9094-2530187f391e admin admin] Publish callbacks [] for router (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:01.979633 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-0d294ff2-7880-4ea1-9094-2530187f391e admin admin] 10.222.0.49 "DELETE /v2.0/routers/045f35fc-2c99-4b59-9cb3-9ddcf675eecc HTTP/1.1" status: 204 len: 168 time: 0.9472492 May 13 13:01:01.980255 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 52980) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:01:02.027998 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ae55594-3564-4eb0-8413-36d9ffa8b274 admin admin] Deleting subnet 95241052-552d-491a-8c23-5ec0dd2b8fa6 {{(pid=109804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 13 13:01:02.031892 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0ae55594-3564-4eb0-8413-36d9ffa8b274 admin admin] Publish callbacks [] for subnet (95241052-552d-491a-8c23-5ec0dd2b8fa6), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:02.082524 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0ae55594-3564-4eb0-8413-36d9ffa8b274 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6106684'] for subnet (95241052-552d-491a-8c23-5ec0dd2b8fa6), precommit_delete_associations {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:02.160380 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0ae55594-3564-4eb0-8413-36d9ffa8b274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1488813'] for subnet (95241052-552d-491a-8c23-5ec0dd2b8fa6), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:02.219954 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0ae55594-3564-4eb0-8413-36d9ffa8b274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6007176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5962105'] for subnet (95241052-552d-491a-8c23-5ec0dd2b8fa6), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:02.245485 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae55594-3564-4eb0-8413-36d9ffa8b274 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95241052-552d-491a-8c23-5ec0dd2b8fa6,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:01:02.250363 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0ae55594-3564-4eb0-8413-36d9ffa8b274 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:02.254118 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-0ae55594-3564-4eb0-8413-36d9ffa8b274 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/95241052-552d-491a-8c23-5ec0dd2b8fa6 HTTP/1.1" status: 204 len: 168 time: 0.2728956 May 13 13:01:02.256555 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 52990) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:01:02.258290 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f514e4b8-8137-48d5-915c-e0cfde2554a1 None None] Network f1c41e28-5d16-459f-865e-9320359228db requested from dv-cinder-841644-1-iscsi {{(pid=109805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:01:02.333476 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-705ce869-7a61-497f-bc4a-ddc12aea7ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1355768'] for network (f1c41e28-5d16-459f-865e-9320359228db), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:02.390318 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-705ce869-7a61-497f-bc4a-ddc12aea7ad6 admin admin] Deleting port fd663ba6-5e8c-411f-8df6-e04870b8bbc9 {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:01:02.390654 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-705ce869-7a61-497f-bc4a-ddc12aea7ad6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750967565572'] for port (fd663ba6-5e8c-411f-8df6-e04870b8bbc9), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:02.441557 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30621655-0bc0-4343-a454-4434a08c440f None None] DHCP port deletion for f1c41e28-5d16-459f-865e-9320359228db request from dv-cinder-841644-1-iscsi {{(pid=109805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 13 13:01:02.474732 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-705ce869-7a61-497f-bc4a-ddc12aea7ad6 admin admin] For port fd663ba6-5e8c-411f-8df6-e04870b8bbc9, host dv-cinder-841644-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841644-1-iscsi',level=0,port_id=fd663ba6-5e8c-411f-8df6-e04870b8bbc9,segment=NetworkSegment(c6a3dc01-8071-489d-bd05-606d071e01ac),segment_id=c6a3dc01-8071-489d-bd05-606d071e01ac)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:01:02.475097 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-705ce869-7a61-497f-bc4a-ddc12aea7ad6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624050'] for port (fd663ba6-5e8c-411f-8df6-e04870b8bbc9), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:02.489809 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-705ce869-7a61-497f-bc4a-ddc12aea7ad6 admin admin] Calling delete_port for fd663ba6-5e8c-411f-8df6-e04870b8bbc9 owned by network:dhcp {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:01:02.495269 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-30621655-0bc0-4343-a454-4434a08c440f None None] Deleting port fd663ba6-5e8c-411f-8df6-e04870b8bbc9 {{(pid=109805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:01:02.496113 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-30621655-0bc0-4343-a454-4434a08c440f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750967565572'] for port (fd663ba6-5e8c-411f-8df6-e04870b8bbc9), before_delete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:02.539912 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Device 02b711c9-c253-4fa7-9b82-c20738edf579 no longer exists at agent ovs-agent-dv-cinder-841644-1-iscsi {{(pid=109805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:01:02.567385 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] No Port match for: 02b711c9-c253-4fa7-9b82-c20738edf579 {{(pid=109805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:01:02.567738 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Device 02b711c9-c253-4fa7-9b82-c20738edf579 not bound to the agent host dv-cinder-841644-1-iscsi {{(pid=109805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:01:02.568128 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Device 809a9c8d-b43e-4e7d-bc47-feb11109602a no longer exists at agent ovs-agent-dv-cinder-841644-1-iscsi {{(pid=109805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:01:02.586755 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-705ce869-7a61-497f-bc4a-ddc12aea7ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750967572628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750967062393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6007231'] for port (fd663ba6-5e8c-411f-8df6-e04870b8bbc9), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:02.602365 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] No Port match for: 809a9c8d-b43e-4e7d-bc47-feb11109602a {{(pid=109805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:01:02.602703 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Device 809a9c8d-b43e-4e7d-bc47-feb11109602a not bound to the agent host dv-cinder-841644-1-iscsi {{(pid=109805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:01:02.603118 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Device fd663ba6-5e8c-411f-8df6-e04870b8bbc9 no longer exists at agent ovs-agent-dv-cinder-841644-1-iscsi {{(pid=109805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:01:02.616692 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705ce869-7a61-497f-bc4a-ddc12aea7ad6 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd663ba6-5e8c-411f-8df6-e04870b8bbc9,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:01:02.618631 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705ce869-7a61-497f-bc4a-ddc12aea7ad6 admin admin] No DVR routers for this DVR port fd663ba6-5e8c-411f-8df6-e04870b8bbc9 on host dv-cinder-841644-1-iscsi {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 13:01:02.627992 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] No Port match for: fd663ba6-5e8c-411f-8df6-e04870b8bbc9 {{(pid=109805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:01:02.628345 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Device fd663ba6-5e8c-411f-8df6-e04870b8bbc9 not bound to the agent host dv-cinder-841644-1-iscsi {{(pid=109805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:01:02.638507 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-30621655-0bc0-4343-a454-4434a08c440f None None] For port fd663ba6-5e8c-411f-8df6-e04870b8bbc9, host dv-cinder-841644-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841644-1-iscsi',level=0,port_id=fd663ba6-5e8c-411f-8df6-e04870b8bbc9,segment=NetworkSegment(c6a3dc01-8071-489d-bd05-606d071e01ac),segment_id=c6a3dc01-8071-489d-bd05-606d071e01ac)] {{(pid=109805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:01:02.638913 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-30621655-0bc0-4343-a454-4434a08c440f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624050'] for port (fd663ba6-5e8c-411f-8df6-e04870b8bbc9), precommit_delete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:02.659770 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-30621655-0bc0-4343-a454-4434a08c440f None None] Calling delete_port for fd663ba6-5e8c-411f-8df6-e04870b8bbc9 owned by network:dhcp {{(pid=109805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:01:02.714434 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-705ce869-7a61-497f-bc4a-ddc12aea7ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1476694', 'neutron.services.segments.db._delete_segments_for_network-8750967377201'] for network (f1c41e28-5d16-459f-865e-9320359228db), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:02.755893 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.services.segments.db [None req-705ce869-7a61-497f-bc4a-ddc12aea7ad6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1c41e28-5d16-459f-865e-9320359228db']}} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:01:02.766370 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.services.segments.db [None req-705ce869-7a61-497f-bc4a-ddc12aea7ad6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6a3dc01-8071-489d-bd05-606d071e01ac') {'for_net_delete': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:01:02.767359 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.services.segments.db [None req-705ce869-7a61-497f-bc4a-ddc12aea7ad6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6a3dc01-8071-489d-bd05-606d071e01ac') {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:01:02.776475 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-30621655-0bc0-4343-a454-4434a08c440f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750967572628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750967062393'] for port (fd663ba6-5e8c-411f-8df6-e04870b8bbc9), after_delete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:02.778948 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-705ce869-7a61-497f-bc4a-ddc12aea7ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750967377722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6106823'] for segment (c6a3dc01-8071-489d-bd05-606d071e01ac), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:02.810648 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30621655-0bc0-4343-a454-4434a08c440f None None] Pushing event deleted for resources: {'Port': ['ID=fd663ba6-5e8c-411f-8df6-e04870b8bbc9,revision_number=None']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:01:02.812358 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-705ce869-7a61-497f-bc4a-ddc12aea7ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488896'] for segment (c6a3dc01-8071-489d-bd05-606d071e01ac), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:02.815198 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30621655-0bc0-4343-a454-4434a08c440f None None] No DVR routers for this DVR port fd663ba6-5e8c-411f-8df6-e04870b8bbc9 on host dv-cinder-841644-1-iscsi {{(pid=109805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 13:01:02.836192 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-705ce869-7a61-497f-bc4a-ddc12aea7ad6 admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=109804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 13:01:02.836627 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-705ce869-7a61-497f-bc4a-ddc12aea7ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6007266'] for segment (c6a3dc01-8071-489d-bd05-606d071e01ac), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:02.849496 dv-cinder-841644-1-iscsi neutron-server[109804]: Traceback (most recent call last): May 13 13:01:02.849496 dv-cinder-841644-1-iscsi neutron-server[109804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 13:01:02.849496 dv-cinder-841644-1-iscsi neutron-server[109804]: timer() May 13 13:01:02.849496 dv-cinder-841644-1-iscsi neutron-server[109804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 13:01:02.849496 dv-cinder-841644-1-iscsi neutron-server[109804]: cb(*args, **kw) May 13 13:01:02.849496 dv-cinder-841644-1-iscsi neutron-server[109804]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 13 13:01:02.849496 dv-cinder-841644-1-iscsi neutron-server[109804]: return func(*args, **kwargs) May 13 13:01:02.849496 dv-cinder-841644-1-iscsi neutron-server[109804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 13:01:02.849496 dv-cinder-841644-1-iscsi neutron-server[109804]: self._notify() May 13 13:01:02.849496 dv-cinder-841644-1-iscsi neutron-server[109804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 13:01:02.849496 dv-cinder-841644-1-iscsi neutron-server[109804]: self.callback(batched_events) May 13 13:01:02.849496 dv-cinder-841644-1-iscsi neutron-server[109804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 13:01:02.849496 dv-cinder-841644-1-iscsi neutron-server[109804]: event.method(event) May 13 13:01:02.849496 dv-cinder-841644-1-iscsi neutron-server[109804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 13 13:01:02.849496 dv-cinder-841644-1-iscsi neutron-server[109804]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 13:01:02.849496 dv-cinder-841644-1-iscsi neutron-server[109804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 13 13:01:02.849496 dv-cinder-841644-1-iscsi neutron-server[109804]: aggregate_uuid = self.p_client.list_aggregates( May 13 13:01:02.849496 dv-cinder-841644-1-iscsi neutron-server[109804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 13 13:01:02.849496 dv-cinder-841644-1-iscsi neutron-server[109804]: return f(self, *a, **k) May 13 13:01:02.849496 dv-cinder-841644-1-iscsi neutron-server[109804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 13 13:01:02.849496 dv-cinder-841644-1-iscsi neutron-server[109804]: return self._get(url).json() May 13 13:01:02.849496 dv-cinder-841644-1-iscsi neutron-server[109804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 13 13:01:02.849496 dv-cinder-841644-1-iscsi neutron-server[109804]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 13:01:02.849496 dv-cinder-841644-1-iscsi neutron-server[109804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 13:01:02.849496 dv-cinder-841644-1-iscsi neutron-server[109804]: return self.request(url, 'GET', **kwargs) May 13 13:01:02.849496 dv-cinder-841644-1-iscsi neutron-server[109804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 13:01:02.849496 dv-cinder-841644-1-iscsi neutron-server[109804]: base_url = self.get_endpoint(auth, allow=allow, May 13 13:01:02.849496 dv-cinder-841644-1-iscsi neutron-server[109804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 13:01:02.849496 dv-cinder-841644-1-iscsi neutron-server[109804]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 13:01:02.849496 dv-cinder-841644-1-iscsi neutron-server[109804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 13:01:02.849496 dv-cinder-841644-1-iscsi neutron-server[109804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 13:01:02.849496 dv-cinder-841644-1-iscsi neutron-server[109804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 13:01:02.894503 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-705ce869-7a61-497f-bc4a-ddc12aea7ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1476655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621796'] for network (f1c41e28-5d16-459f-865e-9320359228db), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:02.900078 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-705ce869-7a61-497f-bc4a-ddc12aea7ad6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617456'] for network (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:02.903164 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-705ce869-7a61-497f-bc4a-ddc12aea7ad6 admin admin] 10.222.0.49 "DELETE /v2.0/networks/f1c41e28-5d16-459f-865e-9320359228db HTTP/1.1" status: 204 len: 168 time: 0.6456487 May 13 13:01:02.915942 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705ce869-7a61-497f-bc4a-ddc12aea7ad6 admin admin] Pushing event deleted for resources: {'Network': ['ID=f1c41e28-5d16-459f-865e-9320359228db,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:01:03.051302 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f153d6-795a-4466-9590-d36fc2b6b8d3 req-168241f0-5fa9-489b-9c34-8c10e5f5d89c tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:01:03.052766 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-48f153d6-795a-4466-9590-d36fc2b6b8d3 req-168241f0-5fa9-489b-9c34-8c10e5f5d89c tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] 10.222.0.49 "GET /v2.0/ports?device_id=22b0e32f-563b-4525-95b2-a499295bb569 HTTP/1.1" status: 200 len: 946 time: 0.0522799 May 13 13:01:03.076637 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 53006) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:01:03.125018 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-48f153d6-795a-4466-9590-d36fc2b6b8d3 req-988807c4-ab10-40f4-bfe8-94e3179adcc8 tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab2a7c4b-eada-43c6-a764-0d2a83f35616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666065 May 13 13:01:03.135894 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-196d970a-7b11-4bae-a29c-1990c45eaca6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7ec55859792345359fc7b22003b4e995&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0582335 May 13 13:01:03.138387 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 53008) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:01:03.189004 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e05e2707-9c64-4d04-9176-1ba914e780b3 admin admin] Publish callbacks [] for security_group (f692a2e9-170d-4ee1-9220-72300369e86c), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:03.211277 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e05e2707-9c64-4d04-9176-1ba914e780b3 admin admin] Publish callbacks [] for security_group (f692a2e9-170d-4ee1-9220-72300369e86c), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:03.258037 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e05e2707-9c64-4d04-9176-1ba914e780b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (f692a2e9-170d-4ee1-9220-72300369e86c), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:03.261093 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e05e2707-9c64-4d04-9176-1ba914e780b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:03.262217 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-e05e2707-9c64-4d04-9176-1ba914e780b3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f692a2e9-170d-4ee1-9220-72300369e86c HTTP/1.1" status: 204 len: 168 time: 0.1229522 May 13 13:01:03.270923 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05e2707-9c64-4d04-9176-1ba914e780b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f692a2e9-170d-4ee1-9220-72300369e86c,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:01:03.921120 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e167727-1dbd-4541-91ea-dddc0ea9efc1 req-35d53f28-0752-4dc2-8c49-5f83f28bbb70 tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:01:03.921777 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-2e167727-1dbd-4541-91ea-dddc0ea9efc1 req-35d53f28-0752-4dc2-8c49-5f83f28bbb70 tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] 10.222.0.49 "GET /v2.0/ports?device_id=22b0e32f-563b-4525-95b2-a499295bb569 HTTP/1.1" status: 200 len: 946 time: 0.0565202 May 13 13:01:03.978527 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-2e167727-1dbd-4541-91ea-dddc0ea9efc1 req-3a4f77e9-692b-466e-8d84-1e9403f9244e tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab2a7c4b-eada-43c6-a764-0d2a83f35616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461349 May 13 13:01:04.093278 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9093e8-b175-4b18-8f05-0860dd34fc6d req-2cee65b2-fb3d-4db7-a7ca-78ae2a051e36 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:01:04.101091 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-cf9093e8-b175-4b18-8f05-0860dd34fc6d req-2cee65b2-fb3d-4db7-a7ca-78ae2a051e36 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=6707c346-88db-4146-b776-e3e370c709d5 HTTP/1.1" status: 200 len: 946 time: 0.0555458 May 13 13:01:04.144151 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-cf9093e8-b175-4b18-8f05-0860dd34fc6d req-4ee3e5bf-15ca-4953-afc6-5213da2a1ce7 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups?id=68fbf85e-1473-452a-bae3-c654f42e4392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422904 May 13 13:01:05.093247 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4403bc0-2e10-4ece-8904-b8215e937038 req-64e21300-34b3-470a-bc09-54a42517e235 tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:01:05.094846 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-e4403bc0-2e10-4ece-8904-b8215e937038 req-64e21300-34b3-470a-bc09-54a42517e235 tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] 10.222.0.49 "GET /v2.0/ports?device_id=22b0e32f-563b-4525-95b2-a499295bb569 HTTP/1.1" status: 200 len: 946 time: 0.0469770 May 13 13:01:05.143686 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-e4403bc0-2e10-4ece-8904-b8215e937038 req-d5347248-1504-4d13-a47d-ad8fc411afa9 tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab2a7c4b-eada-43c6-a764-0d2a83f35616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432646 May 13 13:01:05.266500 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d39f40b-91ca-4bda-9b7e-68344352f352 req-88dfa545-a0f3-4903-9131-12830d941ca6 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:01:05.268072 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-7d39f40b-91ca-4bda-9b7e-68344352f352 req-88dfa545-a0f3-4903-9131-12830d941ca6 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=6707c346-88db-4146-b776-e3e370c709d5 HTTP/1.1" status: 200 len: 946 time: 0.0495334 May 13 13:01:05.316274 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-7d39f40b-91ca-4bda-9b7e-68344352f352 req-8732efeb-1e33-4542-8a6b-af319e79c995 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups?id=68fbf85e-1473-452a-bae3-c654f42e4392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427299 May 13 13:01:06.255065 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dd0a9b-2dc1-4749-a31e-79c67debe0f0 req-49f82dd3-27f0-4f9d-ba66-4dd8c89222ba tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:01:06.256502 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-47dd0a9b-2dc1-4749-a31e-79c67debe0f0 req-49f82dd3-27f0-4f9d-ba66-4dd8c89222ba tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] 10.222.0.49 "GET /v2.0/ports?device_id=22b0e32f-563b-4525-95b2-a499295bb569 HTTP/1.1" status: 200 len: 946 time: 0.0461080 May 13 13:01:06.302060 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-47dd0a9b-2dc1-4749-a31e-79c67debe0f0 req-c510c208-29d3-4e3d-b6bf-b99f0601b784 tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab2a7c4b-eada-43c6-a764-0d2a83f35616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399654 May 13 13:01:06.438224 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afbea00-e505-46aa-9290-d50b8732403e req-5f651a5b-a2ab-4f37-9668-2ae0594205f0 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:01:06.440247 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-6afbea00-e505-46aa-9290-d50b8732403e req-5f651a5b-a2ab-4f37-9668-2ae0594205f0 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=6707c346-88db-4146-b776-e3e370c709d5 HTTP/1.1" status: 200 len: 946 time: 0.0532613 May 13 13:01:06.484612 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-6afbea00-e505-46aa-9290-d50b8732403e req-443e87d9-23ef-48c6-8485-f98454143629 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups?id=68fbf85e-1473-452a-bae3-c654f42e4392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388403 May 13 13:01:07.417452 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95a0bd9-365f-40fd-8ac0-76d2f5c58858 req-2b03c8d9-3e32-4b76-b4ff-95d253c1b25a tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:01:07.418819 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-b95a0bd9-365f-40fd-8ac0-76d2f5c58858 req-2b03c8d9-3e32-4b76-b4ff-95d253c1b25a tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] 10.222.0.49 "GET /v2.0/ports?device_id=22b0e32f-563b-4525-95b2-a499295bb569 HTTP/1.1" status: 200 len: 946 time: 0.0485122 May 13 13:01:07.469631 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-b95a0bd9-365f-40fd-8ac0-76d2f5c58858 req-8634c12c-460d-41f2-b0d1-93d381e23f46 tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab2a7c4b-eada-43c6-a764-0d2a83f35616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441442 May 13 13:01:07.604891 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bbbc81-54b8-41f5-8e49-3d01e987c632 req-00663e9d-08e8-4d11-8427-133b0d793c41 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:01:07.606393 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-87bbbc81-54b8-41f5-8e49-3d01e987c632 req-00663e9d-08e8-4d11-8427-133b0d793c41 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=6707c346-88db-4146-b776-e3e370c709d5 HTTP/1.1" status: 200 len: 946 time: 0.0509186 May 13 13:01:07.653028 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-87bbbc81-54b8-41f5-8e49-3d01e987c632 req-efa807b2-d365-48a4-bf51-c71d064f5066 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups?id=68fbf85e-1473-452a-bae3-c654f42e4392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402822 May 13 13:01:08.582464 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98fa45c-22ca-4923-ac22-d60416763304 req-14e38743-fc91-473a-a8b0-c3256abdcac9 tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:01:08.583929 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-e98fa45c-22ca-4923-ac22-d60416763304 req-14e38743-fc91-473a-a8b0-c3256abdcac9 tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] 10.222.0.49 "GET /v2.0/ports?device_id=22b0e32f-563b-4525-95b2-a499295bb569 HTTP/1.1" status: 200 len: 946 time: 0.0465679 May 13 13:01:08.629851 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-e98fa45c-22ca-4923-ac22-d60416763304 req-151feb05-ce38-4d28-b03d-5a82a1fe1b44 tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab2a7c4b-eada-43c6-a764-0d2a83f35616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403898 May 13 13:01:08.770551 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aff349-94dd-4b0d-8b29-029cbc6c972f req-480abdd5-188f-47b9-8848-cb39a1c96da8 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:01:08.772032 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-23aff349-94dd-4b0d-8b29-029cbc6c972f req-480abdd5-188f-47b9-8848-cb39a1c96da8 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=6707c346-88db-4146-b776-e3e370c709d5 HTTP/1.1" status: 200 len: 946 time: 0.0477738 May 13 13:01:08.820702 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-23aff349-94dd-4b0d-8b29-029cbc6c972f req-deeb1c2c-6c31-46cb-82fb-4ddc9f206bb1 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups?id=68fbf85e-1473-452a-bae3-c654f42e4392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425925 May 13 13:01:09.191692 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838d7734-941a-4f71-a6b4-3ead22845475 req-b2f60a05-1dff-4526-bd22-fe0c13b7813c tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:01:09.193186 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-838d7734-941a-4f71-a6b4-3ead22845475 req-b2f60a05-1dff-4526-bd22-fe0c13b7813c tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] 10.222.0.52 "GET /v2.0/ports?device_id=22b0e32f-563b-4525-95b2-a499295bb569 HTTP/1.1" status: 200 len: 946 time: 0.0497603 May 13 13:01:09.278312 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [req-838d7734-941a-4f71-a6b4-3ead22845475 req-7ea77008-0ca8-4c24-9c7d-fea06064b159 tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] Deleting port 43597710-3597-4f20-8cef-dbaaf7959d84 {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:01:09.278565 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-838d7734-941a-4f71-a6b4-3ead22845475 req-7ea77008-0ca8-4c24-9c7d-fea06064b159 tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750967565572'] for port (43597710-3597-4f20-8cef-dbaaf7959d84), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:09.372188 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed66d073-3cad-4bd7-a103-0cf651112a07 req-3828383b-bb96-49d4-b414-27612cc2ea66 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:01:09.373623 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-ed66d073-3cad-4bd7-a103-0cf651112a07 req-3828383b-bb96-49d4-b414-27612cc2ea66 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.52 "GET /v2.0/ports?device_id=6707c346-88db-4146-b776-e3e370c709d5 HTTP/1.1" status: 200 len: 946 time: 0.0549309 May 13 13:01:09.431978 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.db [req-838d7734-941a-4f71-a6b4-3ead22845475 req-7ea77008-0ca8-4c24-9c7d-fea06064b159 tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] For port 43597710-3597-4f20-8cef-dbaaf7959d84, host hv-cinder-84164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84164',level=0,port_id=43597710-3597-4f20-8cef-dbaaf7959d84,segment=NetworkSegment(0c50d514-552c-4243-8367-f38a91cfc48b),segment_id=0c50d514-552c-4243-8367-f38a91cfc48b)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:01:09.432332 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-838d7734-941a-4f71-a6b4-3ead22845475 req-7ea77008-0ca8-4c24-9c7d-fea06064b159 tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624050'] for port (43597710-3597-4f20-8cef-dbaaf7959d84), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:09.470702 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [req-838d7734-941a-4f71-a6b4-3ead22845475 req-7ea77008-0ca8-4c24-9c7d-fea06064b159 tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] Calling delete_port for 43597710-3597-4f20-8cef-dbaaf7959d84 owned by compute:nova {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:01:09.494878 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [req-ed66d073-3cad-4bd7-a103-0cf651112a07 req-de9b35fd-14d2-4540-9d4b-d8cd9e93c116 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Deleting port 2e9af4d2-bc43-4cbb-989c-99de3b22e35f {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:01:09.495210 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-ed66d073-3cad-4bd7-a103-0cf651112a07 req-de9b35fd-14d2-4540-9d4b-d8cd9e93c116 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750967565572'] for port (2e9af4d2-bc43-4cbb-989c-99de3b22e35f), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:09.629543 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.db [req-ed66d073-3cad-4bd7-a103-0cf651112a07 req-de9b35fd-14d2-4540-9d4b-d8cd9e93c116 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] For port 2e9af4d2-bc43-4cbb-989c-99de3b22e35f, host hv-cinder-84164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84164',level=0,port_id=2e9af4d2-bc43-4cbb-989c-99de3b22e35f,segment=NetworkSegment(0ccb2fa9-a285-4fe0-a15f-4b492217b87a),segment_id=0ccb2fa9-a285-4fe0-a15f-4b492217b87a)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:01:09.630229 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-ed66d073-3cad-4bd7-a103-0cf651112a07 req-de9b35fd-14d2-4540-9d4b-d8cd9e93c116 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624050'] for port (2e9af4d2-bc43-4cbb-989c-99de3b22e35f), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:09.728657 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-838d7734-941a-4f71-a6b4-3ead22845475 req-7ea77008-0ca8-4c24-9c7d-fea06064b159 tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750967572628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750967062393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6007231'] for port (43597710-3597-4f20-8cef-dbaaf7959d84), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:09.748755 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80cff76-37f6-4884-a3f8-90ac466e2c3f req-069ac518-5c87-481c-81e8-4912a3ab2555 tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:01:09.750285 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-e80cff76-37f6-4884-a3f8-90ac466e2c3f req-069ac518-5c87-481c-81e8-4912a3ab2555 tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] 10.222.0.49 "GET /v2.0/ports?device_id=22b0e32f-563b-4525-95b2-a499295bb569 HTTP/1.1" status: 200 len: 946 time: 0.0513914 May 13 13:01:09.773313 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] get_ports_and_sgs() called for port_ids ['43597710-3597-4f20-8cef-dbaaf7959d84'] {{(pid=109805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 13:01:09.812521 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea77008-0ca8-4c24-9c7d-fea06064b159 tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] Pushing event deleted for resources: {'Port': ['ID=43597710-3597-4f20-8cef-dbaaf7959d84,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:01:09.825945 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-e80cff76-37f6-4884-a3f8-90ac466e2c3f req-c288ca84-1444-41f7-9a77-4782f87f0405 tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] 10.222.0.49 "GET /v2.0/security-groups?id=ab2a7c4b-eada-43c6-a764-0d2a83f35616&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662553 May 13 13:01:09.911504 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [req-838d7734-941a-4f71-a6b4-3ead22845475 req-7ea77008-0ca8-4c24-9c7d-fea06064b159 tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] No DVR routers for this DVR port 43597710-3597-4f20-8cef-dbaaf7959d84 on host hv-cinder-84164 {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 13:01:09.924007 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-838d7734-941a-4f71-a6b4-3ead22845475 req-7ea77008-0ca8-4c24-9c7d-fea06064b159 tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4290'] for port (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:09.927138 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-838d7734-941a-4f71-a6b4-3ead22845475 req-7ea77008-0ca8-4c24-9c7d-fea06064b159 tempest-VolumesActionsTest-1092267362 tempest-VolumesActionsTest-1092267362-project] 10.222.0.52 "DELETE /v2.0/ports/43597710-3597-4f20-8cef-dbaaf7959d84 HTTP/1.1" status: 204 len: 173 time: 0.7261105 May 13 13:01:09.929114 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22b0e32f-563b-4525-95b2-a499295bb569', 'name': 'network-vif-deleted', 'tag': '43597710-3597-4f20-8cef-dbaaf7959d84'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:01:09.931287 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1b69bbfd011f85c3db934c4b22a349ffa5730c167d2456731e37bfe5d9c9e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63071d4c-caf7-4e38-aebe-110badb5aa5e" -d '{"events": [{"server_uuid": "22b0e32f-563b-4525-95b2-a499295bb569", "name": "network-vif-deleted", "tag": "43597710-3597-4f20-8cef-dbaaf7959d84"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:01:09.977641 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-ed66d073-3cad-4bd7-a103-0cf651112a07 req-de9b35fd-14d2-4540-9d4b-d8cd9e93c116 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:09.978062 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-ed66d073-3cad-4bd7-a103-0cf651112a07 req-de9b35fd-14d2-4540-9d4b-d8cd9e93c116 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621791'] for floatingip (69e3d4fd-cbb5-4b1d-90c2-13de5d7c3503), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:09.978423 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.db.l3_db [req-ed66d073-3cad-4bd7-a103-0cf651112a07 req-de9b35fd-14d2-4540-9d4b-d8cd9e93c116 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Floating IP 69e3d4fd-cbb5-4b1d-90c2-13de5d7c3503 disassociated. External IP: 172.27.3.32, port: 2e9af4d2-bc43-4cbb-989c-99de3b22e35f. May 13 13:01:09.978784 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [req-ed66d073-3cad-4bd7-a103-0cf651112a07 req-de9b35fd-14d2-4540-9d4b-d8cd9e93c116 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Calling delete_port for 2e9af4d2-bc43-4cbb-989c-99de3b22e35f owned by compute:nova {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:01:09.987258 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ec9113-fd6f-4d0e-a3cb-8b03487a0aa0 req-3001cae6-f346-422e-bfc1-dd22a16d8302 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:01:09.988977 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-e0ec9113-fd6f-4d0e-a3cb-8b03487a0aa0 req-3001cae6-f346-422e-bfc1-dd22a16d8302 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/ports?device_id=6707c346-88db-4146-b776-e3e370c709d5 HTTP/1.1" status: 200 len: 946 time: 0.0815351 May 13 13:01:09.992514 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 13:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c366e18a-4d3f-4ccd-b176-58a5968ccae2 x-openstack-request-id: req-c366e18a-4d3f-4ccd-b176-58a5968ccae2 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:01:09.992801 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22b0e32f-563b-4525-95b2-a499295bb569", "name": "network-vif-deleted", "tag": "43597710-3597-4f20-8cef-dbaaf7959d84", "status": "completed", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:01:09.993157 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c366e18a-4d3f-4ccd-b176-58a5968ccae2 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:01:09.993474 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c366e18a-4d3f-4ccd-b176-58a5968ccae2'] response: {'server_uuid': '22b0e32f-563b-4525-95b2-a499295bb569', 'name': 'network-vif-deleted', 'tag': '43597710-3597-4f20-8cef-dbaaf7959d84', 'status': 'completed', 'code': 200} May 13 13:01:10.342225 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-e0ec9113-fd6f-4d0e-a3cb-8b03487a0aa0 req-7fe9c61a-2967-47a2-8687-f6681034c27c tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups?id=68fbf85e-1473-452a-bae3-c654f42e4392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3464787 May 13 13:01:10.419702 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-ed66d073-3cad-4bd7-a103-0cf651112a07 req-de9b35fd-14d2-4540-9d4b-d8cd9e93c116 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750967572628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750967062393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6007231'] for port (2e9af4d2-bc43-4cbb-989c-99de3b22e35f), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:10.447364 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9b35fd-14d2-4540-9d4b-d8cd9e93c116 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Pushing event deleted for resources: {'Port': ['ID=2e9af4d2-bc43-4cbb-989c-99de3b22e35f,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:01:10.574799 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ed66d073-3cad-4bd7-a103-0cf651112a07 req-de9b35fd-14d2-4540-9d4b-d8cd9e93c116 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Router 3998afaf-1597-4f3d-9f76-568897366df8 has already been hosted by L3 agent 6d8a5631-9f63-444c-af3b-4dcce4842b62 {{(pid=109804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 13:01:10.682866 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ed66d073-3cad-4bd7-a103-0cf651112a07 req-de9b35fd-14d2-4540-9d4b-d8cd9e93c116 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Notify agent at l3_agent.dv-cinder-841644-1-iscsi the message routers_updated {{(pid=109804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:01:10.693803 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05170918-0860-4713-822f-764c3a1f149e None None] Sync routers for ids ['3998afaf-1597-4f3d-9f76-568897366df8'] in dv-cinder-841644-1-iscsi {{(pid=109806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:01:10.704142 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05170918-0860-4713-822f-764c3a1f149e None None] Routers {'3998afaf-1597-4f3d-9f76-568897366df8'} bound to L3 agent in host dv-cinder-841644-1-iscsi {{(pid=109806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:01:10.704736 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_hamode_db [None req-05170918-0860-4713-822f-764c3a1f149e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841644-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T12:45:44Z,description=,heartbeat_timestamp=2022-05-13T13:00:44Z,host='dv-cinder-841644-1-iscsi',id=6d8a5631-9f63-444c-af3b-4dcce4842b62,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T12:45:44Z,topic='l3_agent')) {'router_ids': ['3998afaf-1597-4f3d-9f76-568897366df8'], 'active': True} {{(pid=109806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:01:10.724031 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed66d073-3cad-4bd7-a103-0cf651112a07 req-de9b35fd-14d2-4540-9d4b-d8cd9e93c116 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] No DVR routers for this DVR port 2e9af4d2-bc43-4cbb-989c-99de3b22e35f on host hv-cinder-84164 {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 13:01:10.726487 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-ed66d073-3cad-4bd7-a103-0cf651112a07 req-de9b35fd-14d2-4540-9d4b-d8cd9e93c116 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4290'] for port (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:10.729747 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-ed66d073-3cad-4bd7-a103-0cf651112a07 req-de9b35fd-14d2-4540-9d4b-d8cd9e93c116 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.52 "DELETE /v2.0/ports/2e9af4d2-bc43-4cbb-989c-99de3b22e35f HTTP/1.1" status: 204 len: 173 time: 1.3468251 May 13 13:01:10.827366 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_dvr_db [None req-05170918-0860-4713-822f-764c3a1f149e None None] Set router 3998afaf-1597-4f3d-9f76-568897366df8 gateway port host: dv-cinder-841644-1-iscsi {{(pid=109806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:01:11.089855 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_hamode_db [None req-05170918-0860-4713-822f-764c3a1f149e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3998afaf-1597-4f3d-9f76-568897366df8', 'name': 'tempest-AttachVolumeShelveTestJSON-1244794626-router', 'tenant_id': '0b148a16abbc49ed816ed45fc1ad4980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': '20f9def9-d5cf-42f7-b355-bde634d176ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T12:54:20Z', 'updated_at': '2022-05-13T12:54:31Z', 'revision_number': 4, 'project_id': '0b148a16abbc49ed816ed45fc1ad4980', 'gw_port': {'id': '20f9def9-d5cf-42f7-b355-bde634d176ac', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:48:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3998afaf-1597-4f3d-9f76-568897366df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:54:21Z', 'updated_at': '2022-05-13T12:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi', '_interfaces': [{'id': '997935f8-c07a-48fd-a9cb-2f402621c90b', 'name': '', 'network_id': '2600954f-368e-4b9b-9fca-a1e49f9c5d94', 'tenant_id': '0b148a16abbc49ed816ed45fc1ad4980', 'mac_address': 'fa:16:3e:25:93:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3998afaf-1597-4f3d-9f76-568897366df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ddd064bc-4133-46f1-b906-03efc81a9128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:54:28Z', 'updated_at': '2022-05-13T12:54:43Z', 'revision_number': 5, 'project_id': '0b148a16abbc49ed816ed45fc1ad4980', 'subnets': [{'id': 'ddd064bc-4133-46f1-b906-03efc81a9128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841644-1-iscsi', False) {} {{(pid=109806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:01:11.120910 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05170918-0860-4713-822f-764c3a1f149e None None] Checking router: 3998afaf-1597-4f3d-9f76-568897366df8 for host: dv-cinder-841644-1-iscsi {{(pid=109806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:01:11.130351 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05170918-0860-4713-822f-764c3a1f149e None None] Routers {'3998afaf-1597-4f3d-9f76-568897366df8'} bound to L3 agent in host dv-cinder-841644-1-iscsi {{(pid=109806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:01:11.130957 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_hamode_db [None req-05170918-0860-4713-822f-764c3a1f149e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841644-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T12:45:44Z,description=,heartbeat_timestamp=2022-05-13T13:00:44Z,host='dv-cinder-841644-1-iscsi',id=6d8a5631-9f63-444c-af3b-4dcce4842b62,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T12:45:44Z,topic='l3_agent')) {'router_ids': ['3998afaf-1597-4f3d-9f76-568897366df8'], 'active': True} {{(pid=109806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:01:11.250819 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_dvr_db [None req-05170918-0860-4713-822f-764c3a1f149e None None] Set router 3998afaf-1597-4f3d-9f76-568897366df8 gateway port host: dv-cinder-841644-1-iscsi {{(pid=109806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:01:11.450853 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 53252) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:01:11.480293 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-cf771b8d-354c-449e-bd24-389a6b076875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (12f7f474-a19f-4cf7-bcdf-b9ad7dbdd770), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:11.485819 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_hamode_db [None req-05170918-0860-4713-822f-764c3a1f149e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3998afaf-1597-4f3d-9f76-568897366df8', 'name': 'tempest-AttachVolumeShelveTestJSON-1244794626-router', 'tenant_id': '0b148a16abbc49ed816ed45fc1ad4980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': '20f9def9-d5cf-42f7-b355-bde634d176ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T12:54:20Z', 'updated_at': '2022-05-13T12:54:31Z', 'revision_number': 4, 'project_id': '0b148a16abbc49ed816ed45fc1ad4980', 'gw_port': {'id': '20f9def9-d5cf-42f7-b355-bde634d176ac', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:48:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3998afaf-1597-4f3d-9f76-568897366df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:54:21Z', 'updated_at': '2022-05-13T12:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi', '_interfaces': [{'id': '997935f8-c07a-48fd-a9cb-2f402621c90b', 'name': '', 'network_id': '2600954f-368e-4b9b-9fca-a1e49f9c5d94', 'tenant_id': '0b148a16abbc49ed816ed45fc1ad4980', 'mac_address': 'fa:16:3e:25:93:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3998afaf-1597-4f3d-9f76-568897366df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ddd064bc-4133-46f1-b906-03efc81a9128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:54:28Z', 'updated_at': '2022-05-13T12:54:43Z', 'revision_number': 5, 'project_id': '0b148a16abbc49ed816ed45fc1ad4980', 'subnets': [{'id': 'ddd064bc-4133-46f1-b906-03efc81a9128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841644-1-iscsi', False) {} {{(pid=109806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:01:11.515826 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-a6f59de0-f04a-4eb0-a92e-c846b20c5319 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Publish callbacks [] for security_group (68fbf85e-1473-452a-bae3-c654f42e4392), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:11.520866 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05170918-0860-4713-822f-764c3a1f149e None None] The sync data for ids ['3998afaf-1597-4f3d-9f76-568897366df8'] in dv-cinder-841644-1-iscsi is: [{'id': '3998afaf-1597-4f3d-9f76-568897366df8', 'name': 'tempest-AttachVolumeShelveTestJSON-1244794626-router', 'tenant_id': '0b148a16abbc49ed816ed45fc1ad4980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': '20f9def9-d5cf-42f7-b355-bde634d176ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T12:54:20Z', 'updated_at': '2022-05-13T12:54:31Z', 'revision_number': 4, 'project_id': '0b148a16abbc49ed816ed45fc1ad4980', 'gw_port': {'id': '20f9def9-d5cf-42f7-b355-bde634d176ac', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:48:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3998afaf-1597-4f3d-9f76-568897366df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:54:21Z', 'updated_at': '2022-05-13T12:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi', '_interfaces': [{'id': '997935f8-c07a-48fd-a9cb-2f402621c90b', 'name': '', 'network_id': '2600954f-368e-4b9b-9fca-a1e49f9c5d94', 'tenant_id': '0b148a16abbc49ed816ed45fc1ad4980', 'mac_address': 'fa:16:3e:25:93:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3998afaf-1597-4f3d-9f76-568897366df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ddd064bc-4133-46f1-b906-03efc81a9128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:54:28Z', 'updated_at': '2022-05-13T12:54:43Z', 'revision_number': 5, 'project_id': '0b148a16abbc49ed816ed45fc1ad4980', 'subnets': [{'id': 'ddd064bc-4133-46f1-b906-03efc81a9128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:01:11.543442 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-a6f59de0-f04a-4eb0-a92e-c846b20c5319 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Publish callbacks [] for security_group (68fbf85e-1473-452a-bae3-c654f42e4392), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:11.608366 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-a6f59de0-f04a-4eb0-a92e-c846b20c5319 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (68fbf85e-1473-452a-bae3-c654f42e4392), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:11.613104 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-a6f59de0-f04a-4eb0-a92e-c846b20c5319 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Publish callbacks [] for security_group (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:11.614245 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-a6f59de0-f04a-4eb0-a92e-c846b20c5319 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "DELETE /v2.0/security-groups/68fbf85e-1473-452a-bae3-c654f42e4392 HTTP/1.1" status: 204 len: 168 time: 0.1620252 May 13 13:01:11.617606 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 53260) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:01:11.624650 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f59de0-f04a-4eb0-a92e-c846b20c5319 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68fbf85e-1473-452a-bae3-c654f42e4392,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:01:11.634864 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.api.v2.resource [None req-d1315546-e042-49c8-8c3e-053210c982da tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] show failed (client error): The resource could not be found. May 13 13:01:11.635886 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-d1315546-e042-49c8-8c3e-053210c982da tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "GET /v2.0/security-groups/68fbf85e-1473-452a-bae3-c654f42e4392 HTTP/1.1" status: 404 len: 347 time: 0.0158994 May 13 13:01:11.638728 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 53262) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:01:11.788741 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-727dad2e-6148-47fe-870c-92de116d1752 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Deleting port a576c9b2-145c-45f7-a5cd-6a50f5c79854 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:01:11.789120 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-727dad2e-6148-47fe-870c-92de116d1752 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750967565572'] for port (a576c9b2-145c-45f7-a5cd-6a50f5c79854), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:11.817535 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a406e90-8456-46fc-8b5a-b30d84a30856 None None] New status for floating IP 69e3d4fd-cbb5-4b1d-90c2-13de5d7c3503: DOWN {{(pid=109805) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 13:01:11.870399 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-727dad2e-6148-47fe-870c-92de116d1752 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624050'] for port (a576c9b2-145c-45f7-a5cd-6a50f5c79854), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:11.870748 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-727dad2e-6148-47fe-870c-92de116d1752 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Publish callbacks [] for floatingip (a576c9b2-145c-45f7-a5cd-6a50f5c79854), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:11.883960 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-727dad2e-6148-47fe-870c-92de116d1752 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Calling delete_port for a576c9b2-145c-45f7-a5cd-6a50f5c79854 owned by network:floatingip {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:01:11.994101 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6707c346-88db-4146-b776-e3e370c709d5', 'name': 'network-vif-deleted', 'tag': '2e9af4d2-bc43-4cbb-989c-99de3b22e35f'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:01:11.996384 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1b69bbfd011f85c3db934c4b22a349ffa5730c167d2456731e37bfe5d9c9e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11727c4d-8572-4e5b-8b4b-aeab9af0139f" -d '{"events": [{"server_uuid": "6707c346-88db-4146-b776-e3e370c709d5", "name": "network-vif-deleted", "tag": "2e9af4d2-bc43-4cbb-989c-99de3b22e35f"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:01:12.016618 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-727dad2e-6148-47fe-870c-92de116d1752 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750967572628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750967062393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6509865'] for port (a576c9b2-145c-45f7-a5cd-6a50f5c79854), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:12.031555 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 13:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64a92005-339c-4f1b-9f22-4d84317fce41 x-openstack-request-id: req-64a92005-339c-4f1b-9f22-4d84317fce41 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:01:12.031848 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6707c346-88db-4146-b776-e3e370c709d5", "name": "network-vif-deleted", "tag": "2e9af4d2-bc43-4cbb-989c-99de3b22e35f", "status": "completed", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:01:12.032112 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-64a92005-339c-4f1b-9f22-4d84317fce41 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:01:12.032493 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64a92005-339c-4f1b-9f22-4d84317fce41'] response: {'server_uuid': '6707c346-88db-4146-b776-e3e370c709d5', 'name': 'network-vif-deleted', 'tag': '2e9af4d2-bc43-4cbb-989c-99de3b22e35f', 'status': 'completed', 'code': 200} May 13 13:01:12.046617 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727dad2e-6148-47fe-870c-92de116d1752 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Pushing event deleted for resources: {'Port': ['ID=a576c9b2-145c-45f7-a5cd-6a50f5c79854,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:01:12.058060 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727dad2e-6148-47fe-870c-92de116d1752 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:01:12.058402 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727dad2e-6148-47fe-870c-92de116d1752 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:01:12.058735 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727dad2e-6148-47fe-870c-92de116d1752 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:01:12.059064 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727dad2e-6148-47fe-870c-92de116d1752 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:01:12.059389 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727dad2e-6148-47fe-870c-92de116d1752 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:01:12.059713 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727dad2e-6148-47fe-870c-92de116d1752 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:01:12.060036 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727dad2e-6148-47fe-870c-92de116d1752 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:01:12.060360 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727dad2e-6148-47fe-870c-92de116d1752 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:01:12.060670 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727dad2e-6148-47fe-870c-92de116d1752 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:01:12.061011 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727dad2e-6148-47fe-870c-92de116d1752 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:01:12.061322 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727dad2e-6148-47fe-870c-92de116d1752 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:01:12.061637 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727dad2e-6148-47fe-870c-92de116d1752 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:01:12.061955 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727dad2e-6148-47fe-870c-92de116d1752 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:01:12.062267 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727dad2e-6148-47fe-870c-92de116d1752 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:01:12.062578 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727dad2e-6148-47fe-870c-92de116d1752 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:01:12.119158 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-727dad2e-6148-47fe-870c-92de116d1752 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Publish callbacks [] for floatingip (69e3d4fd-cbb5-4b1d-90c2-13de5d7c3503), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:12.121662 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-727dad2e-6148-47fe-870c-92de116d1752 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4290'] for floatingip (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:12.122787 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-727dad2e-6148-47fe-870c-92de116d1752 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] 10.222.0.49 "DELETE /v2.0/floatingips/69e3d4fd-cbb5-4b1d-90c2-13de5d7c3503 HTTP/1.1" status: 204 len: 168 time: 0.4831471 May 13 13:01:12.344638 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 53292) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:01:12.458638 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-bb33bcf2-2a84-40e8-b397-4ea190f068cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:12.543071 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-bb33bcf2-2a84-40e8-b397-4ea190f068cb admin admin] Publish callbacks [] for security_group (e969d889-153f-43b8-ba92-3404efd30321), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:12.547871 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-bb33bcf2-2a84-40e8-b397-4ea190f068cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (e969d889-153f-43b8-ba92-3404efd30321), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:12.589486 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-bb33bcf2-2a84-40e8-b397-4ea190f068cb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d8dd5464ade4466b81f2a6ecb635a959&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2413526 May 13 13:01:12.589486 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb33bcf2-2a84-40e8-b397-4ea190f068cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e969d889-153f-43b8-ba92-3404efd30321,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:01:12.589846 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 53310) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:01:12.639788 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1a5ca9be-2bf6-414c-96ef-953e43222074 admin admin] Publish callbacks [] for security_group (e969d889-153f-43b8-ba92-3404efd30321), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:12.662220 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1a5ca9be-2bf6-414c-96ef-953e43222074 admin admin] Publish callbacks [] for security_group (e969d889-153f-43b8-ba92-3404efd30321), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:12.709675 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1a5ca9be-2bf6-414c-96ef-953e43222074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (e969d889-153f-43b8-ba92-3404efd30321), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:12.712334 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1a5ca9be-2bf6-414c-96ef-953e43222074 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:12.716110 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-1a5ca9be-2bf6-414c-96ef-953e43222074 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e969d889-153f-43b8-ba92-3404efd30321 HTTP/1.1" status: 204 len: 168 time: 0.1228011 May 13 13:01:12.723209 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5ca9be-2bf6-414c-96ef-953e43222074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e969d889-153f-43b8-ba92-3404efd30321,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:01:12.723350 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 53316) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:01:12.941570 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-9551f4a0-3a27-4e2d-9a69-09cc100aee46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:13.028570 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-9551f4a0-3a27-4e2d-9a69-09cc100aee46 admin admin] Publish callbacks [] for security_group (818798cc-cf23-4e9d-94db-a576aff9119b), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:13.034053 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-9551f4a0-3a27-4e2d-9a69-09cc100aee46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (818798cc-cf23-4e9d-94db-a576aff9119b), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:13.073672 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-9551f4a0-3a27-4e2d-9a69-09cc100aee46 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7c63fa9b6f9e47279ad31837791098f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3492985 May 13 13:01:13.074760 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9551f4a0-3a27-4e2d-9a69-09cc100aee46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=818798cc-cf23-4e9d-94db-a576aff9119b,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:01:13.076661 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 53334) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:01:13.082205 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9551f4a0-3a27-4e2d-9a69-09cc100aee46 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:01:13.082553 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9551f4a0-3a27-4e2d-9a69-09cc100aee46 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:01:13.082924 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9551f4a0-3a27-4e2d-9a69-09cc100aee46 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:01:13.083226 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9551f4a0-3a27-4e2d-9a69-09cc100aee46 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:01:13.083560 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9551f4a0-3a27-4e2d-9a69-09cc100aee46 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:01:13.083896 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9551f4a0-3a27-4e2d-9a69-09cc100aee46 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:01:13.084222 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9551f4a0-3a27-4e2d-9a69-09cc100aee46 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:01:13.084544 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9551f4a0-3a27-4e2d-9a69-09cc100aee46 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:01:13.084868 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9551f4a0-3a27-4e2d-9a69-09cc100aee46 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:01:13.085794 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9551f4a0-3a27-4e2d-9a69-09cc100aee46 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:01:13.086129 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9551f4a0-3a27-4e2d-9a69-09cc100aee46 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:01:13.086458 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9551f4a0-3a27-4e2d-9a69-09cc100aee46 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:01:13.086779 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9551f4a0-3a27-4e2d-9a69-09cc100aee46 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:01:13.087104 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9551f4a0-3a27-4e2d-9a69-09cc100aee46 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:01:13.087423 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9551f4a0-3a27-4e2d-9a69-09cc100aee46 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:01:13.132054 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-63a89353-c317-4d5f-9f51-f16bd9e9c8d8 admin admin] Publish callbacks [] for security_group (818798cc-cf23-4e9d-94db-a576aff9119b), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:13.154766 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-63a89353-c317-4d5f-9f51-f16bd9e9c8d8 admin admin] Publish callbacks [] for security_group (818798cc-cf23-4e9d-94db-a576aff9119b), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:13.203486 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-63a89353-c317-4d5f-9f51-f16bd9e9c8d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (818798cc-cf23-4e9d-94db-a576aff9119b), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:13.206269 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-63a89353-c317-4d5f-9f51-f16bd9e9c8d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:13.207405 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-63a89353-c317-4d5f-9f51-f16bd9e9c8d8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/818798cc-cf23-4e9d-94db-a576aff9119b HTTP/1.1" status: 204 len: 168 time: 0.1294444 May 13 13:01:13.215271 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a89353-c317-4d5f-9f51-f16bd9e9c8d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=818798cc-cf23-4e9d-94db-a576aff9119b,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:01:13.914258 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-9b4f2ba2-3460-4748-bb74-791f9aa9095c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (6d8a5631-9f63-444c-af3b-4dcce4842b62), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:14.532363 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Device 2e9af4d2-bc43-4cbb-989c-99de3b22e35f no longer exists at agent hyperv_hv-cinder-84164 {{(pid=109805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:01:14.563455 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] No Port match for: 2e9af4d2-bc43-4cbb-989c-99de3b22e35f {{(pid=109805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:01:14.563789 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Device 2e9af4d2-bc43-4cbb-989c-99de3b22e35f not bound to the agent host hv-cinder-84164 {{(pid=109805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:01:14.564197 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Device 43597710-3597-4f20-8cef-dbaaf7959d84 no longer exists at agent hyperv_hv-cinder-84164 {{(pid=109805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:01:14.587787 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] No Port match for: 43597710-3597-4f20-8cef-dbaaf7959d84 {{(pid=109805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:01:14.588113 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Device 43597710-3597-4f20-8cef-dbaaf7959d84 not bound to the agent host hv-cinder-84164 {{(pid=109805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:01:15.070819 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-4a907869-afee-4d69-acd8-cccc744e537a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (d2cfa305-5f5a-49b3-8228-876061d7e1f6), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:16.734215 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-7baa8e58-cb75-431e-995b-6c55a6feb1d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (5f75012c-56a5-4b0a-a85c-97c3435c2a5d), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:17.797083 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 53528) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:01:17.875223 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (f7880a20-862d-46b4-8dd6-192b0a47d710), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:18.264161 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 53544) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:01:18.410134 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c95bae25-7526-497a-b196-493fd8b8b2fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1623844'] for router_interface (3998afaf-1597-4f3d-9f76-568897366df8), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:18.417369 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0e5803f9-c376-47c2-911a-18453bad846b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:18.518357 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0e5803f9-c376-47c2-911a-18453bad846b admin admin] Publish callbacks [] for security_group (0de2f16f-e5c3-4f33-b13d-6bc0cf8f2dc4), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:18.527571 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0e5803f9-c376-47c2-911a-18453bad846b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (0de2f16f-e5c3-4f33-b13d-6bc0cf8f2dc4), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:18.589576 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-0e5803f9-c376-47c2-911a-18453bad846b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6fc1fd74a5114c669f94c0eb6f29ba44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3236525 May 13 13:01:18.590404 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 53550) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:01:18.591196 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5803f9-c376-47c2-911a-18453bad846b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0de2f16f-e5c3-4f33-b13d-6bc0cf8f2dc4,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:01:18.683788 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e7c611ed-3a26-429d-9430-c04db04814e6 admin admin] Publish callbacks [] for security_group (0de2f16f-e5c3-4f33-b13d-6bc0cf8f2dc4), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:18.713462 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e7c611ed-3a26-429d-9430-c04db04814e6 admin admin] Publish callbacks [] for security_group (0de2f16f-e5c3-4f33-b13d-6bc0cf8f2dc4), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:18.773048 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-c95bae25-7526-497a-b196-493fd8b8b2fd admin admin] Deleting port 997935f8-c07a-48fd-a9cb-2f402621c90b {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:01:18.773677 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c95bae25-7526-497a-b196-493fd8b8b2fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750967565572'] for port (997935f8-c07a-48fd-a9cb-2f402621c90b), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:18.782757 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e7c611ed-3a26-429d-9430-c04db04814e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (0de2f16f-e5c3-4f33-b13d-6bc0cf8f2dc4), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:18.788572 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e7c611ed-3a26-429d-9430-c04db04814e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:18.792765 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-e7c611ed-3a26-429d-9430-c04db04814e6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0de2f16f-e5c3-4f33-b13d-6bc0cf8f2dc4 HTTP/1.1" status: 204 len: 168 time: 0.1976635 May 13 13:01:18.806421 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c611ed-3a26-429d-9430-c04db04814e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0de2f16f-e5c3-4f33-b13d-6bc0cf8f2dc4,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:01:18.878904 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-c95bae25-7526-497a-b196-493fd8b8b2fd admin admin] For port 997935f8-c07a-48fd-a9cb-2f402621c90b, host dv-cinder-841644-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841644-1-iscsi',level=0,port_id=997935f8-c07a-48fd-a9cb-2f402621c90b,segment=NetworkSegment(0ccb2fa9-a285-4fe0-a15f-4b492217b87a),segment_id=0ccb2fa9-a285-4fe0-a15f-4b492217b87a)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:01:18.879541 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c95bae25-7526-497a-b196-493fd8b8b2fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624050'] for port (997935f8-c07a-48fd-a9cb-2f402621c90b), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:18.895489 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-c95bae25-7526-497a-b196-493fd8b8b2fd admin admin] Calling delete_port for 997935f8-c07a-48fd-a9cb-2f402621c90b owned by network:router_interface {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:01:19.172384 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c95bae25-7526-497a-b196-493fd8b8b2fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750967572628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750967062393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6509865'] for port (997935f8-c07a-48fd-a9cb-2f402621c90b), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:19.181146 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 53562) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:01:19.210024 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-dd6458f2-03ba-4561-85a2-daf3b6ff1df1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:19.238637 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95bae25-7526-497a-b196-493fd8b8b2fd admin admin] Pushing event deleted for resources: {'Port': ['ID=997935f8-c07a-48fd-a9cb-2f402621c90b,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:01:19.348313 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-dd6458f2-03ba-4561-85a2-daf3b6ff1df1 admin admin] Publish callbacks [] for security_group (72095d00-e364-40f8-ac72-ddd156068ea9), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:19.360179 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-dd6458f2-03ba-4561-85a2-daf3b6ff1df1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (72095d00-e364-40f8-ac72-ddd156068ea9), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:19.413410 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c95bae25-7526-497a-b196-493fd8b8b2fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1627437'] for router_interface (3998afaf-1597-4f3d-9f76-568897366df8), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:19.417669 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6458f2-03ba-4561-85a2-daf3b6ff1df1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72095d00-e364-40f8-ac72-ddd156068ea9,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:01:19.422133 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-dd6458f2-03ba-4561-85a2-daf3b6ff1df1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6769fdcfe4ed40fcb583249a88b67cbc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2397146 May 13 13:01:19.425058 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 53564) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:01:19.569729 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3316fe86-1cd2-4e06-a017-07ffbfb6cb0f admin admin] Publish callbacks [] for security_group (72095d00-e364-40f8-ac72-ddd156068ea9), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:19.606040 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3316fe86-1cd2-4e06-a017-07ffbfb6cb0f admin admin] Publish callbacks [] for security_group (72095d00-e364-40f8-ac72-ddd156068ea9), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:19.741176 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3316fe86-1cd2-4e06-a017-07ffbfb6cb0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (72095d00-e364-40f8-ac72-ddd156068ea9), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:19.743944 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3316fe86-1cd2-4e06-a017-07ffbfb6cb0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:19.745099 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-3316fe86-1cd2-4e06-a017-07ffbfb6cb0f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/72095d00-e364-40f8-ac72-ddd156068ea9 HTTP/1.1" status: 204 len: 168 time: 0.3187978 May 13 13:01:19.761882 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3316fe86-1cd2-4e06-a017-07ffbfb6cb0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72095d00-e364-40f8-ac72-ddd156068ea9,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:01:19.774128 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c95bae25-7526-497a-b196-493fd8b8b2fd admin admin] Router 3998afaf-1597-4f3d-9f76-568897366df8 has already been hosted by L3 agent 6d8a5631-9f63-444c-af3b-4dcce4842b62 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 13:01:19.927412 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c95bae25-7526-497a-b196-493fd8b8b2fd admin admin] Notify agent at l3_agent.dv-cinder-841644-1-iscsi the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:01:19.933021 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-c95bae25-7526-497a-b196-493fd8b8b2fd admin admin] 10.222.0.49 "PUT /v2.0/routers/3998afaf-1597-4f3d-9f76-568897366df8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1369474 May 13 13:01:19.935827 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 53576) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:01:19.938931 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95b01af-8d3d-4a88-bccd-2ec4e20ef6e5 None None] Sync routers for ids ['3998afaf-1597-4f3d-9f76-568897366df8'] in dv-cinder-841644-1-iscsi {{(pid=109806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:01:19.957685 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95b01af-8d3d-4a88-bccd-2ec4e20ef6e5 None None] Routers {'3998afaf-1597-4f3d-9f76-568897366df8'} bound to L3 agent in host dv-cinder-841644-1-iscsi {{(pid=109806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:01:19.958717 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_hamode_db [None req-a95b01af-8d3d-4a88-bccd-2ec4e20ef6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841644-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T12:45:44Z,description=,heartbeat_timestamp=2022-05-13T13:01:14Z,host='dv-cinder-841644-1-iscsi',id=6d8a5631-9f63-444c-af3b-4dcce4842b62,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T12:45:44Z,topic='l3_agent')) {'router_ids': ['3998afaf-1597-4f3d-9f76-568897366df8'], 'active': True} {{(pid=109806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:01:20.113245 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_dvr_db [None req-a95b01af-8d3d-4a88-bccd-2ec4e20ef6e5 None None] Set router 3998afaf-1597-4f3d-9f76-568897366df8 gateway port host: dv-cinder-841644-1-iscsi {{(pid=109806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:01:20.153137 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c509ca71-c954-4081-9b5e-31e321791f41 admin admin] Publish callbacks [] for router (3998afaf-1597-4f3d-9f76-568897366df8), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:20.371491 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (202f7e15-8fd1-4d3b-a0cb-2b083dcecd1a), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:20.416909 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c509ca71-c954-4081-9b5e-31e321791f41 admin admin] Publish callbacks [] for router_gateway (3998afaf-1597-4f3d-9f76-568897366df8), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:20.482747 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-c509ca71-c954-4081-9b5e-31e321791f41 admin admin] Deleting port 20f9def9-d5cf-42f7-b355-bde634d176ac {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:01:20.483092 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c509ca71-c954-4081-9b5e-31e321791f41 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750967565572'] for port (20f9def9-d5cf-42f7-b355-bde634d176ac), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:20.492404 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_hamode_db [None req-a95b01af-8d3d-4a88-bccd-2ec4e20ef6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3998afaf-1597-4f3d-9f76-568897366df8', 'name': 'tempest-AttachVolumeShelveTestJSON-1244794626-router', 'tenant_id': '0b148a16abbc49ed816ed45fc1ad4980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': '20f9def9-d5cf-42f7-b355-bde634d176ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T12:54:20Z', 'updated_at': '2022-05-13T13:01:19Z', 'revision_number': 5, 'project_id': '0b148a16abbc49ed816ed45fc1ad4980', 'gw_port': {'id': '20f9def9-d5cf-42f7-b355-bde634d176ac', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:48:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3998afaf-1597-4f3d-9f76-568897366df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T12:54:21Z', 'updated_at': '2022-05-13T12:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi'}], 'dv-cinder-841644-1-iscsi', False) {} {{(pid=109806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:01:20.573563 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95b01af-8d3d-4a88-bccd-2ec4e20ef6e5 None None] Checking router: 3998afaf-1597-4f3d-9f76-568897366df8 for host: dv-cinder-841644-1-iscsi {{(pid=109806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:01:20.586333 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-c509ca71-c954-4081-9b5e-31e321791f41 admin admin] For port 20f9def9-d5cf-42f7-b355-bde634d176ac, host dv-cinder-841644-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841644-1-iscsi',level=0,port_id=20f9def9-d5cf-42f7-b355-bde634d176ac,segment=NetworkSegment(2bcc8a2d-359a-4841-80fa-a53ce02b14f8),segment_id=2bcc8a2d-359a-4841-80fa-a53ce02b14f8)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:01:20.586893 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c509ca71-c954-4081-9b5e-31e321791f41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624050'] for port (20f9def9-d5cf-42f7-b355-bde634d176ac), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:20.598691 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95b01af-8d3d-4a88-bccd-2ec4e20ef6e5 None None] Routers {'3998afaf-1597-4f3d-9f76-568897366df8'} bound to L3 agent in host dv-cinder-841644-1-iscsi {{(pid=109806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:01:20.599329 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_hamode_db [None req-a95b01af-8d3d-4a88-bccd-2ec4e20ef6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841644-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-13T12:45:44Z,description=,heartbeat_timestamp=2022-05-13T13:01:14Z,host='dv-cinder-841644-1-iscsi',id=6d8a5631-9f63-444c-af3b-4dcce4842b62,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T12:45:44Z,topic='l3_agent')) {'router_ids': ['3998afaf-1597-4f3d-9f76-568897366df8'], 'active': True} {{(pid=109806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:01:20.693758 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_dvr_db [None req-a95b01af-8d3d-4a88-bccd-2ec4e20ef6e5 None None] Set router 3998afaf-1597-4f3d-9f76-568897366df8 gateway port host: None {{(pid=109806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:01:20.752190 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_hamode_db [None req-a95b01af-8d3d-4a88-bccd-2ec4e20ef6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3998afaf-1597-4f3d-9f76-568897366df8', 'name': 'tempest-AttachVolumeShelveTestJSON-1244794626-router', 'tenant_id': '0b148a16abbc49ed816ed45fc1ad4980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T12:54:20Z', 'updated_at': '2022-05-13T13:01:20Z', 'revision_number': 6, 'project_id': '0b148a16abbc49ed816ed45fc1ad4980', 'gw_port_host': None}], 'dv-cinder-841644-1-iscsi', False) {} {{(pid=109806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:01:20.783375 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95b01af-8d3d-4a88-bccd-2ec4e20ef6e5 None None] The sync data for ids ['3998afaf-1597-4f3d-9f76-568897366df8'] in dv-cinder-841644-1-iscsi is: [{'id': '3998afaf-1597-4f3d-9f76-568897366df8', 'name': 'tempest-AttachVolumeShelveTestJSON-1244794626-router', 'tenant_id': '0b148a16abbc49ed816ed45fc1ad4980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T12:54:20Z', 'updated_at': '2022-05-13T13:01:20Z', 'revision_number': 6, 'project_id': '0b148a16abbc49ed816ed45fc1ad4980', 'gw_port_host': None}] {{(pid=109806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:01:20.913741 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-c509ca71-c954-4081-9b5e-31e321791f41 admin admin] Calling delete_port for 20f9def9-d5cf-42f7-b355-bde634d176ac owned by network:router_gateway {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:01:21.184805 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c509ca71-c954-4081-9b5e-31e321791f41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750967572628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750967062393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6509865'] for port (20f9def9-d5cf-42f7-b355-bde634d176ac), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:21.246099 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c509ca71-c954-4081-9b5e-31e321791f41 admin admin] Pushing event deleted for resources: {'Port': ['ID=20f9def9-d5cf-42f7-b355-bde634d176ac,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:01:21.358264 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c509ca71-c954-4081-9b5e-31e321791f41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619274'] for router_gateway (3998afaf-1597-4f3d-9f76-568897366df8), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:21.488282 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c509ca71-c954-4081-9b5e-31e321791f41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-438150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9657'] for router (3998afaf-1597-4f3d-9f76-568897366df8), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:21.491283 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c509ca71-c954-4081-9b5e-31e321791f41 admin admin] Publish callbacks [] for router_controller (3998afaf-1597-4f3d-9f76-568897366df8), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:21.550184 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c509ca71-c954-4081-9b5e-31e321791f41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-438173'] for router (3998afaf-1597-4f3d-9f76-568897366df8), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:21.550864 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c509ca71-c954-4081-9b5e-31e321791f41 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3998afaf-1597-4f3d-9f76-568897366df8 {{(pid=109803) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 13 13:01:21.556816 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c509ca71-c954-4081-9b5e-31e321791f41 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:21.558151 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-c509ca71-c954-4081-9b5e-31e321791f41 admin admin] 10.222.0.49 "DELETE /v2.0/routers/3998afaf-1597-4f3d-9f76-568897366df8 HTTP/1.1" status: 204 len: 168 time: 1.6157520 May 13 13:01:21.560606 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 53624) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:01:21.618279 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.db.db_base_plugin_v2 [None req-d824a140-8427-496a-b464-9fc82a9e7a04 admin admin] Deleting subnet ddd064bc-4133-46f1-b906-03efc81a9128 {{(pid=109803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 13 13:01:21.619364 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d824a140-8427-496a-b464-9fc82a9e7a04 admin admin] Publish callbacks [] for subnet (ddd064bc-4133-46f1-b906-03efc81a9128), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:21.714309 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d824a140-8427-496a-b464-9fc82a9e7a04 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6506723'] for subnet (ddd064bc-4133-46f1-b906-03efc81a9128), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:21.816293 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d824a140-8427-496a-b464-9fc82a9e7a04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1488813'] for subnet (ddd064bc-4133-46f1-b906-03efc81a9128), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:21.887255 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d824a140-8427-496a-b464-9fc82a9e7a04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6509854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5762263'] for subnet (ddd064bc-4133-46f1-b906-03efc81a9128), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:21.918277 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d824a140-8427-496a-b464-9fc82a9e7a04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ddd064bc-4133-46f1-b906-03efc81a9128,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:01:21.935759 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d824a140-8427-496a-b464-9fc82a9e7a04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617456'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:21.942867 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d8b505c-3cae-45e1-aea7-4db02c9656e2 None None] Network 2600954f-368e-4b9b-9fca-a1e49f9c5d94 requested from dv-cinder-841644-1-iscsi {{(pid=109805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:01:21.947850 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-d824a140-8427-496a-b464-9fc82a9e7a04 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/ddd064bc-4133-46f1-b906-03efc81a9128 HTTP/1.1" status: 204 len: 168 time: 0.3844538 May 13 13:01:21.948734 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 53638) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:01:22.126891 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e8f173d5-3571-4fd9-92dc-d4280dd8ff0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1355768'] for network (2600954f-368e-4b9b-9fca-a1e49f9c5d94), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:22.206093 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-e8f173d5-3571-4fd9-92dc-d4280dd8ff0c admin admin] Deleting port 7035bf88-5377-4e84-ac4e-90028dca1b4c {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:01:22.206769 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e8f173d5-3571-4fd9-92dc-d4280dd8ff0c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750967565572'] for port (7035bf88-5377-4e84-ac4e-90028dca1b4c), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:22.233009 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17aa6d4d-4fde-4112-aabb-c301c48745a6 None None] DHCP port deletion for 2600954f-368e-4b9b-9fca-a1e49f9c5d94 request from dv-cinder-841644-1-iscsi {{(pid=109805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 13 13:01:22.290453 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-17aa6d4d-4fde-4112-aabb-c301c48745a6 None None] Deleting port 7035bf88-5377-4e84-ac4e-90028dca1b4c {{(pid=109805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:01:22.290996 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-17aa6d4d-4fde-4112-aabb-c301c48745a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750967565572'] for port (7035bf88-5377-4e84-ac4e-90028dca1b4c), before_delete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:22.320089 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-e8f173d5-3571-4fd9-92dc-d4280dd8ff0c admin admin] For port 7035bf88-5377-4e84-ac4e-90028dca1b4c, host dv-cinder-841644-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841644-1-iscsi',level=0,port_id=7035bf88-5377-4e84-ac4e-90028dca1b4c,segment=NetworkSegment(0ccb2fa9-a285-4fe0-a15f-4b492217b87a),segment_id=0ccb2fa9-a285-4fe0-a15f-4b492217b87a)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:01:22.320556 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e8f173d5-3571-4fd9-92dc-d4280dd8ff0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624050'] for port (7035bf88-5377-4e84-ac4e-90028dca1b4c), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:22.353246 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-e8f173d5-3571-4fd9-92dc-d4280dd8ff0c admin admin] Calling delete_port for 7035bf88-5377-4e84-ac4e-90028dca1b4c owned by network:dhcp {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:01:22.417053 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-17aa6d4d-4fde-4112-aabb-c301c48745a6 None None] For port 7035bf88-5377-4e84-ac4e-90028dca1b4c, host dv-cinder-841644-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841644-1-iscsi',level=0,port_id=7035bf88-5377-4e84-ac4e-90028dca1b4c,segment=NetworkSegment(0ccb2fa9-a285-4fe0-a15f-4b492217b87a),segment_id=0ccb2fa9-a285-4fe0-a15f-4b492217b87a)] {{(pid=109805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:01:22.417297 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-17aa6d4d-4fde-4112-aabb-c301c48745a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624050'] for port (7035bf88-5377-4e84-ac4e-90028dca1b4c), precommit_delete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:22.473614 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-17aa6d4d-4fde-4112-aabb-c301c48745a6 None None] Calling delete_port for 7035bf88-5377-4e84-ac4e-90028dca1b4c owned by network:dhcp {{(pid=109805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:01:22.493742 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e8f173d5-3571-4fd9-92dc-d4280dd8ff0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750967572628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750967062393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6007231'] for port (7035bf88-5377-4e84-ac4e-90028dca1b4c), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:22.554569 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Device 997935f8-c07a-48fd-a9cb-2f402621c90b no longer exists at agent ovs-agent-dv-cinder-841644-1-iscsi {{(pid=109805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:01:22.563143 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f173d5-3571-4fd9-92dc-d4280dd8ff0c admin admin] Pushing event deleted for resources: {'Port': ['ID=7035bf88-5377-4e84-ac4e-90028dca1b4c,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:01:22.566512 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f173d5-3571-4fd9-92dc-d4280dd8ff0c admin admin] No DVR routers for this DVR port 7035bf88-5377-4e84-ac4e-90028dca1b4c on host dv-cinder-841644-1-iscsi {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 13:01:22.582816 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] No Port match for: 997935f8-c07a-48fd-a9cb-2f402621c90b {{(pid=109805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:01:22.583406 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Device 997935f8-c07a-48fd-a9cb-2f402621c90b not bound to the agent host dv-cinder-841644-1-iscsi {{(pid=109805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:01:22.583965 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Device 7035bf88-5377-4e84-ac4e-90028dca1b4c no longer exists at agent ovs-agent-dv-cinder-841644-1-iscsi {{(pid=109805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:01:22.663414 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e8f173d5-3571-4fd9-92dc-d4280dd8ff0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1476694', 'neutron.services.segments.db._delete_segments_for_network-8750967377201'] for network (2600954f-368e-4b9b-9fca-a1e49f9c5d94), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:22.689099 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.services.segments.db [None req-e8f173d5-3571-4fd9-92dc-d4280dd8ff0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2600954f-368e-4b9b-9fca-a1e49f9c5d94']}} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:01:22.707324 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.services.segments.db [None req-e8f173d5-3571-4fd9-92dc-d4280dd8ff0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ccb2fa9-a285-4fe0-a15f-4b492217b87a') {'for_net_delete': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:01:22.707870 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.services.segments.db [None req-e8f173d5-3571-4fd9-92dc-d4280dd8ff0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ccb2fa9-a285-4fe0-a15f-4b492217b87a') {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:01:22.728230 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e8f173d5-3571-4fd9-92dc-d4280dd8ff0c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750967377722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6106823'] for segment (0ccb2fa9-a285-4fe0-a15f-4b492217b87a), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:22.744952 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e8f173d5-3571-4fd9-92dc-d4280dd8ff0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488896'] for segment (0ccb2fa9-a285-4fe0-a15f-4b492217b87a), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:22.750145 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] No Port match for: 7035bf88-5377-4e84-ac4e-90028dca1b4c {{(pid=109805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:01:22.750489 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Device 7035bf88-5377-4e84-ac4e-90028dca1b4c not bound to the agent host dv-cinder-841644-1-iscsi {{(pid=109805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:01:22.761542 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8f173d5-3571-4fd9-92dc-d4280dd8ff0c admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=109804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 13:01:22.762344 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e8f173d5-3571-4fd9-92dc-d4280dd8ff0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6007266'] for segment (0ccb2fa9-a285-4fe0-a15f-4b492217b87a), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:22.767324 dv-cinder-841644-1-iscsi neutron-server[109804]: Traceback (most recent call last): May 13 13:01:22.767324 dv-cinder-841644-1-iscsi neutron-server[109804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 13:01:22.767324 dv-cinder-841644-1-iscsi neutron-server[109804]: timer() May 13 13:01:22.767324 dv-cinder-841644-1-iscsi neutron-server[109804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 13:01:22.767324 dv-cinder-841644-1-iscsi neutron-server[109804]: cb(*args, **kw) May 13 13:01:22.767324 dv-cinder-841644-1-iscsi neutron-server[109804]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 13 13:01:22.767324 dv-cinder-841644-1-iscsi neutron-server[109804]: return func(*args, **kwargs) May 13 13:01:22.767324 dv-cinder-841644-1-iscsi neutron-server[109804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 13:01:22.767324 dv-cinder-841644-1-iscsi neutron-server[109804]: self._notify() May 13 13:01:22.767324 dv-cinder-841644-1-iscsi neutron-server[109804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 13:01:22.767324 dv-cinder-841644-1-iscsi neutron-server[109804]: self.callback(batched_events) May 13 13:01:22.767324 dv-cinder-841644-1-iscsi neutron-server[109804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 13:01:22.767324 dv-cinder-841644-1-iscsi neutron-server[109804]: event.method(event) May 13 13:01:22.767324 dv-cinder-841644-1-iscsi neutron-server[109804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 13 13:01:22.767324 dv-cinder-841644-1-iscsi neutron-server[109804]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 13:01:22.767324 dv-cinder-841644-1-iscsi neutron-server[109804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 13 13:01:22.767324 dv-cinder-841644-1-iscsi neutron-server[109804]: aggregate_uuid = self.p_client.list_aggregates( May 13 13:01:22.767324 dv-cinder-841644-1-iscsi neutron-server[109804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 13 13:01:22.767324 dv-cinder-841644-1-iscsi neutron-server[109804]: return f(self, *a, **k) May 13 13:01:22.767324 dv-cinder-841644-1-iscsi neutron-server[109804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 13 13:01:22.767324 dv-cinder-841644-1-iscsi neutron-server[109804]: return self._get(url).json() May 13 13:01:22.767324 dv-cinder-841644-1-iscsi neutron-server[109804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 13 13:01:22.767324 dv-cinder-841644-1-iscsi neutron-server[109804]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 13:01:22.767324 dv-cinder-841644-1-iscsi neutron-server[109804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 13:01:22.767324 dv-cinder-841644-1-iscsi neutron-server[109804]: return self.request(url, 'GET', **kwargs) May 13 13:01:22.767324 dv-cinder-841644-1-iscsi neutron-server[109804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 13:01:22.767324 dv-cinder-841644-1-iscsi neutron-server[109804]: base_url = self.get_endpoint(auth, allow=allow, May 13 13:01:22.767324 dv-cinder-841644-1-iscsi neutron-server[109804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 13:01:22.767324 dv-cinder-841644-1-iscsi neutron-server[109804]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 13:01:22.767324 dv-cinder-841644-1-iscsi neutron-server[109804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 13:01:22.767324 dv-cinder-841644-1-iscsi neutron-server[109804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 13:01:22.767324 dv-cinder-841644-1-iscsi neutron-server[109804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 13:01:22.771255 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Device 20f9def9-d5cf-42f7-b355-bde634d176ac no longer exists at agent ovs-agent-dv-cinder-841644-1-iscsi {{(pid=109805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:01:22.802976 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] No Port match for: 20f9def9-d5cf-42f7-b355-bde634d176ac {{(pid=109805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:01:22.803620 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Device 20f9def9-d5cf-42f7-b355-bde634d176ac not bound to the agent host dv-cinder-841644-1-iscsi {{(pid=109805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:01:22.841672 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-17aa6d4d-4fde-4112-aabb-c301c48745a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750967572628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750967062393'] for port (7035bf88-5377-4e84-ac4e-90028dca1b4c), after_delete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:22.881189 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aa6d4d-4fde-4112-aabb-c301c48745a6 None None] Pushing event deleted for resources: {'Port': ['ID=7035bf88-5377-4e84-ac4e-90028dca1b4c,revision_number=None']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:01:22.889773 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17aa6d4d-4fde-4112-aabb-c301c48745a6 None None] No DVR routers for this DVR port 7035bf88-5377-4e84-ac4e-90028dca1b4c on host dv-cinder-841644-1-iscsi {{(pid=109805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 13:01:22.905301 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e8f173d5-3571-4fd9-92dc-d4280dd8ff0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1476655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621796'] for network (2600954f-368e-4b9b-9fca-a1e49f9c5d94), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:22.916747 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e8f173d5-3571-4fd9-92dc-d4280dd8ff0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617456'] for network (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:22.922435 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-e8f173d5-3571-4fd9-92dc-d4280dd8ff0c admin admin] 10.222.0.49 "DELETE /v2.0/networks/2600954f-368e-4b9b-9fca-a1e49f9c5d94 HTTP/1.1" status: 204 len: 168 time: 0.9718957 May 13 13:01:22.958583 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f173d5-3571-4fd9-92dc-d4280dd8ff0c admin admin] Pushing event deleted for resources: {'Network': ['ID=2600954f-368e-4b9b-9fca-a1e49f9c5d94,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:01:23.117837 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 53674) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:01:23.271561 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 53680) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:01:23.282721 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0f889e94-eac4-44f9-a45f-5ddc3a6d6327 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:23.321414 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-6b5c9dd1-0e01-46f8-9306-c022b50bc247 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0b148a16abbc49ed816ed45fc1ad4980&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0459909 May 13 13:01:23.321661 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 53682) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:01:23.397293 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3fee3b3f-a26a-4001-b744-5d84a9fe481d admin admin] Publish callbacks [] for security_group (b6ba5805-4c40-430b-8c21-c4e15db7a7ee), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:23.416095 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0f889e94-eac4-44f9-a45f-5ddc3a6d6327 admin admin] Publish callbacks [] for security_group (b5856c04-a779-4622-abb6-e324a45ffbb6), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:23.427694 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0f889e94-eac4-44f9-a45f-5ddc3a6d6327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (b5856c04-a779-4622-abb6-e324a45ffbb6), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:23.451767 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3fee3b3f-a26a-4001-b744-5d84a9fe481d admin admin] Publish callbacks [] for security_group (b6ba5805-4c40-430b-8c21-c4e15db7a7ee), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:23.465847 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f889e94-eac4-44f9-a45f-5ddc3a6d6327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5856c04-a779-4622-abb6-e324a45ffbb6,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:01:23.508352 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 53690) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:01:23.509457 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-0f889e94-eac4-44f9-a45f-5ddc3a6d6327 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=325325ba243c4ce69805ee299dd5bc55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3900852 May 13 13:01:23.573401 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ec61f9c3-7d23-41fc-a3ad-703e5cdffe99 admin admin] Publish callbacks [] for security_group (b5856c04-a779-4622-abb6-e324a45ffbb6), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:23.577808 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3fee3b3f-a26a-4001-b744-5d84a9fe481d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (b6ba5805-4c40-430b-8c21-c4e15db7a7ee), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:23.580772 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3fee3b3f-a26a-4001-b744-5d84a9fe481d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:23.586335 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-3fee3b3f-a26a-4001-b744-5d84a9fe481d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b6ba5805-4c40-430b-8c21-c4e15db7a7ee HTTP/1.1" status: 204 len: 168 time: 0.2595153 May 13 13:01:23.619256 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fee3b3f-a26a-4001-b744-5d84a9fe481d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6ba5805-4c40-430b-8c21-c4e15db7a7ee,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:01:23.636217 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ec61f9c3-7d23-41fc-a3ad-703e5cdffe99 admin admin] Publish callbacks [] for security_group (b5856c04-a779-4622-abb6-e324a45ffbb6), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:23.717544 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ec61f9c3-7d23-41fc-a3ad-703e5cdffe99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (b5856c04-a779-4622-abb6-e324a45ffbb6), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:23.722184 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ec61f9c3-7d23-41fc-a3ad-703e5cdffe99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:23.725741 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-ec61f9c3-7d23-41fc-a3ad-703e5cdffe99 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b5856c04-a779-4622-abb6-e324a45ffbb6 HTTP/1.1" status: 204 len: 168 time: 0.2150664 May 13 13:01:23.741369 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec61f9c3-7d23-41fc-a3ad-703e5cdffe99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5856c04-a779-4622-abb6-e324a45ffbb6,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:01:23.951237 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 53700) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:01:24.142317 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-90f993a9-7623-4879-b371-6c8b1beafabe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:24.237620 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 53716) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:01:24.255121 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9b24c571-cedf-4a54-9178-0e8309ff5a5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:24.266658 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-90f993a9-7623-4879-b371-6c8b1beafabe admin admin] Publish callbacks [] for security_group (164526b9-b3c2-4a7d-80a2-079dec190b2e), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:24.273161 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-90f993a9-7623-4879-b371-6c8b1beafabe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (164526b9-b3c2-4a7d-80a2-079dec190b2e), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:24.347716 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-90f993a9-7623-4879-b371-6c8b1beafabe admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=10260e8b2405454585c9a90d2b30d763&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3950243 May 13 13:01:24.348602 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 53718) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:01:24.350870 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f993a9-7623-4879-b371-6c8b1beafabe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=164526b9-b3c2-4a7d-80a2-079dec190b2e,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:01:24.422637 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9b24c571-cedf-4a54-9178-0e8309ff5a5a admin admin] Publish callbacks [] for security_group (505f565c-c5e1-4096-8cd6-d3fc14ec4125), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:24.425844 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7a0428d5-2c0e-4099-a026-c48ad39d1590 admin admin] Publish callbacks [] for security_group (164526b9-b3c2-4a7d-80a2-079dec190b2e), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:24.431185 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9b24c571-cedf-4a54-9178-0e8309ff5a5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (505f565c-c5e1-4096-8cd6-d3fc14ec4125), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:24.462498 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7a0428d5-2c0e-4099-a026-c48ad39d1590 admin admin] Publish callbacks [] for security_group (164526b9-b3c2-4a7d-80a2-079dec190b2e), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:24.488357 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 53722) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:01:24.488792 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-9b24c571-cedf-4a54-9178-0e8309ff5a5a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9208097e791a475eaee1382e51c94c6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2491345 May 13 13:01:24.491065 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b24c571-cedf-4a54-9178-0e8309ff5a5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=505f565c-c5e1-4096-8cd6-d3fc14ec4125,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:01:24.549581 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7a0428d5-2c0e-4099-a026-c48ad39d1590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (164526b9-b3c2-4a7d-80a2-079dec190b2e), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:24.552532 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7a0428d5-2c0e-4099-a026-c48ad39d1590 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:24.556561 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-7a0428d5-2c0e-4099-a026-c48ad39d1590 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/164526b9-b3c2-4a7d-80a2-079dec190b2e HTTP/1.1" status: 204 len: 168 time: 0.2066367 May 13 13:01:24.584136 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-8d643379-525a-4d44-bf8c-68b095c46caa admin admin] Publish callbacks [] for security_group (505f565c-c5e1-4096-8cd6-d3fc14ec4125), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:24.587240 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0428d5-2c0e-4099-a026-c48ad39d1590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=164526b9-b3c2-4a7d-80a2-079dec190b2e,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:01:24.666396 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-8d643379-525a-4d44-bf8c-68b095c46caa admin admin] Publish callbacks [] for security_group (505f565c-c5e1-4096-8cd6-d3fc14ec4125), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:24.728138 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-8d643379-525a-4d44-bf8c-68b095c46caa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (505f565c-c5e1-4096-8cd6-d3fc14ec4125), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:24.731618 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-8d643379-525a-4d44-bf8c-68b095c46caa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:24.732736 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-8d643379-525a-4d44-bf8c-68b095c46caa admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/505f565c-c5e1-4096-8cd6-d3fc14ec4125 HTTP/1.1" status: 204 len: 168 time: 0.2430279 May 13 13:01:24.746579 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d643379-525a-4d44-bf8c-68b095c46caa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=505f565c-c5e1-4096-8cd6-d3fc14ec4125,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:01:24.950744 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 53738) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:01:24.982214 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e31d4e7f-0bc0-4b1a-851e-d9c1799a046d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:25.108817 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e31d4e7f-0bc0-4b1a-851e-d9c1799a046d admin admin] Publish callbacks [] for security_group (8cf6ecd0-934c-43db-a0f8-ca9b7c976092), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:25.108817 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e31d4e7f-0bc0-4b1a-851e-d9c1799a046d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (8cf6ecd0-934c-43db-a0f8-ca9b7c976092), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:25.166203 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 53752) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:01:25.166347 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-e31d4e7f-0bc0-4b1a-851e-d9c1799a046d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1c0cdd3c684342ba83f8fd3a47cea559&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2117856 May 13 13:01:25.167965 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31d4e7f-0bc0-4b1a-851e-d9c1799a046d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cf6ecd0-934c-43db-a0f8-ca9b7c976092,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:01:25.242749 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c5b27113-7e76-41a0-afe8-1540559920ee admin admin] Publish callbacks [] for security_group (8cf6ecd0-934c-43db-a0f8-ca9b7c976092), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:25.277438 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c5b27113-7e76-41a0-afe8-1540559920ee admin admin] Publish callbacks [] for security_group (8cf6ecd0-934c-43db-a0f8-ca9b7c976092), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:25.370566 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c5b27113-7e76-41a0-afe8-1540559920ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (8cf6ecd0-934c-43db-a0f8-ca9b7c976092), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:25.373876 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c5b27113-7e76-41a0-afe8-1540559920ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:25.378851 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-c5b27113-7e76-41a0-afe8-1540559920ee admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8cf6ecd0-934c-43db-a0f8-ca9b7c976092 HTTP/1.1" status: 204 len: 168 time: 0.2081451 May 13 13:01:25.390913 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b27113-7e76-41a0-afe8-1540559920ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cf6ecd0-934c-43db-a0f8-ca9b7c976092,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:01:26.108974 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 53794) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:01:26.122496 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-6d415af9-d2a3-41cb-875c-cf75a81a15b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:26.264608 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-6d415af9-d2a3-41cb-875c-cf75a81a15b3 admin admin] Publish callbacks [] for security_group (583b1d05-4f96-44b2-b9b3-a3b7eb12f730), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:26.273824 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-6d415af9-d2a3-41cb-875c-cf75a81a15b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (583b1d05-4f96-44b2-b9b3-a3b7eb12f730), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:26.303806 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-6d415af9-d2a3-41cb-875c-cf75a81a15b3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=35dc551d45e443388a8bd173d5b86b4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1937082 May 13 13:01:26.306489 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 53808) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:01:26.374038 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d415af9-d2a3-41cb-875c-cf75a81a15b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=583b1d05-4f96-44b2-b9b3-a3b7eb12f730,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:01:26.426674 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-dad5d4fc-a21f-4487-8e5e-917e82f48467 admin admin] Publish callbacks [] for security_group (583b1d05-4f96-44b2-b9b3-a3b7eb12f730), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:26.461572 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-dad5d4fc-a21f-4487-8e5e-917e82f48467 admin admin] Publish callbacks [] for security_group (583b1d05-4f96-44b2-b9b3-a3b7eb12f730), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:26.536717 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-dad5d4fc-a21f-4487-8e5e-917e82f48467 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (583b1d05-4f96-44b2-b9b3-a3b7eb12f730), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:26.540255 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-dad5d4fc-a21f-4487-8e5e-917e82f48467 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:26.541874 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-dad5d4fc-a21f-4487-8e5e-917e82f48467 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/583b1d05-4f96-44b2-b9b3-a3b7eb12f730 HTTP/1.1" status: 204 len: 168 time: 0.2335792 May 13 13:01:26.552789 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad5d4fc-a21f-4487-8e5e-917e82f48467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=583b1d05-4f96-44b2-b9b3-a3b7eb12f730,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:01:26.630850 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 53814) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:01:27.036128 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-06ddfcc4-0d30-4a20-aeb1-65536fdf2170 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:27.133314 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-06ddfcc4-0d30-4a20-aeb1-65536fdf2170 admin admin] Publish callbacks [] for security_group (7aa26dec-d4d5-48cb-be64-a7fca671541a), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:27.138362 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-06ddfcc4-0d30-4a20-aeb1-65536fdf2170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (7aa26dec-d4d5-48cb-be64-a7fca671541a), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:27.180150 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-06ddfcc4-0d30-4a20-aeb1-65536fdf2170 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=eddf97c9b78a449cbdb62eb76db2c822&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5481915 May 13 13:01:27.181050 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ddfcc4-0d30-4a20-aeb1-65536fdf2170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aa26dec-d4d5-48cb-be64-a7fca671541a,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:01:27.182840 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 53832) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:01:27.252610 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7cbb2605-5799-4088-8577-edaccc609051 admin admin] Publish callbacks [] for security_group (7aa26dec-d4d5-48cb-be64-a7fca671541a), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:27.279316 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7cbb2605-5799-4088-8577-edaccc609051 admin admin] Publish callbacks [] for security_group (7aa26dec-d4d5-48cb-be64-a7fca671541a), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:27.364486 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7cbb2605-5799-4088-8577-edaccc609051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (7aa26dec-d4d5-48cb-be64-a7fca671541a), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:27.368001 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7cbb2605-5799-4088-8577-edaccc609051 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:27.372595 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-7cbb2605-5799-4088-8577-edaccc609051 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7aa26dec-d4d5-48cb-be64-a7fca671541a HTTP/1.1" status: 204 len: 168 time: 0.1885414 May 13 13:01:27.383709 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbb2605-5799-4088-8577-edaccc609051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aa26dec-d4d5-48cb-be64-a7fca671541a,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:01:28.204678 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-821d1e3d-12a3-4608-9873-cd2bed75d9c8 req-0e91b9ec-a782-4569-957d-25a2477c03b4 tempest-VolumesNegativeTest-47631797 tempest-VolumesNegativeTest-47631797-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=84550eda091c4103a878c99351c26ce4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0597563 May 13 13:01:28.418083 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821d1e3d-12a3-4608-9873-cd2bed75d9c8 req-d3cdd1ae-3448-4d6e-9282-a87cad12ac62 tempest-VolumesNegativeTest-47631797 tempest-VolumesNegativeTest-47631797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:01:28.419573 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-821d1e3d-12a3-4608-9873-cd2bed75d9c8 req-d3cdd1ae-3448-4d6e-9282-a87cad12ac62 tempest-VolumesNegativeTest-47631797 tempest-VolumesNegativeTest-47631797-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2126324 May 13 13:01:28.437539 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-821d1e3d-12a3-4608-9873-cd2bed75d9c8 req-4f464367-11da-4103-a1f6-cb14b233d879 tempest-VolumesNegativeTest-47631797 tempest-VolumesNegativeTest-47631797-project] 10.222.0.49 "GET /v2.0/quotas/84550eda091c4103a878c99351c26ce4 HTTP/1.1" status: 200 len: 375 time: 0.0112989 May 13 13:01:28.499616 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-821d1e3d-12a3-4608-9873-cd2bed75d9c8 req-c6c066fb-535c-4cae-8cd9-7bbef567c946 tempest-VolumesNegativeTest-47631797 tempest-VolumesNegativeTest-47631797-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=84550eda091c4103a878c99351c26ce4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0471008 May 13 13:01:28.724005 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-38962366-c0ca-41ed-a44d-3d2d05bc379f req-37e9f5f0-c819-43b2-a370-4e8e5289cd62 tempest-VolumesNegativeTest-47631797 tempest-VolumesNegativeTest-47631797-project] 10.222.0.49 "GET /v2.0/ports?device_id=90d84435-e8e4-433e-8784-0cf07d8e25f6 HTTP/1.1" status: 200 len: 210 time: 0.0525291 May 13 13:01:29.831436 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-6b4611c5-4899-4292-a1ea-4d636bf6c267 req-62821f52-6134-462a-9a6a-e42dd8121ebe tempest-VolumesNegativeTest-47631797 tempest-VolumesNegativeTest-47631797-project] 10.222.0.49 "GET /v2.0/ports?device_id=90d84435-e8e4-433e-8784-0cf07d8e25f6 HTTP/1.1" status: 200 len: 210 time: 0.0302913 May 13 13:01:30.130283 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-821d1e3d-12a3-4608-9873-cd2bed75d9c8 req-c4184799-f89a-44fb-994a-3281c00e2938 tempest-VolumesNegativeTest-47631797 tempest-VolumesNegativeTest-47631797-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=84550eda091c4103a878c99351c26ce4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0365386 May 13 13:01:30.399650 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821d1e3d-12a3-4608-9873-cd2bed75d9c8 req-0df7da54-7233-4e6b-9975-54a0274acdab tempest-VolumesNegativeTest-47631797 tempest-VolumesNegativeTest-47631797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:01:30.401580 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-821d1e3d-12a3-4608-9873-cd2bed75d9c8 req-0df7da54-7233-4e6b-9975-54a0274acdab tempest-VolumesNegativeTest-47631797 tempest-VolumesNegativeTest-47631797-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2659090 May 13 13:01:30.426852 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.v2.base [req-821d1e3d-12a3-4608-9873-cd2bed75d9c8 req-7f2a0d64-fc6c-4d35-99e5-d7eedf6d0181 tempest-VolumesNegativeTest-47631797 tempest-VolumesNegativeTest-47631797-project] Request body: {'port': {'device_id': '90d84435-e8e4-433e-8784-0cf07d8e25f6', 'network_id': '175902d4-e9c9-44f9-899b-7f78404fcdc5', 'admin_state_up': True, 'tenant_id': '84550eda091c4103a878c99351c26ce4'}} {{(pid=109804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:01:30.545149 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-821d1e3d-12a3-4608-9873-cd2bed75d9c8 req-7f2a0d64-fc6c-4d35-99e5-d7eedf6d0181 tempest-VolumesNegativeTest-47631797 tempest-VolumesNegativeTest-47631797-project] Made reservation on behalf of 84550eda091c4103a878c99351c26ce4 for: {'port': 1} {{(pid=109804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:01:30.548474 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-821d1e3d-12a3-4608-9873-cd2bed75d9c8 req-7f2a0d64-fc6c-4d35-99e5-d7eedf6d0181 tempest-VolumesNegativeTest-47631797 tempest-VolumesNegativeTest-47631797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:30.558359 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-821d1e3d-12a3-4608-9873-cd2bed75d9c8 req-7f2a0d64-fc6c-4d35-99e5-d7eedf6d0181 tempest-VolumesNegativeTest-47631797 tempest-VolumesNegativeTest-47631797-project] Publish callbacks [] for security_group (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:30.639650 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-821d1e3d-12a3-4608-9873-cd2bed75d9c8 req-7f2a0d64-fc6c-4d35-99e5-d7eedf6d0181 tempest-VolumesNegativeTest-47631797 tempest-VolumesNegativeTest-47631797-project] Publish callbacks [] for security_group (76e0b915-886c-44f0-a56e-33c0ec4de7a9), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:30.644181 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-821d1e3d-12a3-4608-9873-cd2bed75d9c8 req-7f2a0d64-fc6c-4d35-99e5-d7eedf6d0181 tempest-VolumesNegativeTest-47631797 tempest-VolumesNegativeTest-47631797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (76e0b915-886c-44f0-a56e-33c0ec4de7a9), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:30.733472 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2a0d64-fc6c-4d35-99e5-d7eedf6d0181 tempest-VolumesNegativeTest-47631797 tempest-VolumesNegativeTest-47631797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76e0b915-886c-44f0-a56e-33c0ec4de7a9,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:01:30.841499 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [req-821d1e3d-12a3-4608-9873-cd2bed75d9c8 req-7f2a0d64-fc6c-4d35-99e5-d7eedf6d0181 tempest-VolumesNegativeTest-47631797 tempest-VolumesNegativeTest-47631797-project] Allocated IP 192.168.233.40 (175902d4-e9c9-44f9-899b-7f78404fcdc5/48e34b2d-40f3-4c20-a647-a7054cfe0db2/0b85bb5e-82bb-40a9-91f5-5b14bddd789c) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:01:30.964578 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-ad5724f6-9156-4f4e-8247-7928e8cd4571 req-fce8567b-f225-4c2c-8a03-43b0e83bf091 tempest-VolumesNegativeTest-47631797 tempest-VolumesNegativeTest-47631797-project] 10.222.0.49 "GET /v2.0/ports?device_id=90d84435-e8e4-433e-8784-0cf07d8e25f6 HTTP/1.1" status: 200 len: 210 time: 0.0509183 May 13 13:01:31.106395 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-821d1e3d-12a3-4608-9873-cd2bed75d9c8 req-7f2a0d64-fc6c-4d35-99e5-d7eedf6d0181 tempest-VolumesNegativeTest-47631797 tempest-VolumesNegativeTest-47631797-project] Publish callbacks [] for port (0b85bb5e-82bb-40a9-91f5-5b14bddd789c), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:31.162388 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-821d1e3d-12a3-4608-9873-cd2bed75d9c8 req-7f2a0d64-fc6c-4d35-99e5-d7eedf6d0181 tempest-VolumesNegativeTest-47631797 tempest-VolumesNegativeTest-47631797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750967062384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6007231'] for port (0b85bb5e-82bb-40a9-91f5-5b14bddd789c), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:31.207458 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-821d1e3d-12a3-4608-9873-cd2bed75d9c8 req-7f2a0d64-fc6c-4d35-99e5-d7eedf6d0181 tempest-VolumesNegativeTest-47631797 tempest-VolumesNegativeTest-47631797-project] Network 175902d4-e9c9-44f9-899b-7f78404fcdc5 is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:01:31.211456 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [req-821d1e3d-12a3-4608-9873-cd2bed75d9c8 req-7f2a0d64-fc6c-4d35-99e5-d7eedf6d0181 tempest-VolumesNegativeTest-47631797 tempest-VolumesNegativeTest-47631797-project] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:01:31.215739 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [req-821d1e3d-12a3-4608-9873-cd2bed75d9c8 req-7f2a0d64-fc6c-4d35-99e5-d7eedf6d0181 tempest-VolumesNegativeTest-47631797 tempest-VolumesNegativeTest-47631797-project] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:01:31.257512 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2a0d64-fc6c-4d35-99e5-d7eedf6d0181 tempest-VolumesNegativeTest-47631797 tempest-VolumesNegativeTest-47631797-project] Pushing event updated for resources: {'Port': ['ID=0b85bb5e-82bb-40a9-91f5-5b14bddd789c,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:01:31.287262 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821d1e3d-12a3-4608-9873-cd2bed75d9c8 req-7f2a0d64-fc6c-4d35-99e5-d7eedf6d0181 tempest-VolumesNegativeTest-47631797 tempest-VolumesNegativeTest-47631797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:01:31.288314 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-821d1e3d-12a3-4608-9873-cd2bed75d9c8 req-7f2a0d64-fc6c-4d35-99e5-d7eedf6d0181 tempest-VolumesNegativeTest-47631797 tempest-VolumesNegativeTest-47631797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4290'] for port (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:31.317271 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-821d1e3d-12a3-4608-9873-cd2bed75d9c8 req-7f2a0d64-fc6c-4d35-99e5-d7eedf6d0181 tempest-VolumesNegativeTest-47631797 tempest-VolumesNegativeTest-47631797-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8914137 May 13 13:01:31.343472 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.v2.base [req-821d1e3d-12a3-4608-9873-cd2bed75d9c8 req-d98bab41-b8df-4705-9506-d0095d770571 service neutron] Request body: {'port': {'device_id': '90d84435-e8e4-433e-8784-0cf07d8e25f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84164'}} {{(pid=109804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:01:31.467334 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-821d1e3d-12a3-4608-9873-cd2bed75d9c8 req-d98bab41-b8df-4705-9506-d0095d770571 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (0b85bb5e-82bb-40a9-91f5-5b14bddd789c), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:31.601893 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-bed26e53-5d89-4b2b-9bdb-c020beaef19a None None] Provisioning complete for port 0b85bb5e-82bb-40a9-91f5-5b14bddd789c triggered by entity DHCP. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:01:31.602701 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-bed26e53-5d89-4b2b-9bdb-c020beaef19a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (0b85bb5e-82bb-40a9-91f5-5b14bddd789c), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:31.660832 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-bed26e53-5d89-4b2b-9bdb-c020beaef19a None None] Port 0b85bb5e-82bb-40a9-91f5-5b14bddd789c cannot update to ACTIVE because it is not bound. {{(pid=109805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 13:01:31.906289 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.notifiers.nova [req-821d1e3d-12a3-4608-9873-cd2bed75d9c8 req-d98bab41-b8df-4705-9506-d0095d770571 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b85bb5e-82bb-40a9-91f5-5b14bddd789c {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:01:31.919566 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-821d1e3d-12a3-4608-9873-cd2bed75d9c8 req-d98bab41-b8df-4705-9506-d0095d770571 service neutron] Publish callbacks [] for port (0b85bb5e-82bb-40a9-91f5-5b14bddd789c), precommit_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:31.939756 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [req-821d1e3d-12a3-4608-9873-cd2bed75d9c8 req-d98bab41-b8df-4705-9506-d0095d770571 service neutron] Transition to ACTIVE for port object 0b85bb5e-82bb-40a9-91f5-5b14bddd789c will not be triggered until provisioned by entity L2. {{(pid=109804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 13:01:31.943522 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-821d1e3d-12a3-4608-9873-cd2bed75d9c8 req-d98bab41-b8df-4705-9506-d0095d770571 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6007238'] for port (0b85bb5e-82bb-40a9-91f5-5b14bddd789c), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:32.019120 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98bab41-b8df-4705-9506-d0095d770571 service neutron] Pushing event updated for resources: {'Port': ['ID=0b85bb5e-82bb-40a9-91f5-5b14bddd789c,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:01:32.117575 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f8df08-fb5a-4086-a5b1-c20d647a9378 req-60fb3040-1bb4-4c11-8f0a-e2a06c6731ca tempest-VolumesNegativeTest-47631797 tempest-VolumesNegativeTest-47631797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:01:32.119665 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-17f8df08-fb5a-4086-a5b1-c20d647a9378 req-60fb3040-1bb4-4c11-8f0a-e2a06c6731ca tempest-VolumesNegativeTest-47631797 tempest-VolumesNegativeTest-47631797-project] 10.222.0.49 "GET /v2.0/ports?device_id=90d84435-e8e4-433e-8784-0cf07d8e25f6 HTTP/1.1" status: 200 len: 947 time: 0.0513861 May 13 13:01:32.144082 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [req-821d1e3d-12a3-4608-9873-cd2bed75d9c8 req-d98bab41-b8df-4705-9506-d0095d770571 service neutron] Attempting to bind port 0b85bb5e-82bb-40a9-91f5-5b14bddd789c on host hv-cinder-84164 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:01:32.144610 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [req-821d1e3d-12a3-4608-9873-cd2bed75d9c8 req-d98bab41-b8df-4705-9506-d0095d770571 service neutron] Attempting to bind port 0b85bb5e-82bb-40a9-91f5-5b14bddd789c by drivers openvswitch,hyperv on host hv-cinder-84164 at level 0 using segments [{'id': '39d109a0-fac7-4a7a-8ef8-a702bb3ddabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '175902d4-e9c9-44f9-899b-7f78404fcdc5'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:01:32.144935 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821d1e3d-12a3-4608-9873-cd2bed75d9c8 req-d98bab41-b8df-4705-9506-d0095d770571 service neutron] Attempting to bind port 0b85bb5e-82bb-40a9-91f5-5b14bddd789c on network 175902d4-e9c9-44f9-899b-7f78404fcdc5 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:01:32.153192 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821d1e3d-12a3-4608-9873-cd2bed75d9c8 req-d98bab41-b8df-4705-9506-d0095d770571 service neutron] Port 0b85bb5e-82bb-40a9-91f5-5b14bddd789c on network 175902d4-e9c9-44f9-899b-7f78404fcdc5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84164 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 13:01:32.153192 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821d1e3d-12a3-4608-9873-cd2bed75d9c8 req-d98bab41-b8df-4705-9506-d0095d770571 service neutron] Attempting to bind port 0b85bb5e-82bb-40a9-91f5-5b14bddd789c on network 175902d4-e9c9-44f9-899b-7f78404fcdc5 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:01:32.157904 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821d1e3d-12a3-4608-9873-cd2bed75d9c8 req-d98bab41-b8df-4705-9506-d0095d770571 service neutron] Checking agent: {'id': '202f7e15-8fd1-4d3b-a0cb-2b083dcecd1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84164', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 12, 52, 20), 'started_at': datetime.datetime(2022, 5, 13, 12, 52, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:01:32.159043 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821d1e3d-12a3-4608-9873-cd2bed75d9c8 req-d98bab41-b8df-4705-9506-d0095d770571 service neutron] Checking segment: {'id': '39d109a0-fac7-4a7a-8ef8-a702bb3ddabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '175902d4-e9c9-44f9-899b-7f78404fcdc5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:01:32.159689 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821d1e3d-12a3-4608-9873-cd2bed75d9c8 req-d98bab41-b8df-4705-9506-d0095d770571 service neutron] Bound using segment: {'id': '39d109a0-fac7-4a7a-8ef8-a702bb3ddabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '175902d4-e9c9-44f9-899b-7f78404fcdc5'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:01:32.160271 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [req-821d1e3d-12a3-4608-9873-cd2bed75d9c8 req-d98bab41-b8df-4705-9506-d0095d770571 service neutron] Bound port: 0b85bb5e-82bb-40a9-91f5-5b14bddd789c, host: hv-cinder-84164, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39d109a0-fac7-4a7a-8ef8-a702bb3ddabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '175902d4-e9c9-44f9-899b-7f78404fcdc5'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:01:32.160803 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-821d1e3d-12a3-4608-9873-cd2bed75d9c8 req-d98bab41-b8df-4705-9506-d0095d770571 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (0b85bb5e-82bb-40a9-91f5-5b14bddd789c), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:32.217376 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-17f8df08-fb5a-4086-a5b1-c20d647a9378 req-fb2821ea-1914-4fec-a5ee-d000aca02c00 tempest-VolumesNegativeTest-47631797 tempest-VolumesNegativeTest-47631797-project] 10.222.0.49 "GET /v2.0/security-groups?id=76e0b915-886c-44f0-a56e-33c0ec4de7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839155 May 13 13:01:32.283070 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.db [req-821d1e3d-12a3-4608-9873-cd2bed75d9c8 req-d98bab41-b8df-4705-9506-d0095d770571 service neutron] For port 0b85bb5e-82bb-40a9-91f5-5b14bddd789c, host hv-cinder-84164, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:01:32.297674 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.db [req-821d1e3d-12a3-4608-9873-cd2bed75d9c8 req-d98bab41-b8df-4705-9506-d0095d770571 service neutron] For port 0b85bb5e-82bb-40a9-91f5-5b14bddd789c, host hv-cinder-84164, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84164',level=0,port_id=0b85bb5e-82bb-40a9-91f5-5b14bddd789c,segment=NetworkSegment(39d109a0-fac7-4a7a-8ef8-a702bb3ddabf),segment_id=39d109a0-fac7-4a7a-8ef8-a702bb3ddabf)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:01:32.316706 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-821d1e3d-12a3-4608-9873-cd2bed75d9c8 req-d98bab41-b8df-4705-9506-d0095d770571 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6007238'] for port (0b85bb5e-82bb-40a9-91f5-5b14bddd789c), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:32.398836 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98bab41-b8df-4705-9506-d0095d770571 service neutron] Pushing event updated for resources: {'Port': ['ID=0b85bb5e-82bb-40a9-91f5-5b14bddd789c,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:01:32.402198 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821d1e3d-12a3-4608-9873-cd2bed75d9c8 req-d98bab41-b8df-4705-9506-d0095d770571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:01:32.402853 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-821d1e3d-12a3-4608-9873-cd2bed75d9c8 req-d98bab41-b8df-4705-9506-d0095d770571 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4290'] for port (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:32.416676 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-821d1e3d-12a3-4608-9873-cd2bed75d9c8 req-d98bab41-b8df-4705-9506-d0095d770571 service neutron] 10.222.0.52 "PUT /v2.0/ports/0b85bb5e-82bb-40a9-91f5-5b14bddd789c HTTP/1.1" status: 200 len: 1097 time: 1.0846910 May 13 13:01:32.417206 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90d84435-e8e4-433e-8784-0cf07d8e25f6', 'tag': '0b85bb5e-82bb-40a9-91f5-5b14bddd789c'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:01:32.424175 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1b69bbfd011f85c3db934c4b22a349ffa5730c167d2456731e37bfe5d9c9e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7a51f27-ffab-446f-bc64-39ac8b905f5d" -d '{"events": [{"name": "network-changed", "server_uuid": "90d84435-e8e4-433e-8784-0cf07d8e25f6", "tag": "0b85bb5e-82bb-40a9-91f5-5b14bddd789c"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:01:32.476075 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 13:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19b2f798-be45-42b9-a85c-9f61a54f5f70 x-openstack-request-id: req-19b2f798-be45-42b9-a85c-9f61a54f5f70 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:01:32.476691 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90d84435-e8e4-433e-8784-0cf07d8e25f6", "tag": "0b85bb5e-82bb-40a9-91f5-5b14bddd789c", "status": "completed", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:01:32.477148 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-19b2f798-be45-42b9-a85c-9f61a54f5f70 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:01:32.477776 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19b2f798-be45-42b9-a85c-9f61a54f5f70'] response: {'name': 'network-changed', 'server_uuid': '90d84435-e8e4-433e-8784-0cf07d8e25f6', 'tag': '0b85bb5e-82bb-40a9-91f5-5b14bddd789c', 'status': 'completed', 'code': 200} May 13 13:01:32.550258 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821d1e3d-12a3-4608-9873-cd2bed75d9c8 req-9ca8ed47-9b34-4980-97f4-38adf69db082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:01:32.555836 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-821d1e3d-12a3-4608-9873-cd2bed75d9c8 req-9ca8ed47-9b34-4980-97f4-38adf69db082 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=84550eda091c4103a878c99351c26ce4&device_id=90d84435-e8e4-433e-8784-0cf07d8e25f6 HTTP/1.1" status: 200 len: 1131 time: 0.0544989 May 13 13:01:32.610207 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-821d1e3d-12a3-4608-9873-cd2bed75d9c8 req-b44396f8-ad69-4571-b181-dae616fc8399 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=0b85bb5e-82bb-40a9-91f5-5b14bddd789c HTTP/1.1" status: 200 len: 217 time: 0.0388920 May 13 13:01:32.707780 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821d1e3d-12a3-4608-9873-cd2bed75d9c8 req-081a29c5-09ba-4df0-a7b6-f58f3a254b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:01:32.709337 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-821d1e3d-12a3-4608-9873-cd2bed75d9c8 req-081a29c5-09ba-4df0-a7b6-f58f3a254b44 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=48e34b2d-40f3-4c20-a647-a7054cfe0db2 HTTP/1.1" status: 200 len: 843 time: 0.0907638 May 13 13:01:32.768796 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821d1e3d-12a3-4608-9873-cd2bed75d9c8 req-d27c4eaf-a81d-41ae-8377-a1954ab3a71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:01:32.770651 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-821d1e3d-12a3-4608-9873-cd2bed75d9c8 req-d27c4eaf-a81d-41ae-8377-a1954ab3a71c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=175902d4-e9c9-44f9-899b-7f78404fcdc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0539591 May 13 13:01:32.898364 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-821d1e3d-12a3-4608-9873-cd2bed75d9c8 req-7d0a12cd-f1ac-4b53-95db-1b9c5b2050f9 service neutron] 10.222.0.52 "GET /v2.0/networks/175902d4-e9c9-44f9-899b-7f78404fcdc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169984 May 13 13:01:33.051426 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-821d1e3d-12a3-4608-9873-cd2bed75d9c8 req-400d20de-5727-4526-9a02-bcc394022e57 service neutron] 10.222.0.52 "GET /v2.0/networks/175902d4-e9c9-44f9-899b-7f78404fcdc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466975 May 13 13:01:33.355832 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9703679-0326-44da-a200-e224283aad86 req-358857df-40e4-4f33-b927-e37424893269 tempest-VolumesNegativeTest-47631797 tempest-VolumesNegativeTest-47631797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:01:33.357397 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-a9703679-0326-44da-a200-e224283aad86 req-358857df-40e4-4f33-b927-e37424893269 tempest-VolumesNegativeTest-47631797 tempest-VolumesNegativeTest-47631797-project] 10.222.0.49 "GET /v2.0/ports?device_id=90d84435-e8e4-433e-8784-0cf07d8e25f6 HTTP/1.1" status: 200 len: 947 time: 0.0621123 May 13 13:01:33.429613 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-a9703679-0326-44da-a200-e224283aad86 req-9b64289f-d087-4a96-94c2-61fe9355f259 tempest-VolumesNegativeTest-47631797 tempest-VolumesNegativeTest-47631797-project] 10.222.0.49 "GET /v2.0/security-groups?id=76e0b915-886c-44f0-a56e-33c0ec4de7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660977 May 13 13:01:33.997181 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a51f27-ffab-446f-bc64-39ac8b905f5d req-f60d1720-3853-43f9-8c5b-3b06c9d4e374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:01:33.999470 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-b7a51f27-ffab-446f-bc64-39ac8b905f5d req-f60d1720-3853-43f9-8c5b-3b06c9d4e374 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=84550eda091c4103a878c99351c26ce4&device_id=90d84435-e8e4-433e-8784-0cf07d8e25f6 HTTP/1.1" status: 200 len: 1131 time: 0.0717659 May 13 13:01:34.115752 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a51f27-ffab-446f-bc64-39ac8b905f5d req-4ee7cf52-9cd5-4041-8ff4-43f1896295ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:01:34.118180 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-b7a51f27-ffab-446f-bc64-39ac8b905f5d req-4ee7cf52-9cd5-4041-8ff4-43f1896295ef service neutron] 10.222.0.52 "GET /v2.0/networks?id=175902d4-e9c9-44f9-899b-7f78404fcdc5 HTTP/1.1" status: 200 len: 870 time: 0.1099257 May 13 13:01:34.159826 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-b7a51f27-ffab-446f-bc64-39ac8b905f5d req-bfe1abea-fef8-46af-adb9-fae42293d1d0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=0b85bb5e-82bb-40a9-91f5-5b14bddd789c HTTP/1.1" status: 200 len: 217 time: 0.0353110 May 13 13:01:34.223322 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a51f27-ffab-446f-bc64-39ac8b905f5d req-1867d6b1-eeaa-4ee5-a48e-5b28ccfcaac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:01:34.224838 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-b7a51f27-ffab-446f-bc64-39ac8b905f5d req-1867d6b1-eeaa-4ee5-a48e-5b28ccfcaac1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=48e34b2d-40f3-4c20-a647-a7054cfe0db2 HTTP/1.1" status: 200 len: 843 time: 0.0532320 May 13 13:01:34.285814 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a51f27-ffab-446f-bc64-39ac8b905f5d req-51b51ad1-ad60-40fa-97b4-6ae1d2ac9286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:01:34.287828 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-b7a51f27-ffab-446f-bc64-39ac8b905f5d req-51b51ad1-ad60-40fa-97b4-6ae1d2ac9286 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=175902d4-e9c9-44f9-899b-7f78404fcdc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0562491 May 13 13:01:34.400232 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-b7a51f27-ffab-446f-bc64-39ac8b905f5d req-c01cb732-cf79-4284-a8de-df1401b76701 service neutron] 10.222.0.52 "GET /v2.0/networks/175902d4-e9c9-44f9-899b-7f78404fcdc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059096 May 13 13:01:34.563640 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-b7a51f27-ffab-446f-bc64-39ac8b905f5d req-3985332f-6ebe-4764-b7dd-ac7ab718170e service neutron] 10.222.0.52 "GET /v2.0/networks/175902d4-e9c9-44f9-899b-7f78404fcdc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557672 May 13 13:01:34.622028 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e985570-730e-4bc1-95c0-4e97ae9cd330 req-a8dc3860-0565-40b7-87b7-2c4fa3c4e8fa tempest-VolumesNegativeTest-47631797 tempest-VolumesNegativeTest-47631797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:01:34.624328 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-1e985570-730e-4bc1-95c0-4e97ae9cd330 req-a8dc3860-0565-40b7-87b7-2c4fa3c4e8fa tempest-VolumesNegativeTest-47631797 tempest-VolumesNegativeTest-47631797-project] 10.222.0.49 "GET /v2.0/ports?device_id=90d84435-e8e4-433e-8784-0cf07d8e25f6 HTTP/1.1" status: 200 len: 947 time: 0.0582290 May 13 13:01:34.691584 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-1e985570-730e-4bc1-95c0-4e97ae9cd330 req-2c730445-8b9b-405c-a3b2-43e3f605c701 tempest-VolumesNegativeTest-47631797 tempest-VolumesNegativeTest-47631797-project] 10.222.0.49 "GET /v2.0/security-groups?id=76e0b915-886c-44f0-a56e-33c0ec4de7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548489 May 13 13:01:34.774557 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 54098) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:01:34.906297 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-6f1c1fdf-066f-4a8b-b60d-8b5f2aaf193b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:35.038559 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-6f1c1fdf-066f-4a8b-b60d-8b5f2aaf193b admin admin] Publish callbacks [] for security_group (d629a77a-5bd4-4687-8b22-e974e03f8187), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:35.043610 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-6f1c1fdf-066f-4a8b-b60d-8b5f2aaf193b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (d629a77a-5bd4-4687-8b22-e974e03f8187), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:35.091105 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1c1fdf-066f-4a8b-b60d-8b5f2aaf193b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d629a77a-5bd4-4687-8b22-e974e03f8187,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:01:35.095803 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 54104) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:01:35.102978 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-6f1c1fdf-066f-4a8b-b60d-8b5f2aaf193b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=54dc3d0d844748fd81cd83a2f98de051&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3245814 May 13 13:01:35.103854 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 54106) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:01:35.164647 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7e03a8ca-24a1-417b-9b39-a6f7560d0d79 admin admin] Publish callbacks [] for security_group (d629a77a-5bd4-4687-8b22-e974e03f8187), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:35.192872 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7e03a8ca-24a1-417b-9b39-a6f7560d0d79 admin admin] Publish callbacks [] for security_group (d629a77a-5bd4-4687-8b22-e974e03f8187), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:35.254232 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7e03a8ca-24a1-417b-9b39-a6f7560d0d79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (d629a77a-5bd4-4687-8b22-e974e03f8187), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:35.254533 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2b9aa111-4b4b-4bdb-b6f6-6dc456358c3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:35.261871 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7e03a8ca-24a1-417b-9b39-a6f7560d0d79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:35.264007 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-7e03a8ca-24a1-417b-9b39-a6f7560d0d79 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d629a77a-5bd4-4687-8b22-e974e03f8187 HTTP/1.1" status: 204 len: 168 time: 0.1594756 May 13 13:01:35.276973 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e03a8ca-24a1-417b-9b39-a6f7560d0d79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d629a77a-5bd4-4687-8b22-e974e03f8187,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:01:35.367504 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2b9aa111-4b4b-4bdb-b6f6-6dc456358c3f admin admin] Publish callbacks [] for security_group (ffc264c9-a2da-4fea-bc8a-56992580396b), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:35.372467 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-2b9aa111-4b4b-4bdb-b6f6-6dc456358c3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (ffc264c9-a2da-4fea-bc8a-56992580396b), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:35.416714 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 54112) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:01:35.417198 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-2b9aa111-4b4b-4bdb-b6f6-6dc456358c3f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c77067c19309451aa9198540678c56f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3177211 May 13 13:01:35.418598 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9aa111-4b4b-4bdb-b6f6-6dc456358c3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffc264c9-a2da-4fea-bc8a-56992580396b,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:01:35.481571 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-86f9aa29-a56a-4d20-9bd9-f1a5e5c03712 admin admin] Publish callbacks [] for security_group (ffc264c9-a2da-4fea-bc8a-56992580396b), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:35.506646 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-86f9aa29-a56a-4d20-9bd9-f1a5e5c03712 admin admin] Publish callbacks [] for security_group (ffc264c9-a2da-4fea-bc8a-56992580396b), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:35.576716 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-86f9aa29-a56a-4d20-9bd9-f1a5e5c03712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (ffc264c9-a2da-4fea-bc8a-56992580396b), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:35.584915 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-86f9aa29-a56a-4d20-9bd9-f1a5e5c03712 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:35.588659 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-86f9aa29-a56a-4d20-9bd9-f1a5e5c03712 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ffc264c9-a2da-4fea-bc8a-56992580396b HTTP/1.1" status: 204 len: 168 time: 0.1682396 May 13 13:01:35.603402 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f9aa29-a56a-4d20-9bd9-f1a5e5c03712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffc264c9-a2da-4fea-bc8a-56992580396b,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:01:35.699507 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 54122) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:01:35.735544 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Device 0b85bb5e-82bb-40a9-91f5-5b14bddd789c details requested by agent hyperv_hv-cinder-84164 with host hv-cinder-84164 {{(pid=109805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 13:01:35.737295 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d663ede9-06e9-4c98-a03c-4d07139ddcf2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:35.916226 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d663ede9-06e9-4c98-a03c-4d07139ddcf2 admin admin] Publish callbacks [] for security_group (a62fc467-9111-429e-99c8-183cc6f07b4d), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:35.916457 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] For port 0b85bb5e-82bb-40a9-91f5-5b14bddd789c, host hv-cinder-84164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84164',level=0,port_id=0b85bb5e-82bb-40a9-91f5-5b14bddd789c,segment=NetworkSegment(39d109a0-fac7-4a7a-8ef8-a702bb3ddabf),segment_id=39d109a0-fac7-4a7a-8ef8-a702bb3ddabf)] {{(pid=109805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:01:35.925284 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a88853-e3e8-485b-89ce-e364d13b532e req-32a4abc6-6929-4dfb-8e59-9a07b8ebbb9f tempest-VolumesNegativeTest-47631797 tempest-VolumesNegativeTest-47631797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:01:35.928190 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-69a88853-e3e8-485b-89ce-e364d13b532e req-32a4abc6-6929-4dfb-8e59-9a07b8ebbb9f tempest-VolumesNegativeTest-47631797 tempest-VolumesNegativeTest-47631797-project] 10.222.0.49 "GET /v2.0/ports?device_id=90d84435-e8e4-433e-8784-0cf07d8e25f6 HTTP/1.1" status: 200 len: 947 time: 0.0676446 May 13 13:01:35.929938 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d663ede9-06e9-4c98-a03c-4d07139ddcf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (a62fc467-9111-429e-99c8-183cc6f07b4d), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:35.935608 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Returning: {'device': '0b85bb5e-82bb-40a9-91f5-5b14bddd789c', 'network_id': '175902d4-e9c9-44f9-899b-7f78404fcdc5', 'port_id': '0b85bb5e-82bb-40a9-91f5-5b14bddd789c', 'mac_address': 'fa:16:3e:63:7a:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48e34b2d-40f3-4c20-a647-a7054cfe0db2', 'ip_address': '192.168.233.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 13:01:35.983259 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Current status of the port 0b85bb5e-82bb-40a9-91f5-5b14bddd789c is: DOWN; New status is: BUILD {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:01:35.983921 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (0b85bb5e-82bb-40a9-91f5-5b14bddd789c), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:35.993940 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 54128) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:01:36.002070 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-d663ede9-06e9-4c98-a03c-4d07139ddcf2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f1fd0cb1c6024c7da64beda7fb83196f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3012187 May 13 13:01:36.010994 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.notifiers.nova [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b85bb5e-82bb-40a9-91f5-5b14bddd789c {{(pid=109805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:01:36.035632 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] For port 0b85bb5e-82bb-40a9-91f5-5b14bddd789c, host hv-cinder-84164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84164',level=0,port_id=0b85bb5e-82bb-40a9-91f5-5b14bddd789c,segment=NetworkSegment(39d109a0-fac7-4a7a-8ef8-a702bb3ddabf),segment_id=39d109a0-fac7-4a7a-8ef8-a702bb3ddabf)] {{(pid=109805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:01:36.045457 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (0b85bb5e-82bb-40a9-91f5-5b14bddd789c), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:36.072369 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 54130) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:01:36.080419 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-69a88853-e3e8-485b-89ce-e364d13b532e req-8cdc7df2-6ca7-4abb-b57e-5a3d66d5ff87 tempest-VolumesNegativeTest-47631797 tempest-VolumesNegativeTest-47631797-project] 10.222.0.49 "GET /v2.0/security-groups?id=76e0b915-886c-44f0-a56e-33c0ec4de7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326170 May 13 13:01:36.081663 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d663ede9-06e9-4c98-a03c-4d07139ddcf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a62fc467-9111-429e-99c8-183cc6f07b4d,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:01:36.107905 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Pushing event updated for resources: {'Port': ['ID=0b85bb5e-82bb-40a9-91f5-5b14bddd789c,revision_number=4']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:01:36.134024 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ac8bf9c8-3d92-41f7-bf62-14c3f6a1cfd5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:36.162956 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-5c095ffd-3801-4d34-84ad-5d4e05333537 admin admin] Publish callbacks [] for security_group (a62fc467-9111-429e-99c8-183cc6f07b4d), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:36.202036 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-5c095ffd-3801-4d34-84ad-5d4e05333537 admin admin] Publish callbacks [] for security_group (a62fc467-9111-429e-99c8-183cc6f07b4d), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:36.286323 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-5c095ffd-3801-4d34-84ad-5d4e05333537 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (a62fc467-9111-429e-99c8-183cc6f07b4d), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:36.289326 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-5c095ffd-3801-4d34-84ad-5d4e05333537 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:36.293087 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-5c095ffd-3801-4d34-84ad-5d4e05333537 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a62fc467-9111-429e-99c8-183cc6f07b4d HTTP/1.1" status: 204 len: 168 time: 0.2956414 May 13 13:01:36.293087 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ac8bf9c8-3d92-41f7-bf62-14c3f6a1cfd5 admin admin] Publish callbacks [] for security_group (c336fc73-f7b0-45bc-b139-c1bbe25d2c82), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:36.302555 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-ac8bf9c8-3d92-41f7-bf62-14c3f6a1cfd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (c336fc73-f7b0-45bc-b139-c1bbe25d2c82), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:36.305206 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c095ffd-3801-4d34-84ad-5d4e05333537 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a62fc467-9111-429e-99c8-183cc6f07b4d,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:01:36.348839 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-ac8bf9c8-3d92-41f7-bf62-14c3f6a1cfd5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=10670695ebda47a9a5b73117fce97a5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2741048 May 13 13:01:36.351215 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 54134) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:01:36.352183 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] get_ports_and_sgs() called for port_ids ['0b85bb5e-82bb-40a9-91f5-5b14bddd789c'] {{(pid=109805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 13:01:36.358591 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8bf9c8-3d92-41f7-bf62-14c3f6a1cfd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c336fc73-f7b0-45bc-b139-c1bbe25d2c82,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:01:36.408133 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-707668f5-439d-4abc-83fe-e8302f3aec32 admin admin] Publish callbacks [] for security_group (c336fc73-f7b0-45bc-b139-c1bbe25d2c82), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:36.440195 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-707668f5-439d-4abc-83fe-e8302f3aec32 admin admin] Publish callbacks [] for security_group (c336fc73-f7b0-45bc-b139-c1bbe25d2c82), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:36.550192 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-707668f5-439d-4abc-83fe-e8302f3aec32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (c336fc73-f7b0-45bc-b139-c1bbe25d2c82), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:36.554027 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-707668f5-439d-4abc-83fe-e8302f3aec32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:36.555904 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-707668f5-439d-4abc-83fe-e8302f3aec32 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c336fc73-f7b0-45bc-b139-c1bbe25d2c82 HTTP/1.1" status: 204 len: 168 time: 0.2032046 May 13 13:01:36.587640 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707668f5-439d-4abc-83fe-e8302f3aec32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c336fc73-f7b0-45bc-b139-c1bbe25d2c82,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:01:36.965354 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.agents_db [None req-04065fb1-5207-409b-a281-8f6301b2fc59 None None] Agent healthcheck: found 6 active agents {{(pid=109806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 13:01:37.261808 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49c74d8-f8ca-4542-9d72-46f5e5b5a97c req-94fda1cf-f3d8-4a73-b08a-c1dc1b5fb0e2 tempest-VolumesNegativeTest-47631797 tempest-VolumesNegativeTest-47631797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:01:37.263396 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-c49c74d8-f8ca-4542-9d72-46f5e5b5a97c req-94fda1cf-f3d8-4a73-b08a-c1dc1b5fb0e2 tempest-VolumesNegativeTest-47631797 tempest-VolumesNegativeTest-47631797-project] 10.222.0.49 "GET /v2.0/ports?device_id=90d84435-e8e4-433e-8784-0cf07d8e25f6 HTTP/1.1" status: 200 len: 948 time: 0.0779407 May 13 13:01:37.332593 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-c49c74d8-f8ca-4542-9d72-46f5e5b5a97c req-fd913aab-6716-41dc-84a8-f9be0c720d09 tempest-VolumesNegativeTest-47631797 tempest-VolumesNegativeTest-47631797-project] 10.222.0.49 "GET /v2.0/security-groups?id=76e0b915-886c-44f0-a56e-33c0ec4de7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589898 May 13 13:01:37.738119 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Device 0b85bb5e-82bb-40a9-91f5-5b14bddd789c up at agent hyperv_hv-cinder-84164 {{(pid=109805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:01:37.788289 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Provisioning for port 0b85bb5e-82bb-40a9-91f5-5b14bddd789c completed by entity L2. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 13:01:37.801316 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Provisioning complete for port 0b85bb5e-82bb-40a9-91f5-5b14bddd789c triggered by entity L2. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:01:37.801916 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (0b85bb5e-82bb-40a9-91f5-5b14bddd789c), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:37.980860 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Current status of the port 0b85bb5e-82bb-40a9-91f5-5b14bddd789c is: BUILD; New status is: ACTIVE {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:01:37.981295 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (0b85bb5e-82bb-40a9-91f5-5b14bddd789c), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:38.007491 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90d84435-e8e4-433e-8784-0cf07d8e25f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b85bb5e-82bb-40a9-91f5-5b14bddd789c'}] {{(pid=109805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:01:38.009788 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bf410fb1f4c9c59dd9b4e78159940bff83c4f370df38d4d08ac4943129d440" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d9e71a7-6460-4977-b664-2560fc6a8def" -d '{"events": [{"server_uuid": "90d84435-e8e4-433e-8784-0cf07d8e25f6", "name": "network-vif-plugged", "status": "completed", "tag": "0b85bb5e-82bb-40a9-91f5-5b14bddd789c"}]}' {{(pid=109805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:01:38.026737 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] For port 0b85bb5e-82bb-40a9-91f5-5b14bddd789c, host hv-cinder-84164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84164',level=0,port_id=0b85bb5e-82bb-40a9-91f5-5b14bddd789c,segment=NetworkSegment(39d109a0-fac7-4a7a-8ef8-a702bb3ddabf),segment_id=39d109a0-fac7-4a7a-8ef8-a702bb3ddabf)] {{(pid=109805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:01:38.038936 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (0b85bb5e-82bb-40a9-91f5-5b14bddd789c), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:38.103417 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 13:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8d96266-0028-445c-b74d-83885e53505a x-openstack-request-id: req-c8d96266-0028-445c-b74d-83885e53505a {{(pid=109805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:01:38.103827 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90d84435-e8e4-433e-8784-0cf07d8e25f6", "name": "network-vif-plugged", "status": "completed", "tag": "0b85bb5e-82bb-40a9-91f5-5b14bddd789c", "code": 200}]} {{(pid=109805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:01:38.104124 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c8d96266-0028-445c-b74d-83885e53505a {{(pid=109805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:01:38.104523 dv-cinder-841644-1-iscsi neutron-server[109805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8d96266-0028-445c-b74d-83885e53505a'] response: {'server_uuid': '90d84435-e8e4-433e-8784-0cf07d8e25f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b85bb5e-82bb-40a9-91f5-5b14bddd789c', 'code': 200} May 13 13:01:38.105353 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Pushing event updated for resources: {'Port': ['ID=0b85bb5e-82bb-40a9-91f5-5b14bddd789c,revision_number=5']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:01:38.115225 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:01:38.115627 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:01:38.115993 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:01:38.116347 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:01:38.116736 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:01:38.117109 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:01:38.117593 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:01:38.117969 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:01:38.118295 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:01:38.118635 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:01:38.118940 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:01:38.119264 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:01:38.119583 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:01:38.119953 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:01:38.120270 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:01:38.420320 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5e3163-4e86-44ee-b4dc-efec4e53c876 req-527fd5ef-12b8-4ccd-a82f-e8d2301b69e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:01:38.422646 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-1d5e3163-4e86-44ee-b4dc-efec4e53c876 req-527fd5ef-12b8-4ccd-a82f-e8d2301b69e3 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=90d84435-e8e4-433e-8784-0cf07d8e25f6 HTTP/1.1" status: 200 len: 1133 time: 0.0914993 May 13 13:01:38.490129 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f55590-a96b-40f2-b177-0b7f4f80601e req-d93a0549-58b0-4dd5-82fe-d08bae66f0b5 tempest-VolumesNegativeTest-47631797 tempest-VolumesNegativeTest-47631797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:01:38.492388 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-36f55590-a96b-40f2-b177-0b7f4f80601e req-d93a0549-58b0-4dd5-82fe-d08bae66f0b5 tempest-VolumesNegativeTest-47631797 tempest-VolumesNegativeTest-47631797-project] 10.222.0.49 "GET /v2.0/ports?device_id=90d84435-e8e4-433e-8784-0cf07d8e25f6 HTTP/1.1" status: 200 len: 949 time: 0.0646245 May 13 13:01:38.519224 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-1d5e3163-4e86-44ee-b4dc-efec4e53c876 req-d89c1405-1e35-4ddd-a83f-8e33f8dd7d1c service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=76e0b915-886c-44f0-a56e-33c0ec4de7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820925 May 13 13:01:38.553716 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-36f55590-a96b-40f2-b177-0b7f4f80601e req-5c4a80f4-3e24-47db-a7a5-27defd57253c tempest-VolumesNegativeTest-47631797 tempest-VolumesNegativeTest-47631797-project] 10.222.0.49 "GET /v2.0/security-groups?id=76e0b915-886c-44f0-a56e-33c0ec4de7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513129 May 13 13:01:39.671041 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fdc192-d907-4cfb-a4d1-3409f25d8b04 req-6369aa7c-274c-4f44-9f6e-f5f600976de9 tempest-VolumesNegativeTest-47631797 tempest-VolumesNegativeTest-47631797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:01:39.672581 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-e6fdc192-d907-4cfb-a4d1-3409f25d8b04 req-6369aa7c-274c-4f44-9f6e-f5f600976de9 tempest-VolumesNegativeTest-47631797 tempest-VolumesNegativeTest-47631797-project] 10.222.0.49 "GET /v2.0/ports?device_id=90d84435-e8e4-433e-8784-0cf07d8e25f6 HTTP/1.1" status: 200 len: 949 time: 0.0494955 May 13 13:01:39.723232 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-e6fdc192-d907-4cfb-a4d1-3409f25d8b04 req-d8d3a5a1-c2da-4065-8c04-40f22932a6cb tempest-VolumesNegativeTest-47631797 tempest-VolumesNegativeTest-47631797-project] 10.222.0.49 "GET /v2.0/security-groups?id=76e0b915-886c-44f0-a56e-33c0ec4de7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448008 May 13 13:01:40.837812 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea3c65a-cb84-4408-87e2-75ae22f44a1d req-f05a54d5-7228-46b4-be64-5b25eff8242b tempest-VolumesNegativeTest-47631797 tempest-VolumesNegativeTest-47631797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:01:40.839229 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-6ea3c65a-cb84-4408-87e2-75ae22f44a1d req-f05a54d5-7228-46b4-be64-5b25eff8242b tempest-VolumesNegativeTest-47631797 tempest-VolumesNegativeTest-47631797-project] 10.222.0.49 "GET /v2.0/ports?device_id=90d84435-e8e4-433e-8784-0cf07d8e25f6 HTTP/1.1" status: 200 len: 949 time: 0.0470910 May 13 13:01:40.887108 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-6ea3c65a-cb84-4408-87e2-75ae22f44a1d req-6f363328-1041-4f75-ad9c-9157fc93e35f tempest-VolumesNegativeTest-47631797 tempest-VolumesNegativeTest-47631797-project] 10.222.0.49 "GET /v2.0/security-groups?id=76e0b915-886c-44f0-a56e-33c0ec4de7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419190 May 13 13:01:41.153310 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1eb49b-3e67-4d06-ab8e-46eef0f4c405 req-19a3d0ba-ebf3-4557-84d9-fa2ac0225b64 tempest-VolumesNegativeTest-47631797 tempest-VolumesNegativeTest-47631797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:01:41.154749 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-2e1eb49b-3e67-4d06-ab8e-46eef0f4c405 req-19a3d0ba-ebf3-4557-84d9-fa2ac0225b64 tempest-VolumesNegativeTest-47631797 tempest-VolumesNegativeTest-47631797-project] 10.222.0.49 "GET /v2.0/ports?device_id=90d84435-e8e4-433e-8784-0cf07d8e25f6 HTTP/1.1" status: 200 len: 949 time: 0.0485218 May 13 13:01:41.217970 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-2e1eb49b-3e67-4d06-ab8e-46eef0f4c405 req-a8c0c900-9121-484b-a7d6-e7c5d57e5bf4 tempest-VolumesNegativeTest-47631797 tempest-VolumesNegativeTest-47631797-project] 10.222.0.49 "GET /v2.0/security-groups?id=76e0b915-886c-44f0-a56e-33c0ec4de7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568612 May 13 13:01:41.408280 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 54386) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:01:41.456327 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-b5133c91-8531-4787-bf74-15808f555b53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (12f7f474-a19f-4cf7-bcdf-b9ad7dbdd770), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:41.461211 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f6fa2b4-e130-4242-8d92-15a612dc43bb admin admin] Deleting subnet 3effa4c7-202e-4507-8120-f93c685e44f2 {{(pid=109804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 13 13:01:41.464469 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0f6fa2b4-e130-4242-8d92-15a612dc43bb admin admin] Publish callbacks [] for subnet (3effa4c7-202e-4507-8120-f93c685e44f2), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:41.504496 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0f6fa2b4-e130-4242-8d92-15a612dc43bb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6106684'] for subnet (3effa4c7-202e-4507-8120-f93c685e44f2), precommit_delete_associations {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:41.554024 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0f6fa2b4-e130-4242-8d92-15a612dc43bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1488813'] for subnet (3effa4c7-202e-4507-8120-f93c685e44f2), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:41.613312 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0f6fa2b4-e130-4242-8d92-15a612dc43bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6007176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5962105'] for subnet (3effa4c7-202e-4507-8120-f93c685e44f2), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:41.644386 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6fa2b4-e130-4242-8d92-15a612dc43bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3effa4c7-202e-4507-8120-f93c685e44f2,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:01:41.648248 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0f6fa2b4-e130-4242-8d92-15a612dc43bb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:41.651452 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-0f6fa2b4-e130-4242-8d92-15a612dc43bb admin admin] 10.222.0.49 "DELETE /v2.0/subnets/3effa4c7-202e-4507-8120-f93c685e44f2 HTTP/1.1" status: 204 len: 168 time: 0.2409172 May 13 13:01:41.654099 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 54392) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:01:41.668040 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 54394) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:01:41.788920 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e1924556-a2cd-4266-801e-fabc52201816 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:41.880313 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e1924556-a2cd-4266-801e-fabc52201816 admin admin] Publish callbacks [] for security_group (d9c107b7-6153-4b40-9640-6c5d107d7b91), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:41.884384 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e1924556-a2cd-4266-801e-fabc52201816 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (d9c107b7-6153-4b40-9640-6c5d107d7b91), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:41.927313 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-e1924556-a2cd-4266-801e-fabc52201816 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d4bd6d7b6c6c4dd2b2489ca18e780c3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2581639 May 13 13:01:41.928625 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1924556-a2cd-4266-801e-fabc52201816 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9c107b7-6153-4b40-9640-6c5d107d7b91,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:01:41.930916 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 54398) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:01:42.011347 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-815bca99-def9-4810-80fb-92dcfe95ffc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1355768'] for network (9adf0a94-4216-4043-b976-598165f0772b), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:42.032501 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c8283c0c-bea9-456c-a9d4-835d660faecc admin admin] Publish callbacks [] for security_group (d9c107b7-6153-4b40-9640-6c5d107d7b91), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:42.115179 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c8283c0c-bea9-456c-a9d4-835d660faecc admin admin] Publish callbacks [] for security_group (d9c107b7-6153-4b40-9640-6c5d107d7b91), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:42.130658 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-815bca99-def9-4810-80fb-92dcfe95ffc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1476694', 'neutron.services.segments.db._delete_segments_for_network-8750967377201'] for network (9adf0a94-4216-4043-b976-598165f0772b), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:42.167065 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.services.segments.db [None req-815bca99-def9-4810-80fb-92dcfe95ffc5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9adf0a94-4216-4043-b976-598165f0772b']}} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:01:42.176387 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.services.segments.db [None req-815bca99-def9-4810-80fb-92dcfe95ffc5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c50d514-552c-4243-8367-f38a91cfc48b') {'for_net_delete': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:01:42.176679 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.services.segments.db [None req-815bca99-def9-4810-80fb-92dcfe95ffc5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c50d514-552c-4243-8367-f38a91cfc48b') {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:01:42.186657 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-815bca99-def9-4810-80fb-92dcfe95ffc5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750967377722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6106823'] for segment (0c50d514-552c-4243-8367-f38a91cfc48b), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:42.201541 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c8283c0c-bea9-456c-a9d4-835d660faecc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (d9c107b7-6153-4b40-9640-6c5d107d7b91), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:42.204252 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c8283c0c-bea9-456c-a9d4-835d660faecc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:42.205386 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-c8283c0c-bea9-456c-a9d4-835d660faecc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d9c107b7-6153-4b40-9640-6c5d107d7b91 HTTP/1.1" status: 204 len: 168 time: 0.2735493 May 13 13:01:42.206862 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-815bca99-def9-4810-80fb-92dcfe95ffc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488896'] for segment (0c50d514-552c-4243-8367-f38a91cfc48b), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:42.218138 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-815bca99-def9-4810-80fb-92dcfe95ffc5 admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=109804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 13:01:42.218561 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-815bca99-def9-4810-80fb-92dcfe95ffc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6007266'] for segment (0c50d514-552c-4243-8367-f38a91cfc48b), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:42.220250 dv-cinder-841644-1-iscsi neutron-server[109804]: Traceback (most recent call last): May 13 13:01:42.220250 dv-cinder-841644-1-iscsi neutron-server[109804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 13:01:42.220250 dv-cinder-841644-1-iscsi neutron-server[109804]: timer() May 13 13:01:42.220250 dv-cinder-841644-1-iscsi neutron-server[109804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 13:01:42.220250 dv-cinder-841644-1-iscsi neutron-server[109804]: cb(*args, **kw) May 13 13:01:42.220250 dv-cinder-841644-1-iscsi neutron-server[109804]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 13 13:01:42.220250 dv-cinder-841644-1-iscsi neutron-server[109804]: return func(*args, **kwargs) May 13 13:01:42.220250 dv-cinder-841644-1-iscsi neutron-server[109804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 13:01:42.220250 dv-cinder-841644-1-iscsi neutron-server[109804]: self._notify() May 13 13:01:42.220250 dv-cinder-841644-1-iscsi neutron-server[109804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 13:01:42.220250 dv-cinder-841644-1-iscsi neutron-server[109804]: self.callback(batched_events) May 13 13:01:42.220250 dv-cinder-841644-1-iscsi neutron-server[109804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 13:01:42.220250 dv-cinder-841644-1-iscsi neutron-server[109804]: event.method(event) May 13 13:01:42.220250 dv-cinder-841644-1-iscsi neutron-server[109804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 13 13:01:42.220250 dv-cinder-841644-1-iscsi neutron-server[109804]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 13:01:42.220250 dv-cinder-841644-1-iscsi neutron-server[109804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 13 13:01:42.220250 dv-cinder-841644-1-iscsi neutron-server[109804]: aggregate_uuid = self.p_client.list_aggregates( May 13 13:01:42.220250 dv-cinder-841644-1-iscsi neutron-server[109804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 13 13:01:42.220250 dv-cinder-841644-1-iscsi neutron-server[109804]: return f(self, *a, **k) May 13 13:01:42.220250 dv-cinder-841644-1-iscsi neutron-server[109804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 13 13:01:42.220250 dv-cinder-841644-1-iscsi neutron-server[109804]: return self._get(url).json() May 13 13:01:42.220250 dv-cinder-841644-1-iscsi neutron-server[109804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 13 13:01:42.220250 dv-cinder-841644-1-iscsi neutron-server[109804]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 13:01:42.220250 dv-cinder-841644-1-iscsi neutron-server[109804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 13:01:42.220250 dv-cinder-841644-1-iscsi neutron-server[109804]: return self.request(url, 'GET', **kwargs) May 13 13:01:42.220250 dv-cinder-841644-1-iscsi neutron-server[109804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 13:01:42.220250 dv-cinder-841644-1-iscsi neutron-server[109804]: base_url = self.get_endpoint(auth, allow=allow, May 13 13:01:42.220250 dv-cinder-841644-1-iscsi neutron-server[109804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 13:01:42.220250 dv-cinder-841644-1-iscsi neutron-server[109804]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 13:01:42.220250 dv-cinder-841644-1-iscsi neutron-server[109804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 13:01:42.220250 dv-cinder-841644-1-iscsi neutron-server[109804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 13:01:42.220250 dv-cinder-841644-1-iscsi neutron-server[109804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 13:01:42.229830 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8283c0c-bea9-456c-a9d4-835d660faecc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9c107b7-6153-4b40-9640-6c5d107d7b91,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:01:42.286404 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-815bca99-def9-4810-80fb-92dcfe95ffc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1476655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621796'] for network (9adf0a94-4216-4043-b976-598165f0772b), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:42.303606 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-815bca99-def9-4810-80fb-92dcfe95ffc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617456'] for network (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:42.306919 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-815bca99-def9-4810-80fb-92dcfe95ffc5 admin admin] 10.222.0.49 "DELETE /v2.0/networks/9adf0a94-4216-4043-b976-598165f0772b HTTP/1.1" status: 204 len: 168 time: 0.6519148 May 13 13:01:42.307859 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815bca99-def9-4810-80fb-92dcfe95ffc5 admin admin] Pushing event deleted for resources: {'Network': ['ID=9adf0a94-4216-4043-b976-598165f0772b,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:01:42.366334 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c4e54f-a96a-455a-bbbd-c2324c514576 req-6fa02cb1-3b36-4bd2-80cc-8f187e915ff9 tempest-VolumesNegativeTest-47631797 tempest-VolumesNegativeTest-47631797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:01:42.367853 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-e5c4e54f-a96a-455a-bbbd-c2324c514576 req-6fa02cb1-3b36-4bd2-80cc-8f187e915ff9 tempest-VolumesNegativeTest-47631797 tempest-VolumesNegativeTest-47631797-project] 10.222.0.49 "GET /v2.0/ports?device_id=90d84435-e8e4-433e-8784-0cf07d8e25f6 HTTP/1.1" status: 200 len: 949 time: 0.0602701 May 13 13:01:42.425719 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-e5c4e54f-a96a-455a-bbbd-c2324c514576 req-4ef31bfa-e785-45e0-b5b7-b261e0d402fe tempest-VolumesNegativeTest-47631797 tempest-VolumesNegativeTest-47631797-project] 10.222.0.49 "GET /v2.0/security-groups?id=76e0b915-886c-44f0-a56e-33c0ec4de7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512280 May 13 13:01:42.504456 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 54408) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:01:42.533016 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 54410) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:01:42.546451 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e2990ef3-0b0d-4a86-8d84-ffc7dcb3aa42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:42.551091 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-c8715d30-f0d6-4c40-9b87-a62b5a19f226 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6e44eda8115b487cbc52d99ea0634686&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0452240 May 13 13:01:42.553573 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 54414) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:01:42.615163 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ea1dfcca-993b-46de-a1b7-7cf4eee2505c admin admin] Publish callbacks [] for security_group (ab2a7c4b-eada-43c6-a764-0d2a83f35616), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:42.633938 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e2990ef3-0b0d-4a86-8d84-ffc7dcb3aa42 admin admin] Publish callbacks [] for security_group (eb5e1e72-f848-480b-b1bb-d071229fc939), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:42.637111 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ea1dfcca-993b-46de-a1b7-7cf4eee2505c admin admin] Publish callbacks [] for security_group (ab2a7c4b-eada-43c6-a764-0d2a83f35616), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:42.640084 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e2990ef3-0b0d-4a86-8d84-ffc7dcb3aa42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (eb5e1e72-f848-480b-b1bb-d071229fc939), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:42.683236 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-e2990ef3-0b0d-4a86-8d84-ffc7dcb3aa42 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=efeb88a88bbf44c4a68c45e290f77f6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1488030 May 13 13:01:42.684095 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2990ef3-0b0d-4a86-8d84-ffc7dcb3aa42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb5e1e72-f848-480b-b1bb-d071229fc939,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:01:42.686844 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 54416) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:01:42.699935 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ea1dfcca-993b-46de-a1b7-7cf4eee2505c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (ab2a7c4b-eada-43c6-a764-0d2a83f35616), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:42.702394 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ea1dfcca-993b-46de-a1b7-7cf4eee2505c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:42.703437 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-ea1dfcca-993b-46de-a1b7-7cf4eee2505c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ab2a7c4b-eada-43c6-a764-0d2a83f35616 HTTP/1.1" status: 204 len: 168 time: 0.1492319 May 13 13:01:42.718422 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1dfcca-993b-46de-a1b7-7cf4eee2505c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab2a7c4b-eada-43c6-a764-0d2a83f35616,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:01:42.753016 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7b8a45e6-1649-4350-b62b-d1cdc3de3993 admin admin] Publish callbacks [] for security_group (eb5e1e72-f848-480b-b1bb-d071229fc939), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:42.779625 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7b8a45e6-1649-4350-b62b-d1cdc3de3993 admin admin] Publish callbacks [] for security_group (eb5e1e72-f848-480b-b1bb-d071229fc939), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:42.793958 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7688a1-7ac0-498a-a8df-be0b5b0496f1 req-a3b15ed7-a612-4506-a1dd-146e751ba99d tempest-VolumesNegativeTest-47631797 tempest-VolumesNegativeTest-47631797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:01:42.795433 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-8f7688a1-7ac0-498a-a8df-be0b5b0496f1 req-a3b15ed7-a612-4506-a1dd-146e751ba99d tempest-VolumesNegativeTest-47631797 tempest-VolumesNegativeTest-47631797-project] 10.222.0.52 "GET /v2.0/ports?device_id=90d84435-e8e4-433e-8784-0cf07d8e25f6 HTTP/1.1" status: 200 len: 949 time: 0.0565565 May 13 13:01:42.833533 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7b8a45e6-1649-4350-b62b-d1cdc3de3993 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (eb5e1e72-f848-480b-b1bb-d071229fc939), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:42.836295 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7b8a45e6-1649-4350-b62b-d1cdc3de3993 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:42.837455 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-7b8a45e6-1649-4350-b62b-d1cdc3de3993 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/eb5e1e72-f848-480b-b1bb-d071229fc939 HTTP/1.1" status: 204 len: 168 time: 0.1496837 May 13 13:01:42.845782 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8a45e6-1649-4350-b62b-d1cdc3de3993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb5e1e72-f848-480b-b1bb-d071229fc939,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:01:42.906022 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [req-8f7688a1-7ac0-498a-a8df-be0b5b0496f1 req-67738dab-8950-4ac8-a8a8-61340fbe3dca tempest-VolumesNegativeTest-47631797 tempest-VolumesNegativeTest-47631797-project] Deleting port 0b85bb5e-82bb-40a9-91f5-5b14bddd789c {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:01:42.906461 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-8f7688a1-7ac0-498a-a8df-be0b5b0496f1 req-67738dab-8950-4ac8-a8a8-61340fbe3dca tempest-VolumesNegativeTest-47631797 tempest-VolumesNegativeTest-47631797-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750967565572'] for port (0b85bb5e-82bb-40a9-91f5-5b14bddd789c), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:43.011651 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.db [req-8f7688a1-7ac0-498a-a8df-be0b5b0496f1 req-67738dab-8950-4ac8-a8a8-61340fbe3dca tempest-VolumesNegativeTest-47631797 tempest-VolumesNegativeTest-47631797-project] For port 0b85bb5e-82bb-40a9-91f5-5b14bddd789c, host hv-cinder-84164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84164',level=0,port_id=0b85bb5e-82bb-40a9-91f5-5b14bddd789c,segment=NetworkSegment(39d109a0-fac7-4a7a-8ef8-a702bb3ddabf),segment_id=39d109a0-fac7-4a7a-8ef8-a702bb3ddabf)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:01:43.012238 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-8f7688a1-7ac0-498a-a8df-be0b5b0496f1 req-67738dab-8950-4ac8-a8a8-61340fbe3dca tempest-VolumesNegativeTest-47631797 tempest-VolumesNegativeTest-47631797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624050'] for port (0b85bb5e-82bb-40a9-91f5-5b14bddd789c), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:43.030285 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [req-8f7688a1-7ac0-498a-a8df-be0b5b0496f1 req-67738dab-8950-4ac8-a8a8-61340fbe3dca tempest-VolumesNegativeTest-47631797 tempest-VolumesNegativeTest-47631797-project] Calling delete_port for 0b85bb5e-82bb-40a9-91f5-5b14bddd789c owned by compute:nova {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:01:43.185781 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-8f7688a1-7ac0-498a-a8df-be0b5b0496f1 req-67738dab-8950-4ac8-a8a8-61340fbe3dca tempest-VolumesNegativeTest-47631797 tempest-VolumesNegativeTest-47631797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750967572628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750967062393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6007231'] for port (0b85bb5e-82bb-40a9-91f5-5b14bddd789c), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:43.219558 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67738dab-8950-4ac8-a8a8-61340fbe3dca tempest-VolumesNegativeTest-47631797 tempest-VolumesNegativeTest-47631797-project] Pushing event deleted for resources: {'Port': ['ID=0b85bb5e-82bb-40a9-91f5-5b14bddd789c,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:01:43.223142 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] get_ports_and_sgs() called for port_ids ['0b85bb5e-82bb-40a9-91f5-5b14bddd789c'] {{(pid=109805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 13:01:43.284791 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f7688a1-7ac0-498a-a8df-be0b5b0496f1 req-67738dab-8950-4ac8-a8a8-61340fbe3dca tempest-VolumesNegativeTest-47631797 tempest-VolumesNegativeTest-47631797-project] No DVR routers for this DVR port 0b85bb5e-82bb-40a9-91f5-5b14bddd789c on host hv-cinder-84164 {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 13:01:43.290088 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-8f7688a1-7ac0-498a-a8df-be0b5b0496f1 req-67738dab-8950-4ac8-a8a8-61340fbe3dca tempest-VolumesNegativeTest-47631797 tempest-VolumesNegativeTest-47631797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4290'] for port (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:43.291815 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-8f7688a1-7ac0-498a-a8df-be0b5b0496f1 req-67738dab-8950-4ac8-a8a8-61340fbe3dca tempest-VolumesNegativeTest-47631797 tempest-VolumesNegativeTest-47631797-project] 10.222.0.52 "DELETE /v2.0/ports/0b85bb5e-82bb-40a9-91f5-5b14bddd789c HTTP/1.1" status: 204 len: 173 time: 0.4889050 May 13 13:01:43.292368 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90d84435-e8e4-433e-8784-0cf07d8e25f6', 'name': 'network-vif-deleted', 'tag': '0b85bb5e-82bb-40a9-91f5-5b14bddd789c'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:01:43.295229 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1b69bbfd011f85c3db934c4b22a349ffa5730c167d2456731e37bfe5d9c9e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-719a09e4-14d9-4c28-830e-2abb8414d424" -d '{"events": [{"server_uuid": "90d84435-e8e4-433e-8784-0cf07d8e25f6", "name": "network-vif-deleted", "tag": "0b85bb5e-82bb-40a9-91f5-5b14bddd789c"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:01:43.367977 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 13:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60571a9d-00eb-4146-9f89-b0fb49d3129f x-openstack-request-id: req-60571a9d-00eb-4146-9f89-b0fb49d3129f {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:01:43.368331 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90d84435-e8e4-433e-8784-0cf07d8e25f6", "name": "network-vif-deleted", "tag": "0b85bb5e-82bb-40a9-91f5-5b14bddd789c", "status": "completed", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:01:43.368668 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-60571a9d-00eb-4146-9f89-b0fb49d3129f {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:01:43.369092 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60571a9d-00eb-4146-9f89-b0fb49d3129f'] response: {'server_uuid': '90d84435-e8e4-433e-8784-0cf07d8e25f6', 'name': 'network-vif-deleted', 'tag': '0b85bb5e-82bb-40a9-91f5-5b14bddd789c', 'status': 'completed', 'code': 200} May 13 13:01:43.557279 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-52866fda-b4a8-4c6c-87ab-d59e0b412e87 req-8cfa0e01-c621-4b11-bed5-3e8c543067cc tempest-VolumesNegativeTest-47631797 tempest-VolumesNegativeTest-47631797-project] 10.222.0.49 "GET /v2.0/ports?device_id=90d84435-e8e4-433e-8784-0cf07d8e25f6 HTTP/1.1" status: 200 len: 210 time: 0.0346804 May 13 13:01:43.916720 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-dee16563-2f08-4409-b7d5-fd3a3871115b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (6d8a5631-9f63-444c-af3b-4dcce4842b62), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:45.070562 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-4a907869-afee-4d69-acd8-cccc744e537a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (d2cfa305-5f5a-49b3-8228-876061d7e1f6), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:46.738278 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-7baa8e58-cb75-431e-995b-6c55a6feb1d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (5f75012c-56a5-4b0a-a85c-97c3435c2a5d), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:47.869465 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (f7880a20-862d-46b4-8dd6-192b0a47d710), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:48.593770 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Device 0b85bb5e-82bb-40a9-91f5-5b14bddd789c no longer exists at agent hyperv_hv-cinder-84164 {{(pid=109805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:01:48.616510 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] No Port match for: 0b85bb5e-82bb-40a9-91f5-5b14bddd789c {{(pid=109805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:01:48.616856 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Device 0b85bb5e-82bb-40a9-91f5-5b14bddd789c not bound to the agent host hv-cinder-84164 {{(pid=109805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:01:49.541008 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 54786) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:01:49.549594 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 54790) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:01:49.669452 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a7a59c6d-fa36-4a9b-b5d4-96777b2c7c4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:49.700891 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-89d33de9-23b5-4e88-815a-470e3828df39 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=84550eda091c4103a878c99351c26ce4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1584318 May 13 13:01:49.703342 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 54794) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:01:49.757622 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-67a422fb-9a2a-4001-bf2a-c9bb1f0d86b5 admin admin] Publish callbacks [] for security_group (76e0b915-886c-44f0-a56e-33c0ec4de7a9), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:49.763812 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a7a59c6d-fa36-4a9b-b5d4-96777b2c7c4e admin admin] Publish callbacks [] for security_group (03dee2c2-c642-4058-8246-cd68076890bb), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:49.770310 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a7a59c6d-fa36-4a9b-b5d4-96777b2c7c4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (03dee2c2-c642-4058-8246-cd68076890bb), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:49.789512 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-67a422fb-9a2a-4001-bf2a-c9bb1f0d86b5 admin admin] Publish callbacks [] for security_group (76e0b915-886c-44f0-a56e-33c0ec4de7a9), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:49.809519 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-a7a59c6d-fa36-4a9b-b5d4-96777b2c7c4e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a3fb0517f0eb49508a3f1665b8707f32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2589345 May 13 13:01:49.810406 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 54800) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:01:49.829305 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a59c6d-fa36-4a9b-b5d4-96777b2c7c4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03dee2c2-c642-4058-8246-cd68076890bb,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:01:49.854352 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-67a422fb-9a2a-4001-bf2a-c9bb1f0d86b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (76e0b915-886c-44f0-a56e-33c0ec4de7a9), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:49.858294 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-67a422fb-9a2a-4001-bf2a-c9bb1f0d86b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:49.869412 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-67a422fb-9a2a-4001-bf2a-c9bb1f0d86b5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/76e0b915-886c-44f0-a56e-33c0ec4de7a9 HTTP/1.1" status: 204 len: 168 time: 0.1599045 May 13 13:01:49.877981 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a422fb-9a2a-4001-bf2a-c9bb1f0d86b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76e0b915-886c-44f0-a56e-33c0ec4de7a9,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:01:49.897532 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-862377bb-5cb6-4708-a416-0603520457d2 admin admin] Publish callbacks [] for security_group (03dee2c2-c642-4058-8246-cd68076890bb), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:49.928777 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-862377bb-5cb6-4708-a416-0603520457d2 admin admin] Publish callbacks [] for security_group (03dee2c2-c642-4058-8246-cd68076890bb), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:50.007576 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-862377bb-5cb6-4708-a416-0603520457d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (03dee2c2-c642-4058-8246-cd68076890bb), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:50.010227 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-862377bb-5cb6-4708-a416-0603520457d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:50.011348 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-862377bb-5cb6-4708-a416-0603520457d2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/03dee2c2-c642-4058-8246-cd68076890bb HTTP/1.1" status: 204 len: 168 time: 0.1877916 May 13 13:01:50.020848 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862377bb-5cb6-4708-a416-0603520457d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03dee2c2-c642-4058-8246-cd68076890bb,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:01:50.353790 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (202f7e15-8fd1-4d3b-a0cb-2b083dcecd1a), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:50.354202 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 54824) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:01:50.369654 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a0b1181c-4d08-467f-98b5-71d67e11275e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:50.448035 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a0b1181c-4d08-467f-98b5-71d67e11275e admin admin] Publish callbacks [] for security_group (5ecdf2f5-2f12-4631-8ce4-1d5d0800edbc), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:50.451897 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a0b1181c-4d08-467f-98b5-71d67e11275e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (5ecdf2f5-2f12-4631-8ce4-1d5d0800edbc), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:50.491830 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-a0b1181c-4d08-467f-98b5-71d67e11275e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=00e000cfb18241d2afd830cdb3a8ea92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1368923 May 13 13:01:50.492933 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b1181c-4d08-467f-98b5-71d67e11275e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ecdf2f5-2f12-4631-8ce4-1d5d0800edbc,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:01:50.494442 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 54830) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:01:50.551947 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1ef7b6aa-ee67-4a42-8891-c63ede31e05c admin admin] Publish callbacks [] for security_group (5ecdf2f5-2f12-4631-8ce4-1d5d0800edbc), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:50.574822 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1ef7b6aa-ee67-4a42-8891-c63ede31e05c admin admin] Publish callbacks [] for security_group (5ecdf2f5-2f12-4631-8ce4-1d5d0800edbc), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:50.625350 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1ef7b6aa-ee67-4a42-8891-c63ede31e05c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (5ecdf2f5-2f12-4631-8ce4-1d5d0800edbc), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:50.628039 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1ef7b6aa-ee67-4a42-8891-c63ede31e05c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:50.629309 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-1ef7b6aa-ee67-4a42-8891-c63ede31e05c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5ecdf2f5-2f12-4631-8ce4-1d5d0800edbc HTTP/1.1" status: 204 len: 168 time: 0.1331522 May 13 13:01:50.637073 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef7b6aa-ee67-4a42-8891-c63ede31e05c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ecdf2f5-2f12-4631-8ce4-1d5d0800edbc,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:01:50.680953 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 54838) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:01:50.780235 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.v2.base [None req-a8614beb-2959-4dee-98f1-64b6a18b8e82 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1892757492-network', 'tenant_id': 'c04aaf2b58354e1992d66c09f5f562ad'}} {{(pid=109804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:01:50.800840 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8614beb-2959-4dee-98f1-64b6a18b8e82 admin admin] Made reservation on behalf of c04aaf2b58354e1992d66c09f5f562ad for: {'network': 1} {{(pid=109804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:01:50.803140 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-a8614beb-2959-4dee-98f1-64b6a18b8e82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for network (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:50.814842 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-a8614beb-2959-4dee-98f1-64b6a18b8e82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:50.897280 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-a8614beb-2959-4dee-98f1-64b6a18b8e82 admin admin] Publish callbacks [] for security_group (2f64e4f3-46a9-40cb-85cd-b84c7fda5f25), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:50.901556 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-a8614beb-2959-4dee-98f1-64b6a18b8e82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (2f64e4f3-46a9-40cb-85cd-b84c7fda5f25), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:50.932426 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8614beb-2959-4dee-98f1-64b6a18b8e82 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=109804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 13:01:50.939294 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8614beb-2959-4dee-98f1-64b6a18b8e82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f64e4f3-46a9-40cb-85cd-b84c7fda5f25,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:01:50.945585 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-a8614beb-2959-4dee-98f1-64b6a18b8e82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488896'] for segment (d5ff137a-d31a-40c2-9582-cf576c4541c2), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:50.946398 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.db.segments_db [None req-a8614beb-2959-4dee-98f1-64b6a18b8e82 admin admin] Added segment d5ff137a-d31a-40c2-9582-cf576c4541c2 of type vlan for network 9564931c-c5b5-4379-ab8f-8be704e0bc3e May 13 13:01:51.000510 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-a8614beb-2959-4dee-98f1-64b6a18b8e82 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750967083174'] for network (9564931c-c5b5-4379-ab8f-8be704e0bc3e), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:51.032843 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-a8614beb-2959-4dee-98f1-64b6a18b8e82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478'] for network (9564931c-c5b5-4379-ab8f-8be704e0bc3e), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:51.034140 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8614beb-2959-4dee-98f1-64b6a18b8e82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:01:51.034940 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-a8614beb-2959-4dee-98f1-64b6a18b8e82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617456'] for network (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:51.098526 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-a8614beb-2959-4dee-98f1-64b6a18b8e82 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4158521 May 13 13:01:51.101769 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 54860) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:01:51.106586 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.v2.base [None req-384f3527-5dee-4376-ae7f-8d9263854a7a admin admin] Request body: {'subnet': {'network_id': '9564931c-c5b5-4379-ab8f-8be704e0bc3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1892757492-subnet', 'tenant_id': 'c04aaf2b58354e1992d66c09f5f562ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:01:51.118487 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8614beb-2959-4dee-98f1-64b6a18b8e82 admin admin] Pushing event updated for resources: {'Network': ['ID=9564931c-c5b5-4379-ab8f-8be704e0bc3e,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:01:51.126955 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-384f3527-5dee-4376-ae7f-8d9263854a7a admin admin] Made reservation on behalf of c04aaf2b58354e1992d66c09f5f562ad for: {'subnet': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:01:51.129907 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-384f3527-5dee-4376-ae7f-8d9263854a7a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5762224'] for subnet (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:51.133523 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Network 9564931c-c5b5-4379-ab8f-8be704e0bc3e details requested by agent ovs-agent-dv-cinder-841644-1-iscsi with host dv-cinder-841644-1-iscsi {{(pid=109805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 13 13:01:51.327534 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-384f3527-5dee-4376-ae7f-8d9263854a7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6506713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5762222'] for subnet (b591f023-d2cc-4113-802f-763f4974f570), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:51.395528 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384f3527-5dee-4376-ae7f-8d9263854a7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b591f023-d2cc-4113-802f-763f4974f570,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:01:51.406266 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384f3527-5dee-4376-ae7f-8d9263854a7a admin admin] Checking segment: {'id': 'd5ff137a-d31a-40c2-9582-cf576c4541c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9564931c-c5b5-4379-ab8f-8be704e0bc3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:01:51.406624 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384f3527-5dee-4376-ae7f-8d9263854a7a admin admin] Network hostable DHCP agents. Network: 9564931c-c5b5-4379-ab8f-8be704e0bc3e, hostable agents: ['12f7f474-a19f-4cf7-bcdf-b9ad7dbdd770'], hosted agents: [] {{(pid=109803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 13:01:51.428509 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384f3527-5dee-4376-ae7f-8d9263854a7a admin admin] Network 9564931c-c5b5-4379-ab8f-8be704e0bc3e is scheduled to be hosted by DHCP agent 12f7f474-a19f-4cf7-bcdf-b9ad7dbdd770 with binding_index 1 {{(pid=109803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 13:01:51.437879 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-384f3527-5dee-4376-ae7f-8d9263854a7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841644-1-iscsi, 9564931c-c5b5-4379-ab8f-8be704e0bc3e) {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:01:51.443938 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-384f3527-5dee-4376-ae7f-8d9263854a7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:01:51.444536 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-384f3527-5dee-4376-ae7f-8d9263854a7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617456'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:51.451330 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-941f293f-f190-4afc-b31c-6b8eeefb9aa7 None None] Network 9564931c-c5b5-4379-ab8f-8be704e0bc3e requested from dv-cinder-841644-1-iscsi {{(pid=109805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:01:51.472003 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-384f3527-5dee-4376-ae7f-8d9263854a7a admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3611457 May 13 13:01:51.570878 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d22592b-ab55-47aa-849f-25798d594e34 None None] Network 9564931c-c5b5-4379-ab8f-8be704e0bc3e requested from dv-cinder-841644-1-iscsi {{(pid=109805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:01:52.362591 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 54898) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:01:52.467583 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fd2090dd-9d6b-4b75-83ca-e6c0d273c8d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:52.541869 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fd2090dd-9d6b-4b75-83ca-e6c0d273c8d2 admin admin] Publish callbacks [] for security_group (c74bce6d-d713-4668-830e-efa2538d2aa6), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:52.545914 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fd2090dd-9d6b-4b75-83ca-e6c0d273c8d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (c74bce6d-d713-4668-830e-efa2538d2aa6), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:52.587410 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2090dd-9d6b-4b75-83ca-e6c0d273c8d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c74bce6d-d713-4668-830e-efa2538d2aa6,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:01:52.592920 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-fd2090dd-9d6b-4b75-83ca-e6c0d273c8d2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a248c18d525f46d495d762ab74df7f70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2292888 May 13 13:01:52.595532 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 54902) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:01:52.643498 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-572e29fd-ab8c-4844-8b90-06d3b336d11f admin admin] Publish callbacks [] for security_group (c74bce6d-d713-4668-830e-efa2538d2aa6), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:52.665057 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-572e29fd-ab8c-4844-8b90-06d3b336d11f admin admin] Publish callbacks [] for security_group (c74bce6d-d713-4668-830e-efa2538d2aa6), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:52.714588 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-572e29fd-ab8c-4844-8b90-06d3b336d11f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (c74bce6d-d713-4668-830e-efa2538d2aa6), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:52.717190 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-572e29fd-ab8c-4844-8b90-06d3b336d11f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:52.718337 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-572e29fd-ab8c-4844-8b90-06d3b336d11f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c74bce6d-d713-4668-830e-efa2538d2aa6 HTTP/1.1" status: 204 len: 168 time: 0.1219261 May 13 13:01:52.726124 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572e29fd-ab8c-4844-8b90-06d3b336d11f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c74bce6d-d713-4668-830e-efa2538d2aa6,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:01:53.306035 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06fa065-a7f0-4288-bdad-21ba41ba5261 req-48bc4fac-7630-44ef-981d-e176b9bbd392 tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:01:53.307384 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-d06fa065-a7f0-4288-bdad-21ba41ba5261 req-48bc4fac-7630-44ef-981d-e176b9bbd392 tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] 10.222.0.49 "GET /v2.0/networks?id=9564931c-c5b5-4379-ab8f-8be704e0bc3e HTTP/1.1" status: 200 len: 814 time: 0.1067133 May 13 13:01:53.322613 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-d06fa065-a7f0-4288-bdad-21ba41ba5261 req-0a11b590-e4a6-4984-a224-efb1db341cdc tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] 10.222.0.49 "GET /v2.0/quotas/c04aaf2b58354e1992d66c09f5f562ad HTTP/1.1" status: 200 len: 375 time: 0.0095325 May 13 13:01:53.357242 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-d06fa065-a7f0-4288-bdad-21ba41ba5261 req-487d6b4b-dba0-474f-bbf2-7fd9d9cbf81b tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=c04aaf2b58354e1992d66c09f5f562ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284090 May 13 13:01:53.451772 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-d06fa065-a7f0-4288-bdad-21ba41ba5261 req-81ef20a4-21a7-4bbe-be2c-e879fd279bb8 service neutron] 10.222.0.49 "GET /v2.0/networks/9564931c-c5b5-4379-ab8f-8be704e0bc3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862858 May 13 13:01:53.541069 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-d06fa065-a7f0-4288-bdad-21ba41ba5261 req-1520d8a3-c1a2-4025-9180-61d375eb0cb5 service neutron] 10.222.0.49 "GET /v2.0/networks/9564931c-c5b5-4379-ab8f-8be704e0bc3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830181 May 13 13:01:53.703422 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-e7814b9b-c927-416e-a098-8ddb3b5b1f6f req-8c047af4-cbdf-46a9-b744-0ffef04dd4ef tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] 10.222.0.49 "GET /v2.0/ports?device_id=287d423f-698a-400e-9798-80bcaf60cc1b HTTP/1.1" status: 200 len: 210 time: 0.0303011 May 13 13:01:54.799564 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-a745172d-7350-4303-ad44-58a65e0fdb8c req-70325d8a-e4e0-483f-8a48-0ad9f7d9c137 tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] 10.222.0.49 "GET /v2.0/ports?device_id=287d423f-698a-400e-9798-80bcaf60cc1b HTTP/1.1" status: 200 len: 210 time: 0.0282886 May 13 13:01:55.892939 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-de0db211-da2b-451e-ab71-8049e5eee42e req-a065c9e2-a8ca-4798-bbb1-d37a63d21eb7 tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] 10.222.0.49 "GET /v2.0/ports?device_id=287d423f-698a-400e-9798-80bcaf60cc1b HTTP/1.1" status: 200 len: 210 time: 0.0277927 May 13 13:01:56.781464 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06fa065-a7f0-4288-bdad-21ba41ba5261 req-dc8a95fe-653b-48b2-a454-f6ed56884cb5 tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:01:56.782828 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-d06fa065-a7f0-4288-bdad-21ba41ba5261 req-dc8a95fe-653b-48b2-a454-f6ed56884cb5 tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] 10.222.0.52 "GET /v2.0/networks?id=9564931c-c5b5-4379-ab8f-8be704e0bc3e HTTP/1.1" status: 200 len: 814 time: 0.1103225 May 13 13:01:56.803127 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.v2.base [req-d06fa065-a7f0-4288-bdad-21ba41ba5261 req-18a67cdd-89fc-40b5-92ed-863b7be79b93 tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] Request body: {'port': {'device_id': '287d423f-698a-400e-9798-80bcaf60cc1b', 'network_id': '9564931c-c5b5-4379-ab8f-8be704e0bc3e', 'admin_state_up': True, 'tenant_id': 'c04aaf2b58354e1992d66c09f5f562ad'}} {{(pid=109804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:01:56.913029 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d06fa065-a7f0-4288-bdad-21ba41ba5261 req-18a67cdd-89fc-40b5-92ed-863b7be79b93 tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] Made reservation on behalf of c04aaf2b58354e1992d66c09f5f562ad for: {'port': 1} {{(pid=109804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:01:56.916318 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-d06fa065-a7f0-4288-bdad-21ba41ba5261 req-18a67cdd-89fc-40b5-92ed-863b7be79b93 tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:56.989664 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-f4ed4b7f-7421-4085-82ad-1b0ee62e8f9f req-f5821e0e-e952-42f4-acfa-51b8f63f04e4 tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] 10.222.0.49 "GET /v2.0/ports?device_id=287d423f-698a-400e-9798-80bcaf60cc1b HTTP/1.1" status: 200 len: 210 time: 0.0283113 May 13 13:01:57.041759 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [req-d06fa065-a7f0-4288-bdad-21ba41ba5261 req-18a67cdd-89fc-40b5-92ed-863b7be79b93 tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] Allocated IP 172.20.0.13 (9564931c-c5b5-4379-ab8f-8be704e0bc3e/b591f023-d2cc-4113-802f-763f4974f570/dcd85070-3bae-40b6-8131-30f8c785f8e8) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:01:57.190280 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-d06fa065-a7f0-4288-bdad-21ba41ba5261 req-18a67cdd-89fc-40b5-92ed-863b7be79b93 tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] Publish callbacks [] for port (dcd85070-3bae-40b6-8131-30f8c785f8e8), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:57.224287 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-d06fa065-a7f0-4288-bdad-21ba41ba5261 req-18a67cdd-89fc-40b5-92ed-863b7be79b93 tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750967062384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6007231'] for port (dcd85070-3bae-40b6-8131-30f8c785f8e8), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:57.265201 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d06fa065-a7f0-4288-bdad-21ba41ba5261 req-18a67cdd-89fc-40b5-92ed-863b7be79b93 tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] Network 9564931c-c5b5-4379-ab8f-8be704e0bc3e is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:01:57.268296 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [req-d06fa065-a7f0-4288-bdad-21ba41ba5261 req-18a67cdd-89fc-40b5-92ed-863b7be79b93 tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:01:57.274834 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [req-d06fa065-a7f0-4288-bdad-21ba41ba5261 req-18a67cdd-89fc-40b5-92ed-863b7be79b93 tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:01:57.281562 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a67cdd-89fc-40b5-92ed-863b7be79b93 tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] Pushing event updated for resources: {'Port': ['ID=dcd85070-3bae-40b6-8131-30f8c785f8e8,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:01:57.333744 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06fa065-a7f0-4288-bdad-21ba41ba5261 req-18a67cdd-89fc-40b5-92ed-863b7be79b93 tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:01:57.334388 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-d06fa065-a7f0-4288-bdad-21ba41ba5261 req-18a67cdd-89fc-40b5-92ed-863b7be79b93 tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4290'] for port (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:57.350976 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-d06fa065-a7f0-4288-bdad-21ba41ba5261 req-18a67cdd-89fc-40b5-92ed-863b7be79b93 tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5515647 May 13 13:01:57.372590 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.v2.base [req-d06fa065-a7f0-4288-bdad-21ba41ba5261 req-5629907b-3b17-4a04-8379-e32f2443b739 service neutron] Request body: {'port': {'device_id': '287d423f-698a-400e-9798-80bcaf60cc1b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84164'}} {{(pid=109804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:01:57.439807 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-d06fa065-a7f0-4288-bdad-21ba41ba5261 req-5629907b-3b17-4a04-8379-e32f2443b739 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (dcd85070-3bae-40b6-8131-30f8c785f8e8), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:57.698709 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.notifiers.nova [req-d06fa065-a7f0-4288-bdad-21ba41ba5261 req-5629907b-3b17-4a04-8379-e32f2443b739 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcd85070-3bae-40b6-8131-30f8c785f8e8 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:01:57.706029 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-d06fa065-a7f0-4288-bdad-21ba41ba5261 req-5629907b-3b17-4a04-8379-e32f2443b739 service neutron] Publish callbacks [] for port (dcd85070-3bae-40b6-8131-30f8c785f8e8), precommit_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:57.718988 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [req-d06fa065-a7f0-4288-bdad-21ba41ba5261 req-5629907b-3b17-4a04-8379-e32f2443b739 service neutron] Transition to ACTIVE for port object dcd85070-3bae-40b6-8131-30f8c785f8e8 will not be triggered until provisioned by entity L2. {{(pid=109804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 13:01:57.723265 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-d06fa065-a7f0-4288-bdad-21ba41ba5261 req-5629907b-3b17-4a04-8379-e32f2443b739 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6007238'] for port (dcd85070-3bae-40b6-8131-30f8c785f8e8), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:57.774505 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5629907b-3b17-4a04-8379-e32f2443b739 service neutron] Pushing event updated for resources: {'Port': ['ID=dcd85070-3bae-40b6-8131-30f8c785f8e8,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:01:57.837312 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [req-d06fa065-a7f0-4288-bdad-21ba41ba5261 req-5629907b-3b17-4a04-8379-e32f2443b739 service neutron] Attempting to bind port dcd85070-3bae-40b6-8131-30f8c785f8e8 on host hv-cinder-84164 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:01:57.837638 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [req-d06fa065-a7f0-4288-bdad-21ba41ba5261 req-5629907b-3b17-4a04-8379-e32f2443b739 service neutron] Attempting to bind port dcd85070-3bae-40b6-8131-30f8c785f8e8 by drivers openvswitch,hyperv on host hv-cinder-84164 at level 0 using segments [{'id': 'd5ff137a-d31a-40c2-9582-cf576c4541c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9564931c-c5b5-4379-ab8f-8be704e0bc3e'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:01:57.837960 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d06fa065-a7f0-4288-bdad-21ba41ba5261 req-5629907b-3b17-4a04-8379-e32f2443b739 service neutron] Attempting to bind port dcd85070-3bae-40b6-8131-30f8c785f8e8 on network 9564931c-c5b5-4379-ab8f-8be704e0bc3e {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:01:57.842154 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d06fa065-a7f0-4288-bdad-21ba41ba5261 req-5629907b-3b17-4a04-8379-e32f2443b739 service neutron] Port dcd85070-3bae-40b6-8131-30f8c785f8e8 on network 9564931c-c5b5-4379-ab8f-8be704e0bc3e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84164 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 13:01:57.842474 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d06fa065-a7f0-4288-bdad-21ba41ba5261 req-5629907b-3b17-4a04-8379-e32f2443b739 service neutron] Attempting to bind port dcd85070-3bae-40b6-8131-30f8c785f8e8 on network 9564931c-c5b5-4379-ab8f-8be704e0bc3e {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:01:57.847182 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d06fa065-a7f0-4288-bdad-21ba41ba5261 req-5629907b-3b17-4a04-8379-e32f2443b739 service neutron] Checking agent: {'id': '202f7e15-8fd1-4d3b-a0cb-2b083dcecd1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84164', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 12, 52, 20), 'started_at': datetime.datetime(2022, 5, 13, 12, 52, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:01:57.847521 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d06fa065-a7f0-4288-bdad-21ba41ba5261 req-5629907b-3b17-4a04-8379-e32f2443b739 service neutron] Checking segment: {'id': 'd5ff137a-d31a-40c2-9582-cf576c4541c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9564931c-c5b5-4379-ab8f-8be704e0bc3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:01:57.848103 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d06fa065-a7f0-4288-bdad-21ba41ba5261 req-5629907b-3b17-4a04-8379-e32f2443b739 service neutron] Bound using segment: {'id': 'd5ff137a-d31a-40c2-9582-cf576c4541c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9564931c-c5b5-4379-ab8f-8be704e0bc3e'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:01:57.848695 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [req-d06fa065-a7f0-4288-bdad-21ba41ba5261 req-5629907b-3b17-4a04-8379-e32f2443b739 service neutron] Bound port: dcd85070-3bae-40b6-8131-30f8c785f8e8, host: hv-cinder-84164, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5ff137a-d31a-40c2-9582-cf576c4541c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9564931c-c5b5-4379-ab8f-8be704e0bc3e'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:01:57.849064 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-d06fa065-a7f0-4288-bdad-21ba41ba5261 req-5629907b-3b17-4a04-8379-e32f2443b739 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (dcd85070-3bae-40b6-8131-30f8c785f8e8), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:57.912921 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.db [req-d06fa065-a7f0-4288-bdad-21ba41ba5261 req-5629907b-3b17-4a04-8379-e32f2443b739 service neutron] For port dcd85070-3bae-40b6-8131-30f8c785f8e8, host hv-cinder-84164, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:01:57.915904 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.db [req-d06fa065-a7f0-4288-bdad-21ba41ba5261 req-5629907b-3b17-4a04-8379-e32f2443b739 service neutron] For port dcd85070-3bae-40b6-8131-30f8c785f8e8, host hv-cinder-84164, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84164',level=0,port_id=dcd85070-3bae-40b6-8131-30f8c785f8e8,segment=NetworkSegment(d5ff137a-d31a-40c2-9582-cf576c4541c2),segment_id=d5ff137a-d31a-40c2-9582-cf576c4541c2)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:01:57.921958 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-d06fa065-a7f0-4288-bdad-21ba41ba5261 req-5629907b-3b17-4a04-8379-e32f2443b739 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6007238'] for port (dcd85070-3bae-40b6-8131-30f8c785f8e8), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:57.954109 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06fa065-a7f0-4288-bdad-21ba41ba5261 req-5629907b-3b17-4a04-8379-e32f2443b739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:01:57.954743 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-d06fa065-a7f0-4288-bdad-21ba41ba5261 req-5629907b-3b17-4a04-8379-e32f2443b739 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4290'] for port (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:01:57.956105 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-d06fa065-a7f0-4288-bdad-21ba41ba5261 req-5629907b-3b17-4a04-8379-e32f2443b739 service neutron] 10.222.0.52 "PUT /v2.0/ports/dcd85070-3bae-40b6-8131-30f8c785f8e8 HTTP/1.1" status: 200 len: 1094 time: 0.5876491 May 13 13:01:57.956534 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '287d423f-698a-400e-9798-80bcaf60cc1b', 'tag': 'dcd85070-3bae-40b6-8131-30f8c785f8e8'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:01:57.958899 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1b69bbfd011f85c3db934c4b22a349ffa5730c167d2456731e37bfe5d9c9e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05b97408-7282-45ab-b9a6-f5a840aadf02" -d '{"events": [{"name": "network-changed", "server_uuid": "287d423f-698a-400e-9798-80bcaf60cc1b", "tag": "dcd85070-3bae-40b6-8131-30f8c785f8e8"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:01:57.983919 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5629907b-3b17-4a04-8379-e32f2443b739 service neutron] Pushing event updated for resources: {'Port': ['ID=dcd85070-3bae-40b6-8131-30f8c785f8e8,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:01:57.996288 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 13:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f4c8786-6a57-43af-8069-0a1a421ad616 x-openstack-request-id: req-3f4c8786-6a57-43af-8069-0a1a421ad616 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:01:57.996577 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "287d423f-698a-400e-9798-80bcaf60cc1b", "tag": "dcd85070-3bae-40b6-8131-30f8c785f8e8", "status": "completed", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:01:57.996826 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3f4c8786-6a57-43af-8069-0a1a421ad616 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:01:57.997249 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f4c8786-6a57-43af-8069-0a1a421ad616'] response: {'name': 'network-changed', 'server_uuid': '287d423f-698a-400e-9798-80bcaf60cc1b', 'tag': 'dcd85070-3bae-40b6-8131-30f8c785f8e8', 'status': 'completed', 'code': 200} May 13 13:01:58.104099 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91734413-c5cf-4935-bcbe-83259985240e req-c0754353-f3ce-432c-ab37-75b0de11c4ab tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:01:58.105556 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-91734413-c5cf-4935-bcbe-83259985240e req-c0754353-f3ce-432c-ab37-75b0de11c4ab tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] 10.222.0.49 "GET /v2.0/ports?device_id=287d423f-698a-400e-9798-80bcaf60cc1b HTTP/1.1" status: 200 len: 944 time: 0.0497406 May 13 13:01:58.151365 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-91734413-c5cf-4935-bcbe-83259985240e req-92ebb94f-3761-4d22-9366-2de7614c338c tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f64e4f3-46a9-40cb-85cd-b84c7fda5f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403142 May 13 13:01:59.265587 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e34c28-29c3-4d80-b487-b2b2eadb76cf req-d490145e-4d7d-43d2-a368-dae70524be1b tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:01:59.266959 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-29e34c28-29c3-4d80-b487-b2b2eadb76cf req-d490145e-4d7d-43d2-a368-dae70524be1b tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] 10.222.0.49 "GET /v2.0/ports?device_id=287d423f-698a-400e-9798-80bcaf60cc1b HTTP/1.1" status: 200 len: 944 time: 0.0466614 May 13 13:01:59.314842 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-29e34c28-29c3-4d80-b487-b2b2eadb76cf req-66cf14c0-3941-4ec3-bdfa-ee2cc2fa1c95 tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f64e4f3-46a9-40cb-85cd-b84c7fda5f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422096 May 13 13:02:00.425986 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7347016-0318-423d-b12c-22ea1a9ceb91 req-fd089823-6547-4380-8cd9-5a823e1d0378 tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:02:00.428179 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-a7347016-0318-423d-b12c-22ea1a9ceb91 req-fd089823-6547-4380-8cd9-5a823e1d0378 tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] 10.222.0.49 "GET /v2.0/ports?device_id=287d423f-698a-400e-9798-80bcaf60cc1b HTTP/1.1" status: 200 len: 944 time: 0.0463817 May 13 13:02:00.474528 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-a7347016-0318-423d-b12c-22ea1a9ceb91 req-2121c676-901f-43ba-aa45-1d77df8d3d79 tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f64e4f3-46a9-40cb-85cd-b84c7fda5f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401535 May 13 13:02:00.971083 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b97408-7282-45ab-b9a6-f5a840aadf02 req-7ac24588-b970-4106-96d1-38ef698accd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:02:00.973242 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-05b97408-7282-45ab-b9a6-f5a840aadf02 req-7ac24588-b970-4106-96d1-38ef698accd6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c04aaf2b58354e1992d66c09f5f562ad&device_id=287d423f-698a-400e-9798-80bcaf60cc1b HTTP/1.1" status: 200 len: 1128 time: 0.0437419 May 13 13:02:01.078538 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b97408-7282-45ab-b9a6-f5a840aadf02 req-594cb7d4-1bf6-441b-b7c1-b98338500907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:02:01.079988 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-05b97408-7282-45ab-b9a6-f5a840aadf02 req-594cb7d4-1bf6-441b-b7c1-b98338500907 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=c04aaf2b58354e1992d66c09f5f562ad&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0896401 May 13 13:02:01.176070 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b97408-7282-45ab-b9a6-f5a840aadf02 req-b0c93afc-fafd-4924-a5a8-de3373895242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:02:01.177585 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-05b97408-7282-45ab-b9a6-f5a840aadf02 req-b0c93afc-fafd-4924-a5a8-de3373895242 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0890212 May 13 13:02:01.282352 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06fa065-a7f0-4288-bdad-21ba41ba5261 req-f8f18898-b537-4fe9-bac4-776597c4a720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:02:01.283753 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-d06fa065-a7f0-4288-bdad-21ba41ba5261 req-f8f18898-b537-4fe9-bac4-776597c4a720 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c04aaf2b58354e1992d66c09f5f562ad&device_id=287d423f-698a-400e-9798-80bcaf60cc1b HTTP/1.1" status: 200 len: 1128 time: 0.0400243 May 13 13:02:01.336102 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-d06fa065-a7f0-4288-bdad-21ba41ba5261 req-0c73b63e-03a6-4c9c-9f84-57a9690ece0f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dcd85070-3bae-40b6-8131-30f8c785f8e8 HTTP/1.1" status: 200 len: 217 time: 0.0342057 May 13 13:02:01.387204 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06fa065-a7f0-4288-bdad-21ba41ba5261 req-65306086-483d-4f99-9f35-7264bd56d6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:02:01.388634 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-d06fa065-a7f0-4288-bdad-21ba41ba5261 req-65306086-483d-4f99-9f35-7264bd56d6b5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b591f023-d2cc-4113-802f-763f4974f570 HTTP/1.1" status: 200 len: 854 time: 0.0449913 May 13 13:02:01.423701 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-d06fa065-a7f0-4288-bdad-21ba41ba5261 req-426034bb-130d-4a27-ae33-77c983afc9c9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9564931c-c5b5-4379-ab8f-8be704e0bc3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267534 May 13 13:02:01.509813 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-d06fa065-a7f0-4288-bdad-21ba41ba5261 req-e56e358a-a8c5-4012-b762-ce562ce95a9e service neutron] 10.222.0.52 "GET /v2.0/networks/9564931c-c5b5-4379-ab8f-8be704e0bc3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801296 May 13 13:02:01.618256 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dbb831-0317-4355-a328-b99f1c479dd4 req-0ba9db9c-7db6-4eec-b0c3-c2a86b080963 tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:02:01.619798 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-12dbb831-0317-4355-a328-b99f1c479dd4 req-0ba9db9c-7db6-4eec-b0c3-c2a86b080963 tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] 10.222.0.49 "GET /v2.0/ports?device_id=287d423f-698a-400e-9798-80bcaf60cc1b HTTP/1.1" status: 200 len: 944 time: 0.0548034 May 13 13:02:01.665336 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-d06fa065-a7f0-4288-bdad-21ba41ba5261 req-b258b8e1-4776-4c79-ab14-214350a44202 service neutron] 10.222.0.52 "GET /v2.0/networks/9564931c-c5b5-4379-ab8f-8be704e0bc3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472144 May 13 13:02:01.687409 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-12dbb831-0317-4355-a328-b99f1c479dd4 req-37e8a152-a5c8-494a-b6d6-323cb21ba11b tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f64e4f3-46a9-40cb-85cd-b84c7fda5f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589106 May 13 13:02:02.807493 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc50734-142e-4035-98f9-f62a4815d5f0 req-28eb2e63-edb2-45e6-bdbb-6cf22591835d tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:02:02.808961 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-acc50734-142e-4035-98f9-f62a4815d5f0 req-28eb2e63-edb2-45e6-bdbb-6cf22591835d tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] 10.222.0.49 "GET /v2.0/ports?device_id=287d423f-698a-400e-9798-80bcaf60cc1b HTTP/1.1" status: 200 len: 944 time: 0.0515697 May 13 13:02:02.862432 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-acc50734-142e-4035-98f9-f62a4815d5f0 req-ad770587-5e44-4fbe-8d51-17a602eb0b25 tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f64e4f3-46a9-40cb-85cd-b84c7fda5f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464549 May 13 13:02:03.993170 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11778f6e-21e1-4d1d-b9a3-9ae2ef17e258 req-4ad7bb15-7894-48c5-a6b5-b41325b0bb0d tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:02:03.994651 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-11778f6e-21e1-4d1d-b9a3-9ae2ef17e258 req-4ad7bb15-7894-48c5-a6b5-b41325b0bb0d tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] 10.222.0.49 "GET /v2.0/ports?device_id=287d423f-698a-400e-9798-80bcaf60cc1b HTTP/1.1" status: 200 len: 944 time: 0.0598946 May 13 13:02:04.043978 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-11778f6e-21e1-4d1d-b9a3-9ae2ef17e258 req-251d5953-5bc5-462f-9e5e-675242f2c4c6 tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f64e4f3-46a9-40cb-85cd-b84c7fda5f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437911 May 13 13:02:05.158153 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158263ac-a2c4-4a6c-8c77-b58a70ed313b req-3d0b7291-cb04-46f8-9bee-ce1293af5628 tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:02:05.159924 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-158263ac-a2c4-4a6c-8c77-b58a70ed313b req-3d0b7291-cb04-46f8-9bee-ce1293af5628 tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] 10.222.0.49 "GET /v2.0/ports?device_id=287d423f-698a-400e-9798-80bcaf60cc1b HTTP/1.1" status: 200 len: 944 time: 0.0489051 May 13 13:02:05.206583 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-158263ac-a2c4-4a6c-8c77-b58a70ed313b req-b8a00990-28ba-4282-84de-43dbebd7e271 tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f64e4f3-46a9-40cb-85cd-b84c7fda5f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407364 May 13 13:02:05.240770 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 55056) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:02:05.348580 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3a56029c-5979-4526-b641-773aa3f216a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:05.421141 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3a56029c-5979-4526-b641-773aa3f216a1 admin admin] Publish callbacks [] for security_group (c0e5637d-76ec-4e03-9e03-3886aa7c6fce), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:05.424607 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-3a56029c-5979-4526-b641-773aa3f216a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (c0e5637d-76ec-4e03-9e03-3886aa7c6fce), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:05.462069 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-3a56029c-5979-4526-b641-773aa3f216a1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4507b81c0d3041b0b30cf5c70d63f967&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2201476 May 13 13:02:05.462965 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a56029c-5979-4526-b641-773aa3f216a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0e5637d-76ec-4e03-9e03-3886aa7c6fce,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:02:05.464811 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 55062) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:02:05.511824 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e780f45c-b80a-406b-9105-f458b49e1976 admin admin] Publish callbacks [] for security_group (c0e5637d-76ec-4e03-9e03-3886aa7c6fce), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:05.532368 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e780f45c-b80a-406b-9105-f458b49e1976 admin admin] Publish callbacks [] for security_group (c0e5637d-76ec-4e03-9e03-3886aa7c6fce), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:05.580350 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e780f45c-b80a-406b-9105-f458b49e1976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (c0e5637d-76ec-4e03-9e03-3886aa7c6fce), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:05.582989 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-e780f45c-b80a-406b-9105-f458b49e1976 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:05.585145 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-e780f45c-b80a-406b-9105-f458b49e1976 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c0e5637d-76ec-4e03-9e03-3886aa7c6fce HTTP/1.1" status: 204 len: 168 time: 0.1184890 May 13 13:02:05.592587 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e780f45c-b80a-406b-9105-f458b49e1976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0e5637d-76ec-4e03-9e03-3886aa7c6fce,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:02:06.160397 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Device dcd85070-3bae-40b6-8131-30f8c785f8e8 details requested by agent hyperv_hv-cinder-84164 with host hv-cinder-84164 {{(pid=109805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 13:02:06.266353 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] For port dcd85070-3bae-40b6-8131-30f8c785f8e8, host hv-cinder-84164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84164',level=0,port_id=dcd85070-3bae-40b6-8131-30f8c785f8e8,segment=NetworkSegment(d5ff137a-d31a-40c2-9582-cf576c4541c2),segment_id=d5ff137a-d31a-40c2-9582-cf576c4541c2)] {{(pid=109805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:02:06.279234 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Returning: {'device': 'dcd85070-3bae-40b6-8131-30f8c785f8e8', 'network_id': '9564931c-c5b5-4379-ab8f-8be704e0bc3e', 'port_id': 'dcd85070-3bae-40b6-8131-30f8c785f8e8', 'mac_address': 'fa:16:3e:0a:60:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b591f023-d2cc-4113-802f-763f4974f570', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 13:02:06.323492 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Current status of the port dcd85070-3bae-40b6-8131-30f8c785f8e8 is: DOWN; New status is: BUILD {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:02:06.323881 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (dcd85070-3bae-40b6-8131-30f8c785f8e8), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:06.341149 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.notifiers.nova [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcd85070-3bae-40b6-8131-30f8c785f8e8 {{(pid=109805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:02:06.347608 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aec6dd-3bff-4e79-88b8-85900617944f req-9f1d581e-cd07-4b62-ba35-519cca8ab15d tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:02:06.349940 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-19aec6dd-3bff-4e79-88b8-85900617944f req-9f1d581e-cd07-4b62-ba35-519cca8ab15d tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] 10.222.0.49 "GET /v2.0/ports?device_id=287d423f-698a-400e-9798-80bcaf60cc1b HTTP/1.1" status: 200 len: 944 time: 0.0717497 May 13 13:02:06.361598 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] For port dcd85070-3bae-40b6-8131-30f8c785f8e8, host hv-cinder-84164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84164',level=0,port_id=dcd85070-3bae-40b6-8131-30f8c785f8e8,segment=NetworkSegment(d5ff137a-d31a-40c2-9582-cf576c4541c2),segment_id=d5ff137a-d31a-40c2-9582-cf576c4541c2)] {{(pid=109805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:02:06.366581 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (dcd85070-3bae-40b6-8131-30f8c785f8e8), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:06.404135 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-19aec6dd-3bff-4e79-88b8-85900617944f req-2800dbfe-4c36-41fb-acbf-da1cfe131382 tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f64e4f3-46a9-40cb-85cd-b84c7fda5f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481451 May 13 13:02:06.415902 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Pushing event updated for resources: {'Port': ['ID=dcd85070-3bae-40b6-8131-30f8c785f8e8,revision_number=4']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:02:07.407223 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] get_ports_and_sgs() called for port_ids ['dcd85070-3bae-40b6-8131-30f8c785f8e8'] {{(pid=109805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 13:02:07.530895 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33530f64-f693-407b-b578-49f2e665fe24 req-70ba7093-d409-4554-ae01-80a6d2c4f842 tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:02:07.538650 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-33530f64-f693-407b-b578-49f2e665fe24 req-70ba7093-d409-4554-ae01-80a6d2c4f842 tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] 10.222.0.49 "GET /v2.0/ports?device_id=287d423f-698a-400e-9798-80bcaf60cc1b HTTP/1.1" status: 200 len: 945 time: 0.0603988 May 13 13:02:07.581628 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-33530f64-f693-407b-b578-49f2e665fe24 req-ae73d349-21b1-4786-bfb1-fc5435170342 tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f64e4f3-46a9-40cb-85cd-b84c7fda5f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419033 May 13 13:02:08.697840 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1bd1d3-26ec-4ac1-9131-5d86aea5502c req-f26e7418-214d-4b9c-855c-3639c4b48ca6 tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:02:08.699369 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-6f1bd1d3-26ec-4ac1-9131-5d86aea5502c req-f26e7418-214d-4b9c-855c-3639c4b48ca6 tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] 10.222.0.49 "GET /v2.0/ports?device_id=287d423f-698a-400e-9798-80bcaf60cc1b HTTP/1.1" status: 200 len: 945 time: 0.0506086 May 13 13:02:08.746553 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-6f1bd1d3-26ec-4ac1-9131-5d86aea5502c req-777772c2-311b-4f06-b0e9-03ee12a8c60c tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f64e4f3-46a9-40cb-85cd-b84c7fda5f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417175 May 13 13:02:09.866695 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e29337f-22aa-4c23-ad79-53b62ae73a36 req-fc00d31a-6003-41c6-9b16-d5e9dba54922 tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:02:09.868177 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-4e29337f-22aa-4c23-ad79-53b62ae73a36 req-fc00d31a-6003-41c6-9b16-d5e9dba54922 tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] 10.222.0.49 "GET /v2.0/ports?device_id=287d423f-698a-400e-9798-80bcaf60cc1b HTTP/1.1" status: 200 len: 945 time: 0.0477073 May 13 13:02:09.918069 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-4e29337f-22aa-4c23-ad79-53b62ae73a36 req-bc76ac2c-3e67-499a-8e42-89dd22152f1b tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f64e4f3-46a9-40cb-85cd-b84c7fda5f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440993 May 13 13:02:10.038782 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Device dcd85070-3bae-40b6-8131-30f8c785f8e8 up at agent hyperv_hv-cinder-84164 {{(pid=109805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:02:10.087950 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Provisioning for port dcd85070-3bae-40b6-8131-30f8c785f8e8 completed by entity L2. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 13:02:10.098805 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Provisioning complete for port dcd85070-3bae-40b6-8131-30f8c785f8e8 triggered by entity L2. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:02:10.099408 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (dcd85070-3bae-40b6-8131-30f8c785f8e8), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:10.183460 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Current status of the port dcd85070-3bae-40b6-8131-30f8c785f8e8 is: BUILD; New status is: ACTIVE {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:02:10.183842 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (dcd85070-3bae-40b6-8131-30f8c785f8e8), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:10.205853 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '287d423f-698a-400e-9798-80bcaf60cc1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcd85070-3bae-40b6-8131-30f8c785f8e8'}] {{(pid=109805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:02:10.208051 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bf410fb1f4c9c59dd9b4e78159940bff83c4f370df38d4d08ac4943129d440" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-326a7d6d-3243-4bec-b17c-94f71f629537" -d '{"events": [{"server_uuid": "287d423f-698a-400e-9798-80bcaf60cc1b", "name": "network-vif-plugged", "status": "completed", "tag": "dcd85070-3bae-40b6-8131-30f8c785f8e8"}]}' {{(pid=109805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:02:10.219719 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] For port dcd85070-3bae-40b6-8131-30f8c785f8e8, host hv-cinder-84164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84164',level=0,port_id=dcd85070-3bae-40b6-8131-30f8c785f8e8,segment=NetworkSegment(d5ff137a-d31a-40c2-9582-cf576c4541c2),segment_id=d5ff137a-d31a-40c2-9582-cf576c4541c2)] {{(pid=109805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:02:10.223648 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (dcd85070-3bae-40b6-8131-30f8c785f8e8), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:10.247711 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 13:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e540e5e-aa39-4e1b-b359-cecf32757cfa x-openstack-request-id: req-4e540e5e-aa39-4e1b-b359-cecf32757cfa {{(pid=109805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:02:10.248018 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "287d423f-698a-400e-9798-80bcaf60cc1b", "name": "network-vif-plugged", "status": "completed", "tag": "dcd85070-3bae-40b6-8131-30f8c785f8e8", "code": 200}]} {{(pid=109805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:02:10.248270 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4e540e5e-aa39-4e1b-b359-cecf32757cfa {{(pid=109805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:02:10.248661 dv-cinder-841644-1-iscsi neutron-server[109805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e540e5e-aa39-4e1b-b359-cecf32757cfa'] response: {'server_uuid': '287d423f-698a-400e-9798-80bcaf60cc1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcd85070-3bae-40b6-8131-30f8c785f8e8', 'code': 200} May 13 13:02:10.273527 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Pushing event updated for resources: {'Port': ['ID=dcd85070-3bae-40b6-8131-30f8c785f8e8,revision_number=5']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:02:11.032745 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2dacc9-e0db-4055-b3d4-70513ffeea3e req-2cc173af-453a-4b99-8d01-d85b906943e1 tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:02:11.034217 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-6f2dacc9-e0db-4055-b3d4-70513ffeea3e req-2cc173af-453a-4b99-8d01-d85b906943e1 tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] 10.222.0.49 "GET /v2.0/ports?device_id=287d423f-698a-400e-9798-80bcaf60cc1b HTTP/1.1" status: 200 len: 946 time: 0.0499055 May 13 13:02:11.082075 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-6f2dacc9-e0db-4055-b3d4-70513ffeea3e req-c7f0e30e-1173-4f3b-aaf2-2c56d4758b47 tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f64e4f3-46a9-40cb-85cd-b84c7fda5f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417869 May 13 13:02:11.223548 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cba8ac-3a5f-4b53-81ea-f01f12d1c882 req-3c8322e4-668f-41b9-b660-a9a1cd3a7b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:02:11.225045 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-d7cba8ac-3a5f-4b53-81ea-f01f12d1c882 req-3c8322e4-668f-41b9-b660-a9a1cd3a7b6d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=287d423f-698a-400e-9798-80bcaf60cc1b HTTP/1.1" status: 200 len: 1130 time: 0.0380855 May 13 13:02:11.268932 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-d7cba8ac-3a5f-4b53-81ea-f01f12d1c882 req-d602711e-1a5b-40e4-92d5-c3b68a52f5db service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=2f64e4f3-46a9-40cb-85cd-b84c7fda5f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360200 May 13 13:02:11.461578 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-56985665-b93e-41eb-bb58-3a03a197fef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (12f7f474-a19f-4cf7-bcdf-b9ad7dbdd770), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:12.200439 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8546a332-7a36-4f8d-a617-e62723641334 req-7f8ea047-a1ad-4255-b1b9-d05d542d8d12 tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:02:12.201950 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-8546a332-7a36-4f8d-a617-e62723641334 req-7f8ea047-a1ad-4255-b1b9-d05d542d8d12 tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] 10.222.0.49 "GET /v2.0/ports?device_id=287d423f-698a-400e-9798-80bcaf60cc1b HTTP/1.1" status: 200 len: 946 time: 0.0506744 May 13 13:02:12.248144 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-8546a332-7a36-4f8d-a617-e62723641334 req-03e66ea5-a9d6-47ea-892b-be9df6073862 tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f64e4f3-46a9-40cb-85cd-b84c7fda5f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404685 May 13 13:02:13.371353 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5b5dd0-a0e1-48a3-82c9-fcc3a967590e req-55defd43-a286-4a01-a181-ba34e8cfdb9b tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:02:13.372811 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-bd5b5dd0-a0e1-48a3-82c9-fcc3a967590e req-55defd43-a286-4a01-a181-ba34e8cfdb9b tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] 10.222.0.49 "GET /v2.0/ports?device_id=287d423f-698a-400e-9798-80bcaf60cc1b HTTP/1.1" status: 200 len: 946 time: 0.0575318 May 13 13:02:13.418378 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-bd5b5dd0-a0e1-48a3-82c9-fcc3a967590e req-a0f076aa-c5b9-47e5-ac4e-3ac07afb1f36 tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f64e4f3-46a9-40cb-85cd-b84c7fda5f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399771 May 13 13:02:13.910483 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-556d3978-0dee-44a2-bcd8-6bed8055d3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (6d8a5631-9f63-444c-af3b-4dcce4842b62), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:13.953594 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.agents_db [None req-04065fb1-5207-409b-a281-8f6301b2fc59 None None] Agent healthcheck: found 6 active agents {{(pid=109806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 13:02:14.530981 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4c6c6c-a1fc-421f-b0aa-4cec3103e80d req-26c7c289-2ea6-459a-bddd-7a5bf21e6db2 tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:02:14.532424 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-8c4c6c6c-a1fc-421f-b0aa-4cec3103e80d req-26c7c289-2ea6-459a-bddd-7a5bf21e6db2 tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] 10.222.0.49 "GET /v2.0/ports?device_id=287d423f-698a-400e-9798-80bcaf60cc1b HTTP/1.1" status: 200 len: 946 time: 0.0462878 May 13 13:02:14.579129 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-8c4c6c6c-a1fc-421f-b0aa-4cec3103e80d req-cc710c09-d865-47b3-9d4b-cbdb19914786 tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f64e4f3-46a9-40cb-85cd-b84c7fda5f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394189 May 13 13:02:15.072169 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-4a907869-afee-4d69-acd8-cccc744e537a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (d2cfa305-5f5a-49b3-8228-876061d7e1f6), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:15.689326 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4614d5-2f0a-41b9-98cd-e44ebaff3e7f req-fd8c45b5-de72-4513-935b-4be8f6f2e69b tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:02:15.690760 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-aa4614d5-2f0a-41b9-98cd-e44ebaff3e7f req-fd8c45b5-de72-4513-935b-4be8f6f2e69b tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] 10.222.0.49 "GET /v2.0/ports?device_id=287d423f-698a-400e-9798-80bcaf60cc1b HTTP/1.1" status: 200 len: 946 time: 0.0457468 May 13 13:02:15.740102 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-aa4614d5-2f0a-41b9-98cd-e44ebaff3e7f req-f64ce7ec-826c-4bef-9ed4-0fe331472eb9 tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f64e4f3-46a9-40cb-85cd-b84c7fda5f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431409 May 13 13:02:16.740643 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-7baa8e58-cb75-431e-995b-6c55a6feb1d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (5f75012c-56a5-4b0a-a85c-97c3435c2a5d), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:17.861947 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (f7880a20-862d-46b4-8dd6-192b0a47d710), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:20.351354 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (202f7e15-8fd1-4d3b-a0cb-2b083dcecd1a), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:20.948637 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 55308) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:02:21.061412 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-2576f420-991f-4a50-829e-7488e90ee2f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:21.150385 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-2576f420-991f-4a50-829e-7488e90ee2f3 admin admin] Publish callbacks [] for security_group (2e846b44-9335-4470-b216-a071bdb1ab54), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:21.154325 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-2576f420-991f-4a50-829e-7488e90ee2f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (2e846b44-9335-4470-b216-a071bdb1ab54), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:21.200414 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-2576f420-991f-4a50-829e-7488e90ee2f3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=62ce51a63dde4b088e7b52387c2ea407&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2480965 May 13 13:02:21.200414 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2576f420-991f-4a50-829e-7488e90ee2f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e846b44-9335-4470-b216-a071bdb1ab54,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:02:21.200805 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 55322) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:02:21.206717 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2576f420-991f-4a50-829e-7488e90ee2f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:02:21.207057 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2576f420-991f-4a50-829e-7488e90ee2f3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:02:21.207401 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2576f420-991f-4a50-829e-7488e90ee2f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:02:21.207739 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2576f420-991f-4a50-829e-7488e90ee2f3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:02:21.210896 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2576f420-991f-4a50-829e-7488e90ee2f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:02:21.210896 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2576f420-991f-4a50-829e-7488e90ee2f3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:02:21.210896 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2576f420-991f-4a50-829e-7488e90ee2f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:02:21.210896 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2576f420-991f-4a50-829e-7488e90ee2f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:02:21.210896 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2576f420-991f-4a50-829e-7488e90ee2f3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:02:21.210896 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2576f420-991f-4a50-829e-7488e90ee2f3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:02:21.211400 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2576f420-991f-4a50-829e-7488e90ee2f3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:02:21.211400 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2576f420-991f-4a50-829e-7488e90ee2f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:02:21.211581 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2576f420-991f-4a50-829e-7488e90ee2f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:02:21.211903 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2576f420-991f-4a50-829e-7488e90ee2f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:02:21.212225 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2576f420-991f-4a50-829e-7488e90ee2f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:02:21.249614 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-351311d1-9859-4685-98ab-11ac2cfa9e02 admin admin] Publish callbacks [] for security_group (2e846b44-9335-4470-b216-a071bdb1ab54), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:21.270759 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-351311d1-9859-4685-98ab-11ac2cfa9e02 admin admin] Publish callbacks [] for security_group (2e846b44-9335-4470-b216-a071bdb1ab54), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:21.320638 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-351311d1-9859-4685-98ab-11ac2cfa9e02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (2e846b44-9335-4470-b216-a071bdb1ab54), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:21.323757 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-351311d1-9859-4685-98ab-11ac2cfa9e02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:21.325208 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-351311d1-9859-4685-98ab-11ac2cfa9e02 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2e846b44-9335-4470-b216-a071bdb1ab54 HTTP/1.1" status: 204 len: 168 time: 0.1233597 May 13 13:02:21.332887 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351311d1-9859-4685-98ab-11ac2cfa9e02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e846b44-9335-4470-b216-a071bdb1ab54,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:02:21.340726 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351311d1-9859-4685-98ab-11ac2cfa9e02 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:02:21.341087 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351311d1-9859-4685-98ab-11ac2cfa9e02 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:02:21.341425 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351311d1-9859-4685-98ab-11ac2cfa9e02 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:02:21.341807 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351311d1-9859-4685-98ab-11ac2cfa9e02 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:02:21.342133 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351311d1-9859-4685-98ab-11ac2cfa9e02 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:02:21.342454 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351311d1-9859-4685-98ab-11ac2cfa9e02 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:02:21.342770 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351311d1-9859-4685-98ab-11ac2cfa9e02 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:02:21.343086 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351311d1-9859-4685-98ab-11ac2cfa9e02 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:02:21.343473 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351311d1-9859-4685-98ab-11ac2cfa9e02 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:02:21.343703 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351311d1-9859-4685-98ab-11ac2cfa9e02 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:02:21.344018 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351311d1-9859-4685-98ab-11ac2cfa9e02 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:02:21.344333 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351311d1-9859-4685-98ab-11ac2cfa9e02 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:02:21.344697 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351311d1-9859-4685-98ab-11ac2cfa9e02 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:02:21.345025 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351311d1-9859-4685-98ab-11ac2cfa9e02 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:02:21.345340 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351311d1-9859-4685-98ab-11ac2cfa9e02 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:02:22.081446 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-8ff89e7c-010c-4a35-9b68-2ac4149f9201 req-3b42413d-abe9-4136-98b3-4d148727d10e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=287d423f-698a-400e-9798-80bcaf60cc1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0403597 May 13 13:02:22.191055 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff89e7c-010c-4a35-9b68-2ac4149f9201 req-2c991504-bc3f-44a6-a9a3-1d8b537aed2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:02:22.192661 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-8ff89e7c-010c-4a35-9b68-2ac4149f9201 req-2c991504-bc3f-44a6-a9a3-1d8b537aed2d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c04aaf2b58354e1992d66c09f5f562ad&device_id=287d423f-698a-400e-9798-80bcaf60cc1b HTTP/1.1" status: 200 len: 1130 time: 0.0407007 May 13 13:02:22.325873 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff89e7c-010c-4a35-9b68-2ac4149f9201 req-f618d249-b964-4dd4-80a7-b8711c28613b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:02:22.327274 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-8ff89e7c-010c-4a35-9b68-2ac4149f9201 req-f618d249-b964-4dd4-80a7-b8711c28613b service neutron] 10.222.0.52 "GET /v2.0/networks?id=9564931c-c5b5-4379-ab8f-8be704e0bc3e HTTP/1.1" status: 200 len: 915 time: 0.1088047 May 13 13:02:22.382953 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-8ff89e7c-010c-4a35-9b68-2ac4149f9201 req-0e24ab5a-5dde-4483-8400-a038b50897f3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dcd85070-3bae-40b6-8131-30f8c785f8e8 HTTP/1.1" status: 200 len: 217 time: 0.0454617 May 13 13:02:22.435940 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff89e7c-010c-4a35-9b68-2ac4149f9201 req-9b8c4f30-a394-4c3a-9e13-4b32dc90617c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:02:22.437516 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-8ff89e7c-010c-4a35-9b68-2ac4149f9201 req-9b8c4f30-a394-4c3a-9e13-4b32dc90617c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b591f023-d2cc-4113-802f-763f4974f570 HTTP/1.1" status: 200 len: 854 time: 0.0483122 May 13 13:02:22.473460 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-8ff89e7c-010c-4a35-9b68-2ac4149f9201 req-dd3aacd6-a486-4b9e-a168-ab4cfd77ad2d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9564931c-c5b5-4379-ab8f-8be704e0bc3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284176 May 13 13:02:22.566678 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-8ff89e7c-010c-4a35-9b68-2ac4149f9201 req-9fc5fce5-00f6-4064-a7bd-473deab5de12 service neutron] 10.222.0.52 "GET /v2.0/networks/9564931c-c5b5-4379-ab8f-8be704e0bc3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860498 May 13 13:02:22.653583 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-8ff89e7c-010c-4a35-9b68-2ac4149f9201 req-edc85a7d-cd51-4c55-8bc0-f0422e6ef84b service neutron] 10.222.0.52 "GET /v2.0/networks/9564931c-c5b5-4379-ab8f-8be704e0bc3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792353 May 13 13:02:24.873713 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 55392) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:02:24.985754 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-02e2fcf2-3b5b-4dc2-abd5-a4b5a0c640fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:25.062737 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-02e2fcf2-3b5b-4dc2-abd5-a4b5a0c640fe admin admin] Publish callbacks [] for security_group (df0e50c4-9e4a-4bde-a5f6-9a3140d179a1), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:25.066246 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-02e2fcf2-3b5b-4dc2-abd5-a4b5a0c640fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (df0e50c4-9e4a-4bde-a5f6-9a3140d179a1), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:25.106141 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-02e2fcf2-3b5b-4dc2-abd5-a4b5a0c640fe admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=df0aa313df6244979e5d7621cc38ac42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2313981 May 13 13:02:25.107057 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e2fcf2-3b5b-4dc2-abd5-a4b5a0c640fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df0e50c4-9e4a-4bde-a5f6-9a3140d179a1,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:02:25.108962 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 55396) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:02:25.166210 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-fa821e1f-e3fe-4a03-8608-be6dd95ffd08 admin admin] Publish callbacks [] for security_group (df0e50c4-9e4a-4bde-a5f6-9a3140d179a1), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:25.189174 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-fa821e1f-e3fe-4a03-8608-be6dd95ffd08 admin admin] Publish callbacks [] for security_group (df0e50c4-9e4a-4bde-a5f6-9a3140d179a1), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:25.242205 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-fa821e1f-e3fe-4a03-8608-be6dd95ffd08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (df0e50c4-9e4a-4bde-a5f6-9a3140d179a1), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:25.245440 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-fa821e1f-e3fe-4a03-8608-be6dd95ffd08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:25.246570 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-fa821e1f-e3fe-4a03-8608-be6dd95ffd08 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/df0e50c4-9e4a-4bde-a5f6-9a3140d179a1 HTTP/1.1" status: 204 len: 168 time: 0.1364553 May 13 13:02:25.254472 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa821e1f-e3fe-4a03-8608-be6dd95ffd08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df0e50c4-9e4a-4bde-a5f6-9a3140d179a1,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:02:25.760329 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 55420) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:02:25.885890 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c26f46b1-2879-4989-88c0-635664aa759d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:25.974140 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c26f46b1-2879-4989-88c0-635664aa759d admin admin] Publish callbacks [] for security_group (f6ce0682-a852-4626-b924-0b081691744b), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:25.979413 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-c26f46b1-2879-4989-88c0-635664aa759d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (f6ce0682-a852-4626-b924-0b081691744b), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:25.981776 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 55432) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:02:26.019998 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-c26f46b1-2879-4989-88c0-635664aa759d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=aa1af98fe3ef4fbeb69bd5f43286c326&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2560349 May 13 13:02:26.019998 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26f46b1-2879-4989-88c0-635664aa759d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6ce0682-a852-4626-b924-0b081691744b,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:02:26.020604 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 55436) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:02:26.077512 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3a5352e6-9139-4b39-be8c-c8f6e0171ea0 admin admin] Publish callbacks [] for security_group (f6ce0682-a852-4626-b924-0b081691744b), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:26.099951 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.v2.base [None req-06154866-9809-4f6d-b587-70e8130d9b8d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-208780226-network', 'tenant_id': '6a60c4cb84044c338d954f9a3ec8ef31'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:02:26.110874 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3a5352e6-9139-4b39-be8c-c8f6e0171ea0 admin admin] Publish callbacks [] for security_group (f6ce0682-a852-4626-b924-0b081691744b), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:26.120206 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06154866-9809-4f6d-b587-70e8130d9b8d admin admin] Made reservation on behalf of 6a60c4cb84044c338d954f9a3ec8ef31 for: {'network': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:02:26.123925 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-06154866-9809-4f6d-b587-70e8130d9b8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for network (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:26.136827 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-06154866-9809-4f6d-b587-70e8130d9b8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:26.168202 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3a5352e6-9139-4b39-be8c-c8f6e0171ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (f6ce0682-a852-4626-b924-0b081691744b), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:26.170769 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3a5352e6-9139-4b39-be8c-c8f6e0171ea0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:26.171887 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-3a5352e6-9139-4b39-be8c-c8f6e0171ea0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f6ce0682-a852-4626-b924-0b081691744b HTTP/1.1" status: 204 len: 168 time: 0.1501746 May 13 13:02:26.186558 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5352e6-9139-4b39-be8c-c8f6e0171ea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6ce0682-a852-4626-b924-0b081691744b,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:02:26.256823 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-06154866-9809-4f6d-b587-70e8130d9b8d admin admin] Publish callbacks [] for security_group (f52f7025-6acc-4fe6-bf31-4e23dbcf2002), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:26.261053 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-06154866-9809-4f6d-b587-70e8130d9b8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (f52f7025-6acc-4fe6-bf31-4e23dbcf2002), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:26.276518 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06154866-9809-4f6d-b587-70e8130d9b8d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=109803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 13:02:26.287926 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-06154866-9809-4f6d-b587-70e8130d9b8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488896'] for segment (87a38a9b-76da-4b33-b09f-c49a89146602), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:26.288792 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.db.segments_db [None req-06154866-9809-4f6d-b587-70e8130d9b8d admin admin] Added segment 87a38a9b-76da-4b33-b09f-c49a89146602 of type vlan for network aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1 May 13 13:02:26.347548 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06154866-9809-4f6d-b587-70e8130d9b8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f52f7025-6acc-4fe6-bf31-4e23dbcf2002,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:02:26.351208 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-06154866-9809-4f6d-b587-70e8130d9b8d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750967083174'] for network (aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:26.380747 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-06154866-9809-4f6d-b587-70e8130d9b8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478'] for network (aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:26.381887 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06154866-9809-4f6d-b587-70e8130d9b8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:02:26.382912 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-06154866-9809-4f6d-b587-70e8130d9b8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617456'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:26.453815 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-06154866-9809-4f6d-b587-70e8130d9b8d admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4705427 May 13 13:02:26.456413 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 55444) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:02:26.461452 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.v2.base [None req-8ce6c3c2-aa6c-477a-9f15-e8f4af1c74af admin admin] Request body: {'subnet': {'network_id': 'aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-208780226-subnet', 'tenant_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'ip_version': 4}} {{(pid=109804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:02:26.462245 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06154866-9809-4f6d-b587-70e8130d9b8d admin admin] Pushing event updated for resources: {'Network': ['ID=aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:02:26.475971 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Network aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1 details requested by agent ovs-agent-dv-cinder-841644-1-iscsi with host dv-cinder-841644-1-iscsi {{(pid=109805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 13 13:02:26.489531 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ce6c3c2-aa6c-477a-9f15-e8f4af1c74af admin admin] Made reservation on behalf of 6a60c4cb84044c338d954f9a3ec8ef31 for: {'subnet': 1} {{(pid=109804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:02:26.492227 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-8ce6c3c2-aa6c-477a-9f15-e8f4af1c74af admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5962014'] for subnet (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:26.695938 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-8ce6c3c2-aa6c-477a-9f15-e8f4af1c74af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6009935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5961984'] for subnet (580aedfc-8b47-4076-96d2-f68e5824303f), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:26.748382 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce6c3c2-aa6c-477a-9f15-e8f4af1c74af admin admin] Pushing event updated for resources: {'Subnet': ['ID=580aedfc-8b47-4076-96d2-f68e5824303f,revision_number=0']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:02:26.771056 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce6c3c2-aa6c-477a-9f15-e8f4af1c74af admin admin] Checking segment: {'id': '87a38a9b-76da-4b33-b09f-c49a89146602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:02:26.771554 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce6c3c2-aa6c-477a-9f15-e8f4af1c74af admin admin] Network hostable DHCP agents. Network: aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1, hostable agents: ['12f7f474-a19f-4cf7-bcdf-b9ad7dbdd770'], hosted agents: [] {{(pid=109804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 13:02:26.793699 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce6c3c2-aa6c-477a-9f15-e8f4af1c74af admin admin] Network aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1 is scheduled to be hosted by DHCP agent 12f7f474-a19f-4cf7-bcdf-b9ad7dbdd770 with binding_index 1 {{(pid=109804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 13:02:26.801654 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-8ce6c3c2-aa6c-477a-9f15-e8f4af1c74af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841644-1-iscsi, aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1) {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:02:26.807651 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce6c3c2-aa6c-477a-9f15-e8f4af1c74af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:02:26.808268 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-8ce6c3c2-aa6c-477a-9f15-e8f4af1c74af admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:26.813387 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64273a0e-3ab7-435a-b430-18bff3dc260b None None] Network aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1 requested from dv-cinder-841644-1-iscsi {{(pid=109805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:02:26.834330 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-8ce6c3c2-aa6c-477a-9f15-e8f4af1c74af admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3743122 May 13 13:02:26.834660 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 55458) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:02:26.839574 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.v2.base [None req-4fbda8b0-cc04-4270-aaff-c6f2ef5af45d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-208780226-router', 'tenant_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732'}}} {{(pid=109804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:02:26.879775 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4fbda8b0-cc04-4270-aaff-c6f2ef5af45d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1617132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9611'] for router (54a1ebfd-fd29-40b0-8359-a84254704864), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:26.881322 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4fbda8b0-cc04-4270-aaff-c6f2ef5af45d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1616984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1619451', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-466668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9648'] for router (54a1ebfd-fd29-40b0-8359-a84254704864), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:26.928204 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b225088a-27fc-4c43-b326-96a8be97dc10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc8865-dd13-5aa3-bcac-a3c79f9f55b8-aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1', 'network_id': 'aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1', 'project_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'fixed_ips': [{'subnet_id': '580aedfc-8b47-4076-96d2-f68e5824303f'}]}} from dv-cinder-841644-1-iscsi. {{(pid=109805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 13 13:02:26.932951 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-b225088a-27fc-4c43-b326-96a8be97dc10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (None), before_create {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:27.009333 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4fbda8b0-cc04-4270-aaff-c6f2ef5af45d admin admin] Publish callbacks [] for router_controller (54a1ebfd-fd29-40b0-8359-a84254704864), precommit_add_association {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:27.065351 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 55464) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:02:27.084517 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.db_base_plugin_common [None req-b225088a-27fc-4c43-b326-96a8be97dc10 None None] Allocated IP 172.20.0.2 (aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1/580aedfc-8b47-4076-96d2-f68e5824303f/440403de-ccf6-4924-b86f-b26fa81544a8) {{(pid=109805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:02:27.181489 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.v2.base [None req-1ba80e3d-a315-4aa4-b050-80f951ce3c3a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-742523614-network', 'tenant_id': 'f7713dfabbe6446fac28d0b194ca627a'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:02:27.205768 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ba80e3d-a315-4aa4-b050-80f951ce3c3a admin admin] Made reservation on behalf of f7713dfabbe6446fac28d0b194ca627a for: {'network': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:02:27.208877 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1ba80e3d-a315-4aa4-b050-80f951ce3c3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for network (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:27.220152 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1ba80e3d-a315-4aa4-b050-80f951ce3c3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:27.253063 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-b225088a-27fc-4c43-b326-96a8be97dc10 None None] Publish callbacks [] for port (440403de-ccf6-4924-b86f-b26fa81544a8), precommit_create {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:27.259938 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-b225088a-27fc-4c43-b326-96a8be97dc10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750967062384'] for port (440403de-ccf6-4924-b86f-b26fa81544a8), after_create {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:27.301441 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b225088a-27fc-4c43-b326-96a8be97dc10 None None] Network aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1 is already hosted by enough agents. {{(pid=109805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:02:27.304895 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.scheduler.base_scheduler [None req-b225088a-27fc-4c43-b326-96a8be97dc10 None None] Resources bound (agent type, host, resource id): {{(pid=109805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:02:27.310391 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1ba80e3d-a315-4aa4-b050-80f951ce3c3a admin admin] Publish callbacks [] for security_group (937d479c-27f4-4075-8be2-51ff80e6516e), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:27.311633 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b225088a-27fc-4c43-b326-96a8be97dc10 None None] Received port after_create {{(pid=109805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:02:27.315115 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1ba80e3d-a315-4aa4-b050-80f951ce3c3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (937d479c-27f4-4075-8be2-51ff80e6516e), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:27.318699 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b225088a-27fc-4c43-b326-96a8be97dc10 None None] Pushing event updated for resources: {'Port': ['ID=440403de-ccf6-4924-b86f-b26fa81544a8,revision_number=1']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:02:27.347175 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ba80e3d-a315-4aa4-b050-80f951ce3c3a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=109803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 13:02:27.368202 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1ba80e3d-a315-4aa4-b050-80f951ce3c3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488896'] for segment (4ac1a893-c8bf-48e7-8046-f12c6b33a07c), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:27.369088 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.db.segments_db [None req-1ba80e3d-a315-4aa4-b050-80f951ce3c3a admin admin] Added segment 4ac1a893-c8bf-48e7-8046-f12c6b33a07c of type vlan for network ab26390c-2249-42bd-97a1-5fb2c028b74a May 13 13:02:27.371151 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba80e3d-a315-4aa4-b050-80f951ce3c3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=937d479c-27f4-4075-8be2-51ff80e6516e,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:02:27.388458 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-b225088a-27fc-4c43-b326-96a8be97dc10 None None] Attempting to bind port 440403de-ccf6-4924-b86f-b26fa81544a8 on host dv-cinder-841644-1-iscsi for vnic_type normal with profile {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:02:27.389232 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-b225088a-27fc-4c43-b326-96a8be97dc10 None None] Attempting to bind port 440403de-ccf6-4924-b86f-b26fa81544a8 by drivers openvswitch,hyperv on host dv-cinder-841644-1-iscsi at level 0 using segments [{'id': '87a38a9b-76da-4b33-b09f-c49a89146602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1'}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:02:27.389849 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b225088a-27fc-4c43-b326-96a8be97dc10 None None] Attempting to bind port 440403de-ccf6-4924-b86f-b26fa81544a8 on network aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1 {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:02:27.396175 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b225088a-27fc-4c43-b326-96a8be97dc10 None None] Checking agent: {'id': 'f7880a20-862d-46b4-8dd6-192b0a47d710', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841644-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 12, 45, 48), 'started_at': datetime.datetime(2022, 5, 13, 12, 46, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841644-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:02:27.396968 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b225088a-27fc-4c43-b326-96a8be97dc10 None None] Checking segment: {'id': '87a38a9b-76da-4b33-b09f-c49a89146602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:02:27.397613 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-b225088a-27fc-4c43-b326-96a8be97dc10 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:27.398223 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b225088a-27fc-4c43-b326-96a8be97dc10 None None] Bound using segment: {'id': '87a38a9b-76da-4b33-b09f-c49a89146602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1'} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:02:27.399352 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-b225088a-27fc-4c43-b326-96a8be97dc10 None None] Bound port: 440403de-ccf6-4924-b86f-b26fa81544a8, host: dv-cinder-841644-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87a38a9b-76da-4b33-b09f-c49a89146602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1'}}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:02:27.400488 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-b225088a-27fc-4c43-b326-96a8be97dc10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (440403de-ccf6-4924-b86f-b26fa81544a8), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:27.429470 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4fbda8b0-cc04-4270-aaff-c6f2ef5af45d admin admin] Publish callbacks [] for router_gateway (54a1ebfd-fd29-40b0-8359-a84254704864), precommit_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:27.429977 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1ba80e3d-a315-4aa4-b050-80f951ce3c3a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750967083174'] for network (ab26390c-2249-42bd-97a1-5fb2c028b74a), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:27.459709 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1ba80e3d-a315-4aa4-b050-80f951ce3c3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478'] for network (ab26390c-2249-42bd-97a1-5fb2c028b74a), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:27.460706 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba80e3d-a315-4aa4-b050-80f951ce3c3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:02:27.461278 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1ba80e3d-a315-4aa4-b050-80f951ce3c3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617456'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:27.487844 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-b225088a-27fc-4c43-b326-96a8be97dc10 None None] For port 440403de-ccf6-4924-b86f-b26fa81544a8, host dv-cinder-841644-1-iscsi, cleared binding levels {{(pid=109805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:02:27.491319 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-b225088a-27fc-4c43-b326-96a8be97dc10 None None] For port 440403de-ccf6-4924-b86f-b26fa81544a8, host dv-cinder-841644-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841644-1-iscsi',level=0,port_id=440403de-ccf6-4924-b86f-b26fa81544a8,segment=NetworkSegment(87a38a9b-76da-4b33-b09f-c49a89146602),segment_id=87a38a9b-76da-4b33-b09f-c49a89146602)] {{(pid=109805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:02:27.497883 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-b225088a-27fc-4c43-b326-96a8be97dc10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (440403de-ccf6-4924-b86f-b26fa81544a8), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:27.521590 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-1ba80e3d-a315-4aa4-b050-80f951ce3c3a admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4545300 May 13 13:02:27.522618 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 55472) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:02:27.530408 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.v2.base [None req-78fe6370-de0d-4db0-9d91-9155b68ff52d admin admin] Request body: {'subnet': {'network_id': 'ab26390c-2249-42bd-97a1-5fb2c028b74a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-742523614-subnet', 'tenant_id': 'f7713dfabbe6446fac28d0b194ca627a', 'ip_version': 4}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:02:27.544324 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba80e3d-a315-4aa4-b050-80f951ce3c3a admin admin] Pushing event updated for resources: {'Network': ['ID=ab26390c-2249-42bd-97a1-5fb2c028b74a,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:02:27.562080 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Network ab26390c-2249-42bd-97a1-5fb2c028b74a details requested by agent ovs-agent-dv-cinder-841644-1-iscsi with host dv-cinder-841644-1-iscsi {{(pid=109805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 13 13:02:27.578335 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78fe6370-de0d-4db0-9d91-9155b68ff52d admin admin] Made reservation on behalf of f7713dfabbe6446fac28d0b194ca627a for: {'subnet': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:02:27.580757 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-78fe6370-de0d-4db0-9d91-9155b68ff52d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5762224'] for subnet (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:27.581888 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b225088a-27fc-4c43-b326-96a8be97dc10 None None] Pushing event updated for resources: {'Port': ['ID=440403de-ccf6-4924-b86f-b26fa81544a8,revision_number=2']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:02:27.636958 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4fbda8b0-cc04-4270-aaff-c6f2ef5af45d admin admin] Publish callbacks [] for router_gateway (54a1ebfd-fd29-40b0-8359-a84254704864), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:27.662905 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4fbda8b0-cc04-4270-aaff-c6f2ef5af45d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:27.796240 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-4fbda8b0-cc04-4270-aaff-c6f2ef5af45d admin admin] Allocated IP 172.27.3.30 (feab3964-f0b8-402e-905b-49af947bf732/23e33d6a-fc94-4466-a994-b549e993d354/9820dea4-a7a6-46f6-a5e9-0610c7fa9ee8) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:02:27.807286 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-78fe6370-de0d-4db0-9d91-9155b68ff52d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6506713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5762222'] for subnet (295afeaf-3910-4069-9543-33c4303d4583), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:27.859413 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fe6370-de0d-4db0-9d91-9155b68ff52d admin admin] Pushing event updated for resources: {'Subnet': ['ID=295afeaf-3910-4069-9543-33c4303d4583,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:02:27.877190 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78fe6370-de0d-4db0-9d91-9155b68ff52d admin admin] Checking segment: {'id': '4ac1a893-c8bf-48e7-8046-f12c6b33a07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ab26390c-2249-42bd-97a1-5fb2c028b74a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:02:27.877545 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78fe6370-de0d-4db0-9d91-9155b68ff52d admin admin] Network hostable DHCP agents. Network: ab26390c-2249-42bd-97a1-5fb2c028b74a, hostable agents: ['12f7f474-a19f-4cf7-bcdf-b9ad7dbdd770'], hosted agents: [] {{(pid=109803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 13:02:27.898269 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78fe6370-de0d-4db0-9d91-9155b68ff52d admin admin] Network ab26390c-2249-42bd-97a1-5fb2c028b74a is scheduled to be hosted by DHCP agent 12f7f474-a19f-4cf7-bcdf-b9ad7dbdd770 with binding_index 1 {{(pid=109803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 13:02:27.911033 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-78fe6370-de0d-4db0-9d91-9155b68ff52d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841644-1-iscsi, ab26390c-2249-42bd-97a1-5fb2c028b74a) {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:02:27.916456 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78fe6370-de0d-4db0-9d91-9155b68ff52d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:02:27.917181 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-78fe6370-de0d-4db0-9d91-9155b68ff52d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617456'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:27.924086 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aaada47-a349-48ae-8335-27a946a7aaa1 None None] Network ab26390c-2249-42bd-97a1-5fb2c028b74a requested from dv-cinder-841644-1-iscsi {{(pid=109805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:02:27.935806 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-78fe6370-de0d-4db0-9d91-9155b68ff52d admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4093885 May 13 13:02:27.937360 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4fbda8b0-cc04-4270-aaff-c6f2ef5af45d admin admin] Publish callbacks [] for port (9820dea4-a7a6-46f6-a5e9-0610c7fa9ee8), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:27.939335 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 55480) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:02:27.943989 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.v2.base [None req-61ef27d6-95ce-436c-9171-c2f83fb5fb33 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-742523614-router', 'tenant_id': 'f7713dfabbe6446fac28d0b194ca627a', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732'}}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:02:27.996604 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-61ef27d6-95ce-436c-9171-c2f83fb5fb33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1617132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9611'] for router (05802f7c-b8ca-4e5b-985c-e179dc84bf21), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:27.996847 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4fbda8b0-cc04-4270-aaff-c6f2ef5af45d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750967062384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6007231'] for port (9820dea4-a7a6-46f6-a5e9-0610c7fa9ee8), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:27.997714 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-61ef27d6-95ce-436c-9171-c2f83fb5fb33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1616984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1619451', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-466668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9648'] for router (05802f7c-b8ca-4e5b-985c-e179dc84bf21), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:28.044501 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c11113bf-6190-48aa-b057-f422d008ff1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc8865-dd13-5aa3-bcac-a3c79f9f55b8-ab26390c-2249-42bd-97a1-5fb2c028b74a', 'network_id': 'ab26390c-2249-42bd-97a1-5fb2c028b74a', 'project_id': 'f7713dfabbe6446fac28d0b194ca627a', 'fixed_ips': [{'subnet_id': '295afeaf-3910-4069-9543-33c4303d4583'}]}} from dv-cinder-841644-1-iscsi. {{(pid=109805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 13 13:02:28.045545 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-c11113bf-6190-48aa-b057-f422d008ff1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (None), before_create {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:28.045672 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fbda8b0-cc04-4270-aaff-c6f2ef5af45d admin admin] Network feab3964-f0b8-402e-905b-49af947bf732 is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:02:28.048680 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-4fbda8b0-cc04-4270-aaff-c6f2ef5af45d admin admin] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:02:28.051079 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbda8b0-cc04-4270-aaff-c6f2ef5af45d admin admin] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:02:28.066282 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-61ef27d6-95ce-436c-9171-c2f83fb5fb33 admin admin] Publish callbacks [] for router_controller (05802f7c-b8ca-4e5b-985c-e179dc84bf21), precommit_add_association {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:28.082078 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbda8b0-cc04-4270-aaff-c6f2ef5af45d admin admin] Pushing event updated for resources: {'Port': ['ID=9820dea4-a7a6-46f6-a5e9-0610c7fa9ee8,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:02:28.207347 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.db_base_plugin_common [None req-c11113bf-6190-48aa-b057-f422d008ff1d None None] Allocated IP 172.20.0.2 (ab26390c-2249-42bd-97a1-5fb2c028b74a/295afeaf-3910-4069-9543-33c4303d4583/d287057c-ee84-4198-8082-32a72b22db16) {{(pid=109805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:02:28.217163 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-61ef27d6-95ce-436c-9171-c2f83fb5fb33 admin admin] Publish callbacks [] for router_gateway (05802f7c-b8ca-4e5b-985c-e179dc84bf21), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:28.337983 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4fbda8b0-cc04-4270-aaff-c6f2ef5af45d admin admin] Publish callbacks [] for router_gateway (54a1ebfd-fd29-40b0-8359-a84254704864), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:28.520720 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-c11113bf-6190-48aa-b057-f422d008ff1d None None] Publish callbacks [] for port (d287057c-ee84-4198-8082-32a72b22db16), precommit_create {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:28.534707 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-c11113bf-6190-48aa-b057-f422d008ff1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750967062384'] for port (d287057c-ee84-4198-8082-32a72b22db16), after_create {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:28.596280 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11113bf-6190-48aa-b057-f422d008ff1d None None] Pushing event updated for resources: {'Port': ['ID=d287057c-ee84-4198-8082-32a72b22db16,revision_number=1']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:02:28.620659 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11113bf-6190-48aa-b057-f422d008ff1d None None] Network ab26390c-2249-42bd-97a1-5fb2c028b74a is already hosted by enough agents. {{(pid=109805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:02:28.621652 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4fbda8b0-cc04-4270-aaff-c6f2ef5af45d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1616983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619222'] for router (54a1ebfd-fd29-40b0-8359-a84254704864), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:28.626455 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.scheduler.base_scheduler [None req-c11113bf-6190-48aa-b057-f422d008ff1d None None] Resources bound (agent type, host, resource id): {{(pid=109805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:02:28.629557 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11113bf-6190-48aa-b057-f422d008ff1d None None] Received port after_create {{(pid=109805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:02:28.641795 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Device 440403de-ccf6-4924-b86f-b26fa81544a8 up at agent ovs-agent-dv-cinder-841644-1-iscsi {{(pid=109805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:02:28.736088 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-61ef27d6-95ce-436c-9171-c2f83fb5fb33 admin admin] Publish callbacks [] for router_gateway (05802f7c-b8ca-4e5b-985c-e179dc84bf21), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:28.749302 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-c11113bf-6190-48aa-b057-f422d008ff1d None None] Attempting to bind port d287057c-ee84-4198-8082-32a72b22db16 on host dv-cinder-841644-1-iscsi for vnic_type normal with profile {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:02:28.749689 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-c11113bf-6190-48aa-b057-f422d008ff1d None None] Attempting to bind port d287057c-ee84-4198-8082-32a72b22db16 by drivers openvswitch,hyperv on host dv-cinder-841644-1-iscsi at level 0 using segments [{'id': '4ac1a893-c8bf-48e7-8046-f12c6b33a07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ab26390c-2249-42bd-97a1-5fb2c028b74a'}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:02:28.750050 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11113bf-6190-48aa-b057-f422d008ff1d None None] Attempting to bind port d287057c-ee84-4198-8082-32a72b22db16 on network ab26390c-2249-42bd-97a1-5fb2c028b74a {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:02:28.752022 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Provisioning complete for port 440403de-ccf6-4924-b86f-b26fa81544a8 triggered by entity L2. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:02:28.752385 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (440403de-ccf6-4924-b86f-b26fa81544a8), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:28.762432 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-61ef27d6-95ce-436c-9171-c2f83fb5fb33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:28.798971 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11113bf-6190-48aa-b057-f422d008ff1d None None] Checking agent: {'id': 'f7880a20-862d-46b4-8dd6-192b0a47d710', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841644-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 12, 45, 48), 'started_at': datetime.datetime(2022, 5, 13, 12, 46, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841644-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:02:28.799345 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11113bf-6190-48aa-b057-f422d008ff1d None None] Checking segment: {'id': '4ac1a893-c8bf-48e7-8046-f12c6b33a07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ab26390c-2249-42bd-97a1-5fb2c028b74a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:02:28.799739 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-c11113bf-6190-48aa-b057-f422d008ff1d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:28.800123 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11113bf-6190-48aa-b057-f422d008ff1d None None] Bound using segment: {'id': '4ac1a893-c8bf-48e7-8046-f12c6b33a07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ab26390c-2249-42bd-97a1-5fb2c028b74a'} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:02:28.800606 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-c11113bf-6190-48aa-b057-f422d008ff1d None None] Bound port: d287057c-ee84-4198-8082-32a72b22db16, host: dv-cinder-841644-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ac1a893-c8bf-48e7-8046-f12c6b33a07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ab26390c-2249-42bd-97a1-5fb2c028b74a'}}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:02:28.800996 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-c11113bf-6190-48aa-b057-f422d008ff1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (d287057c-ee84-4198-8082-32a72b22db16), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:28.857808 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fbda8b0-cc04-4270-aaff-c6f2ef5af45d admin admin] Router 54a1ebfd-fd29-40b0-8359-a84254704864 is scheduled to L3 agent 6d8a5631-9f63-444c-af3b-4dcce4842b62 with binding_index 1 {{(pid=109804) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 13 13:02:28.895806 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Current status of the port 440403de-ccf6-4924-b86f-b26fa81544a8 is: DOWN; New status is: ACTIVE {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:02:28.896273 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (440403de-ccf6-4924-b86f-b26fa81544a8), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:28.907944 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-61ef27d6-95ce-436c-9171-c2f83fb5fb33 admin admin] Allocated IP 172.27.3.43 (feab3964-f0b8-402e-905b-49af947bf732/23e33d6a-fc94-4466-a994-b549e993d354/cdc806ca-ed7b-4962-9ed7-516a5b70c875) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:02:28.945184 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] For port 440403de-ccf6-4924-b86f-b26fa81544a8, host dv-cinder-841644-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841644-1-iscsi',level=0,port_id=440403de-ccf6-4924-b86f-b26fa81544a8,segment=NetworkSegment(87a38a9b-76da-4b33-b09f-c49a89146602),segment_id=87a38a9b-76da-4b33-b09f-c49a89146602)] {{(pid=109805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:02:28.958924 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-810762fc-6c5b-4d15-9d0f-dae2a49bc8e9 None None] Network aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1 requested from dv-cinder-841644-1-iscsi {{(pid=109805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:02:28.965052 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (440403de-ccf6-4924-b86f-b26fa81544a8), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:29.022758 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fbda8b0-cc04-4270-aaff-c6f2ef5af45d admin admin] Notify agent at l3_agent.dv-cinder-841644-1-iscsi the message routers_updated {{(pid=109804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:02:29.039595 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-204f202e-a8f8-4c82-8b76-bdb137264ca3 None None] Provisioning complete for port 440403de-ccf6-4924-b86f-b26fa81544a8 triggered by entity DHCP. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:02:29.039595 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-204f202e-a8f8-4c82-8b76-bdb137264ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (440403de-ccf6-4924-b86f-b26fa81544a8), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:29.042142 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4fbda8b0-cc04-4270-aaff-c6f2ef5af45d admin admin] Publish callbacks [] for router (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:29.045443 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-4fbda8b0-cc04-4270-aaff-c6f2ef5af45d admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.2099233 May 13 13:02:29.046514 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 55488) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:02:29.049015 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b1b909-7348-4d35-a58e-654298a0f46e None None] Sync routers for ids ['54a1ebfd-fd29-40b0-8359-a84254704864'] in dv-cinder-841644-1-iscsi {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:02:29.052175 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-c11113bf-6190-48aa-b057-f422d008ff1d None None] For port d287057c-ee84-4198-8082-32a72b22db16, host dv-cinder-841644-1-iscsi, cleared binding levels {{(pid=109805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:02:29.054469 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-61ef27d6-95ce-436c-9171-c2f83fb5fb33 admin admin] Publish callbacks [] for port (cdc806ca-ed7b-4962-9ed7-516a5b70c875), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:29.093078 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-61ef27d6-95ce-436c-9171-c2f83fb5fb33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750967062384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6509865'] for port (cdc806ca-ed7b-4962-9ed7-516a5b70c875), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:29.113803 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-c11113bf-6190-48aa-b057-f422d008ff1d None None] For port d287057c-ee84-4198-8082-32a72b22db16, host dv-cinder-841644-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841644-1-iscsi',level=0,port_id=d287057c-ee84-4198-8082-32a72b22db16,segment=NetworkSegment(4ac1a893-c8bf-48e7-8046-f12c6b33a07c),segment_id=4ac1a893-c8bf-48e7-8046-f12c6b33a07c)] {{(pid=109805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:02:29.133390 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ef27d6-95ce-436c-9171-c2f83fb5fb33 admin admin] Network feab3964-f0b8-402e-905b-49af947bf732 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:02:29.136109 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-61ef27d6-95ce-436c-9171-c2f83fb5fb33 admin admin] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:02:29.137907 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b1b909-7348-4d35-a58e-654298a0f46e None None] Routers {'54a1ebfd-fd29-40b0-8359-a84254704864'} bound to L3 agent in host dv-cinder-841644-1-iscsi {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:02:29.138558 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-f3b1b909-7348-4d35-a58e-654298a0f46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841644-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T12:45:44Z,description=,heartbeat_timestamp=2022-05-13T13:02:14Z,host='dv-cinder-841644-1-iscsi',id=6d8a5631-9f63-444c-af3b-4dcce4842b62,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T12:45:44Z,topic='l3_agent')) {'router_ids': ['54a1ebfd-fd29-40b0-8359-a84254704864'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:02:29.140751 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ef27d6-95ce-436c-9171-c2f83fb5fb33 admin admin] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:02:29.152332 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-c11113bf-6190-48aa-b057-f422d008ff1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (d287057c-ee84-4198-8082-32a72b22db16), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:29.188920 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ef27d6-95ce-436c-9171-c2f83fb5fb33 admin admin] Pushing event updated for resources: {'Port': ['ID=cdc806ca-ed7b-4962-9ed7-516a5b70c875,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:02:29.194621 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Pushing event updated for resources: {'Port': ['ID=440403de-ccf6-4924-b86f-b26fa81544a8,revision_number=3']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:02:29.368506 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11113bf-6190-48aa-b057-f422d008ff1d None None] Pushing event updated for resources: {'Port': ['ID=d287057c-ee84-4198-8082-32a72b22db16,revision_number=2']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:02:29.395990 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-204f202e-a8f8-4c82-8b76-bdb137264ca3 None None] Current status of the port 440403de-ccf6-4924-b86f-b26fa81544a8 is: ACTIVE; New status is: ACTIVE {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:02:29.406711 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-f3b1b909-7348-4d35-a58e-654298a0f46e None None] Set router 54a1ebfd-fd29-40b0-8359-a84254704864 gateway port host: dv-cinder-841644-1-iscsi {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:02:29.496163 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-61ef27d6-95ce-436c-9171-c2f83fb5fb33 admin admin] Publish callbacks [] for router_gateway (05802f7c-b8ca-4e5b-985c-e179dc84bf21), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:29.638425 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7009f779-8974-4a29-b0b2-7425d98dc549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:29.639298 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-f3b1b909-7348-4d35-a58e-654298a0f46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54a1ebfd-fd29-40b0-8359-a84254704864', 'name': 'tempest-TestVolumeBootPattern-208780226-router', 'tenant_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '9820dea4-a7a6-46f6-a5e9-0610c7fa9ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:02:26Z', 'updated_at': '2022-05-13T13:02:28Z', 'revision_number': 3, 'project_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'gw_port': {'id': '9820dea4-a7a6-46f6-a5e9-0610c7fa9ee8', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b1:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54a1ebfd-fd29-40b0-8359-a84254704864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:02:27Z', 'updated_at': '2022-05-13T13:02:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi'}], 'dv-cinder-841644-1-iscsi', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:02:29.671096 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b1b909-7348-4d35-a58e-654298a0f46e None None] Checking router: 54a1ebfd-fd29-40b0-8359-a84254704864 for host: dv-cinder-841644-1-iscsi {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:02:29.671593 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b1b909-7348-4d35-a58e-654298a0f46e None None] Updating router 54a1ebfd-fd29-40b0-8359-a84254704864 port 9820dea4-a7a6-46f6-a5e9-0610c7fa9ee8 binding host dv-cinder-841644-1-iscsi {{(pid=109805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 13:02:29.707805 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-f3b1b909-7348-4d35-a58e-654298a0f46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (9820dea4-a7a6-46f6-a5e9-0610c7fa9ee8), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:29.758969 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-b73c3013-349d-42b7-814d-f151b5d66abc None None] Provisioning complete for port 440403de-ccf6-4924-b86f-b26fa81544a8 triggered by entity DHCP. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:02:29.759524 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-b73c3013-349d-42b7-814d-f151b5d66abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (440403de-ccf6-4924-b86f-b26fa81544a8), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:29.787852 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-61ef27d6-95ce-436c-9171-c2f83fb5fb33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1616983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619222'] for router (05802f7c-b8ca-4e5b-985c-e179dc84bf21), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:29.830393 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-7009f779-8974-4a29-b0b2-7425d98dc549 admin admin] Allocated IP 172.20.0.1 (aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1/580aedfc-8b47-4076-96d2-f68e5824303f/47946319-1c40-4d3c-8c85-413449fba33f) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:02:29.958339 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7009f779-8974-4a29-b0b2-7425d98dc549 admin admin] Publish callbacks [] for port (47946319-1c40-4d3c-8c85-413449fba33f), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:29.977483 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-b73c3013-349d-42b7-814d-f151b5d66abc None None] Current status of the port 440403de-ccf6-4924-b86f-b26fa81544a8 is: ACTIVE; New status is: ACTIVE {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:02:29.989367 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61ef27d6-95ce-436c-9171-c2f83fb5fb33 admin admin] Router 05802f7c-b8ca-4e5b-985c-e179dc84bf21 is scheduled to L3 agent 6d8a5631-9f63-444c-af3b-4dcce4842b62 with binding_index 1 {{(pid=109803) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 13 13:02:30.003249 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7009f779-8974-4a29-b0b2-7425d98dc549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750967062384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6007231'] for port (47946319-1c40-4d3c-8c85-413449fba33f), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:30.039478 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7009f779-8974-4a29-b0b2-7425d98dc549 admin admin] Network aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1 is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:02:30.042388 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-7009f779-8974-4a29-b0b2-7425d98dc549 admin admin] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:02:30.045803 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7009f779-8974-4a29-b0b2-7425d98dc549 admin admin] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:02:30.073134 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-f3b1b909-7348-4d35-a58e-654298a0f46e None None] Publish callbacks [] for port (9820dea4-a7a6-46f6-a5e9-0610c7fa9ee8), precommit_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:30.086226 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-f3b1b909-7348-4d35-a58e-654298a0f46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (9820dea4-a7a6-46f6-a5e9-0610c7fa9ee8), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:30.111154 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7009f779-8974-4a29-b0b2-7425d98dc549 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620801'] for router_interface (54a1ebfd-fd29-40b0-8359-a84254704864), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:30.114641 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7009f779-8974-4a29-b0b2-7425d98dc549 admin admin] Pushing event updated for resources: {'Port': ['ID=47946319-1c40-4d3c-8c85-413449fba33f,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:02:30.152942 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61ef27d6-95ce-436c-9171-c2f83fb5fb33 admin admin] Notify agent at l3_agent.dv-cinder-841644-1-iscsi the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:02:30.162682 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff54bd54-00b5-4ebd-bd10-45325bfa5389 None None] Sync routers for ids ['05802f7c-b8ca-4e5b-985c-e179dc84bf21'] in dv-cinder-841644-1-iscsi {{(pid=109806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:02:30.184327 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff54bd54-00b5-4ebd-bd10-45325bfa5389 None None] Routers {'05802f7c-b8ca-4e5b-985c-e179dc84bf21'} bound to L3 agent in host dv-cinder-841644-1-iscsi {{(pid=109806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:02:30.184971 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_hamode_db [None req-ff54bd54-00b5-4ebd-bd10-45325bfa5389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841644-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T12:45:44Z,description=,heartbeat_timestamp=2022-05-13T13:02:14Z,host='dv-cinder-841644-1-iscsi',id=6d8a5631-9f63-444c-af3b-4dcce4842b62,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T12:45:44Z,topic='l3_agent')) {'router_ids': ['05802f7c-b8ca-4e5b-985c-e179dc84bf21'], 'active': True} {{(pid=109806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:02:30.186667 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd17fa51-4ee6-416b-bf0f-8e5d63388112 None None] Pushing event updated for resources: {'Port': ['ID=9820dea4-a7a6-46f6-a5e9-0610c7fa9ee8,revision_number=2']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:02:30.190608 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-f3b1b909-7348-4d35-a58e-654298a0f46e None None] Attempting to bind port 9820dea4-a7a6-46f6-a5e9-0610c7fa9ee8 on host dv-cinder-841644-1-iscsi for vnic_type normal with profile {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:02:30.190975 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-f3b1b909-7348-4d35-a58e-654298a0f46e None None] Attempting to bind port 9820dea4-a7a6-46f6-a5e9-0610c7fa9ee8 by drivers openvswitch,hyperv on host dv-cinder-841644-1-iscsi at level 0 using segments [{'id': '2bcc8a2d-359a-4841-80fa-a53ce02b14f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732'}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:02:30.191334 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b1b909-7348-4d35-a58e-654298a0f46e None None] Attempting to bind port 9820dea4-a7a6-46f6-a5e9-0610c7fa9ee8 on network feab3964-f0b8-402e-905b-49af947bf732 {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:02:30.197763 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b1b909-7348-4d35-a58e-654298a0f46e None None] Checking agent: {'id': 'f7880a20-862d-46b4-8dd6-192b0a47d710', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841644-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 12, 45, 48), 'started_at': datetime.datetime(2022, 5, 13, 12, 46, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841644-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:02:30.198111 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b1b909-7348-4d35-a58e-654298a0f46e None None] Checking segment: {'id': '2bcc8a2d-359a-4841-80fa-a53ce02b14f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:02:30.198561 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-f3b1b909-7348-4d35-a58e-654298a0f46e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:30.198955 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b1b909-7348-4d35-a58e-654298a0f46e None None] Bound using segment: {'id': '2bcc8a2d-359a-4841-80fa-a53ce02b14f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732'} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:02:30.199504 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-f3b1b909-7348-4d35-a58e-654298a0f46e None None] Bound port: 9820dea4-a7a6-46f6-a5e9-0610c7fa9ee8, host: dv-cinder-841644-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bcc8a2d-359a-4841-80fa-a53ce02b14f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732'}}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:02:30.199925 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-f3b1b909-7348-4d35-a58e-654298a0f46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (9820dea4-a7a6-46f6-a5e9-0610c7fa9ee8), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:30.207915 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-61ef27d6-95ce-436c-9171-c2f83fb5fb33 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:30.212205 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-61ef27d6-95ce-436c-9171-c2f83fb5fb33 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.2715895 May 13 13:02:30.213621 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 55492) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:02:30.257544 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-f3b1b909-7348-4d35-a58e-654298a0f46e None None] For port 9820dea4-a7a6-46f6-a5e9-0610c7fa9ee8, host dv-cinder-841644-1-iscsi, cleared binding levels {{(pid=109805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:02:30.261841 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-f3b1b909-7348-4d35-a58e-654298a0f46e None None] For port 9820dea4-a7a6-46f6-a5e9-0610c7fa9ee8, host dv-cinder-841644-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841644-1-iscsi',level=0,port_id=9820dea4-a7a6-46f6-a5e9-0610c7fa9ee8,segment=NetworkSegment(2bcc8a2d-359a-4841-80fa-a53ce02b14f8),segment_id=2bcc8a2d-359a-4841-80fa-a53ce02b14f8)] {{(pid=109805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:02:30.275031 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-f3b1b909-7348-4d35-a58e-654298a0f46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (9820dea4-a7a6-46f6-a5e9-0610c7fa9ee8), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:30.320348 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7009f779-8974-4a29-b0b2-7425d98dc549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (47946319-1c40-4d3c-8c85-413449fba33f), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:30.402847 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b1b909-7348-4d35-a58e-654298a0f46e None None] Routers {'54a1ebfd-fd29-40b0-8359-a84254704864'} bound to L3 agent in host dv-cinder-841644-1-iscsi {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:02:30.403487 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-f3b1b909-7348-4d35-a58e-654298a0f46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841644-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T12:45:44Z,description=,heartbeat_timestamp=2022-05-13T13:02:14Z,host='dv-cinder-841644-1-iscsi',id=6d8a5631-9f63-444c-af3b-4dcce4842b62,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T12:45:44Z,topic='l3_agent')) {'router_ids': ['54a1ebfd-fd29-40b0-8359-a84254704864'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:02:30.407097 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd17fa51-4ee6-416b-bf0f-8e5d63388112 None None] Pushing event updated for resources: {'Port': ['ID=9820dea4-a7a6-46f6-a5e9-0610c7fa9ee8,revision_number=3']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:02:30.437594 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_dvr_db [None req-ff54bd54-00b5-4ebd-bd10-45325bfa5389 None None] Set router 05802f7c-b8ca-4e5b-985c-e179dc84bf21 gateway port host: dv-cinder-841644-1-iscsi {{(pid=109806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:02:30.671865 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-9095f8e3-cd05-4b51-962e-30c6eab02a55 None None] Provisioning complete for port 47946319-1c40-4d3c-8c85-413449fba33f triggered by entity DHCP. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:02:30.672627 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-9095f8e3-cd05-4b51-962e-30c6eab02a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (47946319-1c40-4d3c-8c85-413449fba33f), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:30.694467 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7009f779-8974-4a29-b0b2-7425d98dc549 admin admin] Publish callbacks [] for port (47946319-1c40-4d3c-8c85-413449fba33f), precommit_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:30.713445 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7009f779-8974-4a29-b0b2-7425d98dc549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6007238'] for port (47946319-1c40-4d3c-8c85-413449fba33f), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:30.756641 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1344e3c-3ce6-430d-9e4c-1b76d9d5dd89 None None] Network ab26390c-2249-42bd-97a1-5fb2c028b74a requested from dv-cinder-841644-1-iscsi {{(pid=109805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:02:30.767773 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_hamode_db [None req-ff54bd54-00b5-4ebd-bd10-45325bfa5389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05802f7c-b8ca-4e5b-985c-e179dc84bf21', 'name': 'tempest-TestMinimumBasicScenario-742523614-router', 'tenant_id': 'f7713dfabbe6446fac28d0b194ca627a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': 'cdc806ca-ed7b-4962-9ed7-516a5b70c875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:02:28Z', 'updated_at': '2022-05-13T13:02:29Z', 'revision_number': 3, 'project_id': 'f7713dfabbe6446fac28d0b194ca627a', 'gw_port': {'id': 'cdc806ca-ed7b-4962-9ed7-516a5b70c875', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:6b:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05802f7c-b8ca-4e5b-985c-e179dc84bf21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:02:28Z', 'updated_at': '2022-05-13T13:02:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi'}], 'dv-cinder-841644-1-iscsi', False) {} {{(pid=109806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:02:30.811025 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff54bd54-00b5-4ebd-bd10-45325bfa5389 None None] Checking router: 05802f7c-b8ca-4e5b-985c-e179dc84bf21 for host: dv-cinder-841644-1-iscsi {{(pid=109806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:02:30.811553 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff54bd54-00b5-4ebd-bd10-45325bfa5389 None None] Updating router 05802f7c-b8ca-4e5b-985c-e179dc84bf21 port cdc806ca-ed7b-4962-9ed7-516a5b70c875 binding host dv-cinder-841644-1-iscsi {{(pid=109806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 13:02:30.821302 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7009f779-8974-4a29-b0b2-7425d98dc549 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1623932'] for router_interface (54a1ebfd-fd29-40b0-8359-a84254704864), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:30.824015 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7009f779-8974-4a29-b0b2-7425d98dc549 admin admin] Pushing event updated for resources: {'Port': ['ID=47946319-1c40-4d3c-8c85-413449fba33f,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:02:30.838225 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Device d287057c-ee84-4198-8082-32a72b22db16 up at agent ovs-agent-dv-cinder-841644-1-iscsi {{(pid=109805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:02:30.840516 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-9095f8e3-cd05-4b51-962e-30c6eab02a55 None None] Port 47946319-1c40-4d3c-8c85-413449fba33f cannot update to ACTIVE because it is not bound. {{(pid=109805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 13:02:30.847019 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron_lib.callbacks.manager [None req-ff54bd54-00b5-4ebd-bd10-45325bfa5389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (cdc806ca-ed7b-4962-9ed7-516a5b70c875), before_update {{(pid=109806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:30.861047 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d583affc-b9e7-4f9d-ab54-2a7e05350194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:30.924691 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-f3b1b909-7348-4d35-a58e-654298a0f46e None None] Set router 54a1ebfd-fd29-40b0-8359-a84254704864 gateway port host: dv-cinder-841644-1-iscsi {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:02:30.952464 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7009f779-8974-4a29-b0b2-7425d98dc549 admin admin] Network aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1 is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:02:30.954159 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-7009f779-8974-4a29-b0b2-7425d98dc549 admin admin] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:02:30.987291 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-faed4a1d-8c72-4a89-9978-5aa29f2cc5c2 None None] Provisioning complete for port d287057c-ee84-4198-8082-32a72b22db16 triggered by entity DHCP. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:02:30.987677 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-faed4a1d-8c72-4a89-9978-5aa29f2cc5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (d287057c-ee84-4198-8082-32a72b22db16), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:31.165181 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-d583affc-b9e7-4f9d-ab54-2a7e05350194 admin admin] Allocated IP 172.20.0.1 (ab26390c-2249-42bd-97a1-5fb2c028b74a/295afeaf-3910-4069-9543-33c4303d4583/5fda9214-19ef-4ca3-af65-b8da13a3e771) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:02:31.182659 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7009f779-8974-4a29-b0b2-7425d98dc549 admin admin] Router 54a1ebfd-fd29-40b0-8359-a84254704864 has already been hosted by L3 agent 6d8a5631-9f63-444c-af3b-4dcce4842b62 {{(pid=109804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 13:02:31.252647 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron_lib.callbacks.manager [None req-ff54bd54-00b5-4ebd-bd10-45325bfa5389 None None] Publish callbacks [] for port (cdc806ca-ed7b-4962-9ed7-516a5b70c875), precommit_update {{(pid=109806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:31.267580 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Provisioning complete for port d287057c-ee84-4198-8082-32a72b22db16 triggered by entity L2. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:02:31.267841 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron_lib.callbacks.manager [None req-ff54bd54-00b5-4ebd-bd10-45325bfa5389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (cdc806ca-ed7b-4962-9ed7-516a5b70c875), after_update {{(pid=109806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:31.268336 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (d287057c-ee84-4198-8082-32a72b22db16), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:31.346359 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a94264-f2ee-4146-9b72-6c550b98184f None None] Pushing event updated for resources: {'Port': ['ID=cdc806ca-ed7b-4962-9ed7-516a5b70c875,revision_number=2']} {{(pid=109806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:02:31.363101 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7009f779-8974-4a29-b0b2-7425d98dc549 admin admin] Notify agent at l3_agent.dv-cinder-841644-1-iscsi the message routers_updated {{(pid=109804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:02:31.363853 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.plugins.ml2.managers [None req-ff54bd54-00b5-4ebd-bd10-45325bfa5389 None None] Attempting to bind port cdc806ca-ed7b-4962-9ed7-516a5b70c875 on host dv-cinder-841644-1-iscsi for vnic_type normal with profile {{(pid=109806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:02:31.363853 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.plugins.ml2.managers [None req-ff54bd54-00b5-4ebd-bd10-45325bfa5389 None None] Attempting to bind port cdc806ca-ed7b-4962-9ed7-516a5b70c875 by drivers openvswitch,hyperv on host dv-cinder-841644-1-iscsi at level 0 using segments [{'id': '2bcc8a2d-359a-4841-80fa-a53ce02b14f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732'}] {{(pid=109806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:02:31.364169 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff54bd54-00b5-4ebd-bd10-45325bfa5389 None None] Attempting to bind port cdc806ca-ed7b-4962-9ed7-516a5b70c875 on network feab3964-f0b8-402e-905b-49af947bf732 {{(pid=109806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:02:31.379135 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-7009f779-8974-4a29-b0b2-7425d98dc549 admin admin] 10.222.0.49 "PUT /v2.0/routers/54a1ebfd-fd29-40b0-8359-a84254704864/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3231413 May 13 13:02:31.379337 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff54bd54-00b5-4ebd-bd10-45325bfa5389 None None] Checking agent: {'id': 'f7880a20-862d-46b4-8dd6-192b0a47d710', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841644-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 12, 45, 48), 'started_at': datetime.datetime(2022, 5, 13, 12, 46, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841644-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:02:31.379337 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff54bd54-00b5-4ebd-bd10-45325bfa5389 None None] Checking segment: {'id': '2bcc8a2d-359a-4841-80fa-a53ce02b14f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:02:31.379337 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron_lib.callbacks.manager [None req-ff54bd54-00b5-4ebd-bd10-45325bfa5389 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:31.379337 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff54bd54-00b5-4ebd-bd10-45325bfa5389 None None] Bound using segment: {'id': '2bcc8a2d-359a-4841-80fa-a53ce02b14f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732'} {{(pid=109806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:02:31.379715 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d583affc-b9e7-4f9d-ab54-2a7e05350194 admin admin] Publish callbacks [] for port (5fda9214-19ef-4ca3-af65-b8da13a3e771), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:31.379825 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.plugins.ml2.managers [None req-ff54bd54-00b5-4ebd-bd10-45325bfa5389 None None] Bound port: cdc806ca-ed7b-4962-9ed7-516a5b70c875, host: dv-cinder-841644-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bcc8a2d-359a-4841-80fa-a53ce02b14f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732'}}] {{(pid=109806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:02:31.379825 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron_lib.callbacks.manager [None req-ff54bd54-00b5-4ebd-bd10-45325bfa5389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (cdc806ca-ed7b-4962-9ed7-516a5b70c875), before_update {{(pid=109806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:31.397096 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-faed4a1d-8c72-4a89-9978-5aa29f2cc5c2 None None] Current status of the port d287057c-ee84-4198-8082-32a72b22db16 is: DOWN; New status is: ACTIVE {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:02:31.397335 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-faed4a1d-8c72-4a89-9978-5aa29f2cc5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (d287057c-ee84-4198-8082-32a72b22db16), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:31.402794 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a94264-f2ee-4146-9b72-6c550b98184f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:02:31.403127 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a94264-f2ee-4146-9b72-6c550b98184f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:02:31.403777 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a94264-f2ee-4146-9b72-6c550b98184f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:02:31.403914 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a94264-f2ee-4146-9b72-6c550b98184f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:02:31.404147 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a94264-f2ee-4146-9b72-6c550b98184f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:02:31.404466 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a94264-f2ee-4146-9b72-6c550b98184f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:02:31.404783 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a94264-f2ee-4146-9b72-6c550b98184f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:02:31.405131 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a94264-f2ee-4146-9b72-6c550b98184f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:02:31.405452 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a94264-f2ee-4146-9b72-6c550b98184f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:02:31.405765 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a94264-f2ee-4146-9b72-6c550b98184f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:02:31.406077 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a94264-f2ee-4146-9b72-6c550b98184f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:02:31.406616 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a94264-f2ee-4146-9b72-6c550b98184f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:02:31.406740 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a94264-f2ee-4146-9b72-6c550b98184f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:02:31.407015 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a94264-f2ee-4146-9b72-6c550b98184f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:02:31.407326 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a94264-f2ee-4146-9b72-6c550b98184f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:02:31.436346 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d583affc-b9e7-4f9d-ab54-2a7e05350194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750967062384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6509865'] for port (5fda9214-19ef-4ca3-af65-b8da13a3e771), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:31.459117 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.plugins.ml2.db [None req-ff54bd54-00b5-4ebd-bd10-45325bfa5389 None None] For port cdc806ca-ed7b-4962-9ed7-516a5b70c875, host dv-cinder-841644-1-iscsi, cleared binding levels {{(pid=109806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:02:31.464044 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.plugins.ml2.db [None req-ff54bd54-00b5-4ebd-bd10-45325bfa5389 None None] For port cdc806ca-ed7b-4962-9ed7-516a5b70c875, host dv-cinder-841644-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841644-1-iscsi',level=0,port_id=cdc806ca-ed7b-4962-9ed7-516a5b70c875,segment=NetworkSegment(2bcc8a2d-359a-4841-80fa-a53ce02b14f8),segment_id=2bcc8a2d-359a-4841-80fa-a53ce02b14f8)] {{(pid=109806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:02:31.476157 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron_lib.callbacks.manager [None req-ff54bd54-00b5-4ebd-bd10-45325bfa5389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (cdc806ca-ed7b-4962-9ed7-516a5b70c875), after_update {{(pid=109806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:31.486091 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d583affc-b9e7-4f9d-ab54-2a7e05350194 admin admin] Network ab26390c-2249-42bd-97a1-5fb2c028b74a is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:02:31.489538 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-d583affc-b9e7-4f9d-ab54-2a7e05350194 admin admin] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:02:31.493587 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d583affc-b9e7-4f9d-ab54-2a7e05350194 admin admin] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:02:31.507936 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Current status of the port d287057c-ee84-4198-8082-32a72b22db16 is: DOWN; New status is: ACTIVE {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:02:31.508325 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (d287057c-ee84-4198-8082-32a72b22db16), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:31.533367 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff54bd54-00b5-4ebd-bd10-45325bfa5389 None None] Routers {'05802f7c-b8ca-4e5b-985c-e179dc84bf21'} bound to L3 agent in host dv-cinder-841644-1-iscsi {{(pid=109806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:02:31.534293 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_hamode_db [None req-ff54bd54-00b5-4ebd-bd10-45325bfa5389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841644-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T12:45:44Z,description=,heartbeat_timestamp=2022-05-13T13:02:14Z,host='dv-cinder-841644-1-iscsi',id=6d8a5631-9f63-444c-af3b-4dcce4842b62,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T12:45:44Z,topic='l3_agent')) {'router_ids': ['05802f7c-b8ca-4e5b-985c-e179dc84bf21'], 'active': True} {{(pid=109806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:02:31.540084 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d583affc-b9e7-4f9d-ab54-2a7e05350194 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620801'] for router_interface (05802f7c-b8ca-4e5b-985c-e179dc84bf21), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:31.558979 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-faed4a1d-8c72-4a89-9978-5aa29f2cc5c2 None None] For port d287057c-ee84-4198-8082-32a72b22db16, host dv-cinder-841644-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841644-1-iscsi',level=0,port_id=d287057c-ee84-4198-8082-32a72b22db16,segment=NetworkSegment(4ac1a893-c8bf-48e7-8046-f12c6b33a07c),segment_id=4ac1a893-c8bf-48e7-8046-f12c6b33a07c)] {{(pid=109805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:02:31.575621 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-faed4a1d-8c72-4a89-9978-5aa29f2cc5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (d287057c-ee84-4198-8082-32a72b22db16), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:31.617741 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-f3b1b909-7348-4d35-a58e-654298a0f46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54a1ebfd-fd29-40b0-8359-a84254704864', 'name': 'tempest-TestVolumeBootPattern-208780226-router', 'tenant_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '9820dea4-a7a6-46f6-a5e9-0610c7fa9ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:02:26Z', 'updated_at': '2022-05-13T13:02:30Z', 'revision_number': 4, 'project_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'gw_port': {'id': '9820dea4-a7a6-46f6-a5e9-0610c7fa9ee8', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b1:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54a1ebfd-fd29-40b0-8359-a84254704864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:02:27Z', 'updated_at': '2022-05-13T13:02:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi', '_interfaces': [{'id': '47946319-1c40-4d3c-8c85-413449fba33f', 'name': '', 'network_id': 'aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1', 'tenant_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'mac_address': 'fa:16:3e:d5:5b:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54a1ebfd-fd29-40b0-8359-a84254704864', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '580aedfc-8b47-4076-96d2-f68e5824303f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:02:29Z', 'updated_at': '2022-05-13T13:02:29Z', 'revision_number': 1, 'project_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'subnets': [{'id': '580aedfc-8b47-4076-96d2-f68e5824303f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841644-1-iscsi', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:02:31.677402 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d583affc-b9e7-4f9d-ab54-2a7e05350194 admin admin] Pushing event updated for resources: {'Port': ['ID=5fda9214-19ef-4ca3-af65-b8da13a3e771,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:02:31.679067 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b1b909-7348-4d35-a58e-654298a0f46e None None] The sync data for ids ['54a1ebfd-fd29-40b0-8359-a84254704864'] in dv-cinder-841644-1-iscsi is: [{'id': '54a1ebfd-fd29-40b0-8359-a84254704864', 'name': 'tempest-TestVolumeBootPattern-208780226-router', 'tenant_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '9820dea4-a7a6-46f6-a5e9-0610c7fa9ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:02:26Z', 'updated_at': '2022-05-13T13:02:30Z', 'revision_number': 4, 'project_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'gw_port': {'id': '9820dea4-a7a6-46f6-a5e9-0610c7fa9ee8', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b1:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54a1ebfd-fd29-40b0-8359-a84254704864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:02:27Z', 'updated_at': '2022-05-13T13:02:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi', '_interfaces': [{'id': '47946319-1c40-4d3c-8c85-413449fba33f', 'name': '', 'network_id': 'aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1', 'tenant_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'mac_address': 'fa:16:3e:d5:5b:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54a1ebfd-fd29-40b0-8359-a84254704864', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '580aedfc-8b47-4076-96d2-f68e5824303f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:02:29Z', 'updated_at': '2022-05-13T13:02:29Z', 'revision_number': 1, 'project_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'subnets': [{'id': '580aedfc-8b47-4076-96d2-f68e5824303f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:02:31.721956 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-38d65b68-a948-467a-abed-d4c328fbdcd9 None None] Provisioning complete for port d287057c-ee84-4198-8082-32a72b22db16 triggered by entity DHCP. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:02:31.722331 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-38d65b68-a948-467a-abed-d4c328fbdcd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (d287057c-ee84-4198-8082-32a72b22db16), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:31.737713 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d583affc-b9e7-4f9d-ab54-2a7e05350194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (5fda9214-19ef-4ca3-af65-b8da13a3e771), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:31.784038 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.db.api [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109805) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 13:02:31.784371 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG oslo_db.api [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 13:02:31.790179 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faed4a1d-8c72-4a89-9978-5aa29f2cc5c2 None None] Pushing event updated for resources: {'Port': ['ID=d287057c-ee84-4198-8082-32a72b22db16,revision_number=3']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:02:31.844072 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_dvr_db [None req-ff54bd54-00b5-4ebd-bd10-45325bfa5389 None None] Set router 05802f7c-b8ca-4e5b-985c-e179dc84bf21 gateway port host: dv-cinder-841644-1-iscsi {{(pid=109806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:02:31.859723 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-38d65b68-a948-467a-abed-d4c328fbdcd9 None None] Current status of the port d287057c-ee84-4198-8082-32a72b22db16 is: ACTIVE; New status is: ACTIVE {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:02:31.876822 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-38d65b68-a948-467a-abed-d4c328fbdcd9 None None] Provisioning complete for port 47946319-1c40-4d3c-8c85-413449fba33f triggered by entity DHCP. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:02:31.877237 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-38d65b68-a948-467a-abed-d4c328fbdcd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (47946319-1c40-4d3c-8c85-413449fba33f), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:31.925214 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-38d65b68-a948-467a-abed-d4c328fbdcd9 None None] Port 47946319-1c40-4d3c-8c85-413449fba33f cannot update to ACTIVE because it is not bound. {{(pid=109805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 13:02:32.047809 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-0c83b731-15e5-44e8-a6af-443fd7cca3b3 None None] Provisioning complete for port 5fda9214-19ef-4ca3-af65-b8da13a3e771 triggered by entity DHCP. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:02:32.048233 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-0c83b731-15e5-44e8-a6af-443fd7cca3b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (5fda9214-19ef-4ca3-af65-b8da13a3e771), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:32.077841 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a94264-f2ee-4146-9b72-6c550b98184f None None] Pushing event updated for resources: {'Port': ['ID=cdc806ca-ed7b-4962-9ed7-516a5b70c875,revision_number=3']} {{(pid=109806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:02:32.100363 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_hamode_db [None req-ff54bd54-00b5-4ebd-bd10-45325bfa5389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05802f7c-b8ca-4e5b-985c-e179dc84bf21', 'name': 'tempest-TestMinimumBasicScenario-742523614-router', 'tenant_id': 'f7713dfabbe6446fac28d0b194ca627a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': 'cdc806ca-ed7b-4962-9ed7-516a5b70c875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:02:28Z', 'updated_at': '2022-05-13T13:02:29Z', 'revision_number': 3, 'project_id': 'f7713dfabbe6446fac28d0b194ca627a', 'gw_port': {'id': 'cdc806ca-ed7b-4962-9ed7-516a5b70c875', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:6b:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05802f7c-b8ca-4e5b-985c-e179dc84bf21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:02:28Z', 'updated_at': '2022-05-13T13:02:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi'}], 'dv-cinder-841644-1-iscsi', False) {} {{(pid=109806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:02:32.137601 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff54bd54-00b5-4ebd-bd10-45325bfa5389 None None] The sync data for ids ['05802f7c-b8ca-4e5b-985c-e179dc84bf21'] in dv-cinder-841644-1-iscsi is: [{'id': '05802f7c-b8ca-4e5b-985c-e179dc84bf21', 'name': 'tempest-TestMinimumBasicScenario-742523614-router', 'tenant_id': 'f7713dfabbe6446fac28d0b194ca627a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': 'cdc806ca-ed7b-4962-9ed7-516a5b70c875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:02:28Z', 'updated_at': '2022-05-13T13:02:29Z', 'revision_number': 3, 'project_id': 'f7713dfabbe6446fac28d0b194ca627a', 'gw_port': {'id': 'cdc806ca-ed7b-4962-9ed7-516a5b70c875', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:6b:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05802f7c-b8ca-4e5b-985c-e179dc84bf21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:02:28Z', 'updated_at': '2022-05-13T13:02:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi'}] {{(pid=109806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:02:32.180820 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-0c83b731-15e5-44e8-a6af-443fd7cca3b3 None None] Port 5fda9214-19ef-4ca3-af65-b8da13a3e771 cannot update to ACTIVE because it is not bound. {{(pid=109805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 13:02:32.344565 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 55516) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:02:32.345465 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Current status of the port d287057c-ee84-4198-8082-32a72b22db16 is: ACTIVE; New status is: ACTIVE {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:02:32.347292 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Device 440403de-ccf6-4924-b86f-b26fa81544a8 up at agent ovs-agent-dv-cinder-841644-1-iscsi {{(pid=109805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:02:32.358965 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.v2.base [None req-69a9a01b-903e-437a-af2b-abaca47d696f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1258691854-network', 'tenant_id': '88d6b2ac259f40f1866c226155e61fff'}} {{(pid=109804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:02:32.402712 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Provisioning complete for port 440403de-ccf6-4924-b86f-b26fa81544a8 triggered by entity L2. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:02:32.403144 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (440403de-ccf6-4924-b86f-b26fa81544a8), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:32.410309 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d583affc-b9e7-4f9d-ab54-2a7e05350194 admin admin] Publish callbacks [] for port (5fda9214-19ef-4ca3-af65-b8da13a3e771), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:32.414195 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69a9a01b-903e-437a-af2b-abaca47d696f admin admin] Made reservation on behalf of 88d6b2ac259f40f1866c226155e61fff for: {'network': 1} {{(pid=109804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:02:32.417552 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d583affc-b9e7-4f9d-ab54-2a7e05350194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6509904'] for port (5fda9214-19ef-4ca3-af65-b8da13a3e771), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:32.426325 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-69a9a01b-903e-437a-af2b-abaca47d696f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for network (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:32.460342 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-69a9a01b-903e-437a-af2b-abaca47d696f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:32.513959 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-d583affc-b9e7-4f9d-ab54-2a7e05350194 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1623932'] for router_interface (05802f7c-b8ca-4e5b-985c-e179dc84bf21), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:32.516307 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d583affc-b9e7-4f9d-ab54-2a7e05350194 admin admin] Pushing event updated for resources: {'Port': ['ID=5fda9214-19ef-4ca3-af65-b8da13a3e771,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:02:32.577135 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-69a9a01b-903e-437a-af2b-abaca47d696f admin admin] Publish callbacks [] for security_group (7f69e220-99af-427c-b939-a3d63497bbee), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:32.591977 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-69a9a01b-903e-437a-af2b-abaca47d696f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (7f69e220-99af-427c-b939-a3d63497bbee), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:32.632364 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Current status of the port 440403de-ccf6-4924-b86f-b26fa81544a8 is: ACTIVE; New status is: ACTIVE {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:02:32.647239 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a9a01b-903e-437a-af2b-abaca47d696f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f69e220-99af-427c-b939-a3d63497bbee,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:02:32.675317 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69a9a01b-903e-437a-af2b-abaca47d696f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=109804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 13:02:32.687735 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-69a9a01b-903e-437a-af2b-abaca47d696f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488896'] for segment (37b9d973-15e6-4a1b-8021-d91da8e96982), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:32.688300 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.db.segments_db [None req-69a9a01b-903e-437a-af2b-abaca47d696f admin admin] Added segment 37b9d973-15e6-4a1b-8021-d91da8e96982 of type vlan for network f61285e8-436e-45fe-a0fb-e01adb84084d May 13 13:02:32.725772 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d583affc-b9e7-4f9d-ab54-2a7e05350194 admin admin] Network ab26390c-2249-42bd-97a1-5fb2c028b74a is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:02:32.729349 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-d583affc-b9e7-4f9d-ab54-2a7e05350194 admin admin] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:02:32.787464 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-69a9a01b-903e-437a-af2b-abaca47d696f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750967083174'] for network (f61285e8-436e-45fe-a0fb-e01adb84084d), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:32.879913 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-69a9a01b-903e-437a-af2b-abaca47d696f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478'] for network (f61285e8-436e-45fe-a0fb-e01adb84084d), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:32.889127 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a9a01b-903e-437a-af2b-abaca47d696f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:02:32.890330 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-69a9a01b-903e-437a-af2b-abaca47d696f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617456'] for network (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:32.995815 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Device cdc806ca-ed7b-4962-9ed7-516a5b70c875 up at agent ovs-agent-dv-cinder-841644-1-iscsi {{(pid=109805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:02:33.011504 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-69a9a01b-903e-437a-af2b-abaca47d696f admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6629953 May 13 13:02:33.013357 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a9a01b-903e-437a-af2b-abaca47d696f admin admin] Pushing event updated for resources: {'Network': ['ID=f61285e8-436e-45fe-a0fb-e01adb84084d,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:02:33.015854 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 55524) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:02:33.026718 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.v2.base [None req-36689cb1-19a9-4dd2-a331-e136bb944af8 admin admin] Request body: {'subnet': {'network_id': 'f61285e8-436e-45fe-a0fb-e01adb84084d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1258691854-subnet', 'tenant_id': '88d6b2ac259f40f1866c226155e61fff', 'ip_version': 4}} {{(pid=109804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:02:33.049878 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d583affc-b9e7-4f9d-ab54-2a7e05350194 admin admin] Router 05802f7c-b8ca-4e5b-985c-e179dc84bf21 has already been hosted by L3 agent 6d8a5631-9f63-444c-af3b-4dcce4842b62 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 13:02:33.060962 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36689cb1-19a9-4dd2-a331-e136bb944af8 admin admin] Made reservation on behalf of 88d6b2ac259f40f1866c226155e61fff for: {'subnet': 1} {{(pid=109804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:02:33.063451 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-36689cb1-19a9-4dd2-a331-e136bb944af8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5962014'] for subnet (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:33.117482 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Network f61285e8-436e-45fe-a0fb-e01adb84084d details requested by agent ovs-agent-dv-cinder-841644-1-iscsi with host dv-cinder-841644-1-iscsi {{(pid=109805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 13 13:02:33.232071 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Provisioning complete for port cdc806ca-ed7b-4962-9ed7-516a5b70c875 triggered by entity L2. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:02:33.232345 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (cdc806ca-ed7b-4962-9ed7-516a5b70c875), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:33.266918 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d583affc-b9e7-4f9d-ab54-2a7e05350194 admin admin] Notify agent at l3_agent.dv-cinder-841644-1-iscsi the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:02:33.277158 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-69833d4b-f95c-4f75-a04d-a7c64e70d8b4 None None] Provisioning complete for port 5fda9214-19ef-4ca3-af65-b8da13a3e771 triggered by entity DHCP. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:02:33.277832 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-69833d4b-f95c-4f75-a04d-a7c64e70d8b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (5fda9214-19ef-4ca3-af65-b8da13a3e771), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:33.289611 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-d583affc-b9e7-4f9d-ab54-2a7e05350194 admin admin] 10.222.0.49 "PUT /v2.0/routers/05802f7c-b8ca-4e5b-985c-e179dc84bf21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0746262 May 13 13:02:33.335593 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-36689cb1-19a9-4dd2-a331-e136bb944af8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6009935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5961984'] for subnet (3f878134-65af-45b6-b618-55048111a9b3), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:33.344416 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-69833d4b-f95c-4f75-a04d-a7c64e70d8b4 None None] Port 5fda9214-19ef-4ca3-af65-b8da13a3e771 cannot update to ACTIVE because it is not bound. {{(pid=109805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 13:02:33.400386 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Current status of the port cdc806ca-ed7b-4962-9ed7-516a5b70c875 is: DOWN; New status is: ACTIVE {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:02:33.400851 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (cdc806ca-ed7b-4962-9ed7-516a5b70c875), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:33.419022 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36689cb1-19a9-4dd2-a331-e136bb944af8 admin admin] Checking segment: {'id': '37b9d973-15e6-4a1b-8021-d91da8e96982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f61285e8-436e-45fe-a0fb-e01adb84084d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:02:33.419640 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36689cb1-19a9-4dd2-a331-e136bb944af8 admin admin] Network hostable DHCP agents. Network: f61285e8-436e-45fe-a0fb-e01adb84084d, hostable agents: ['12f7f474-a19f-4cf7-bcdf-b9ad7dbdd770'], hosted agents: [] {{(pid=109804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 13:02:33.427676 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36689cb1-19a9-4dd2-a331-e136bb944af8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f878134-65af-45b6-b618-55048111a9b3,revision_number=0']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:02:33.429789 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] For port cdc806ca-ed7b-4962-9ed7-516a5b70c875, host dv-cinder-841644-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841644-1-iscsi',level=0,port_id=cdc806ca-ed7b-4962-9ed7-516a5b70c875,segment=NetworkSegment(2bcc8a2d-359a-4841-80fa-a53ce02b14f8),segment_id=2bcc8a2d-359a-4841-80fa-a53ce02b14f8)] {{(pid=109805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:02:33.443369 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (cdc806ca-ed7b-4962-9ed7-516a5b70c875), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:33.444673 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Device d287057c-ee84-4198-8082-32a72b22db16 up at agent ovs-agent-dv-cinder-841644-1-iscsi {{(pid=109805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:02:33.450523 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36689cb1-19a9-4dd2-a331-e136bb944af8 admin admin] Network f61285e8-436e-45fe-a0fb-e01adb84084d is scheduled to be hosted by DHCP agent 12f7f474-a19f-4cf7-bcdf-b9ad7dbdd770 with binding_index 1 {{(pid=109804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 13:02:33.464411 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-36689cb1-19a9-4dd2-a331-e136bb944af8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841644-1-iscsi, f61285e8-436e-45fe-a0fb-e01adb84084d) {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:02:33.470353 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36689cb1-19a9-4dd2-a331-e136bb944af8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:02:33.472191 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-36689cb1-19a9-4dd2-a331-e136bb944af8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:33.496250 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-36689cb1-19a9-4dd2-a331-e136bb944af8 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4785891 May 13 13:02:33.498790 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 55530) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:02:33.500948 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca5ef71-287d-49fc-9397-c9c900a6e437 None None] Network f61285e8-436e-45fe-a0fb-e01adb84084d requested from dv-cinder-841644-1-iscsi {{(pid=109805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:02:33.504818 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.v2.base [None req-99b86d2a-46ea-4000-81df-4177ebf13328 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1258691854-router', 'tenant_id': '88d6b2ac259f40f1866c226155e61fff', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732'}}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:02:33.540118 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-99b86d2a-46ea-4000-81df-4177ebf13328 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1617132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9611'] for router (7cb29376-5460-4e6e-b802-9dae92af7ead), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:33.541755 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-99b86d2a-46ea-4000-81df-4177ebf13328 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1616984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1619451', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-466668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9648'] for router (7cb29376-5460-4e6e-b802-9dae92af7ead), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:33.616843 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-99b86d2a-46ea-4000-81df-4177ebf13328 admin admin] Publish callbacks [] for router_controller (7cb29376-5460-4e6e-b802-9dae92af7ead), precommit_add_association {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:33.665108 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Pushing event updated for resources: {'Port': ['ID=cdc806ca-ed7b-4962-9ed7-516a5b70c875,revision_number=4']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:02:33.704905 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Provisioning complete for port d287057c-ee84-4198-8082-32a72b22db16 triggered by entity L2. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:02:33.705309 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (d287057c-ee84-4198-8082-32a72b22db16), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:33.767115 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8603abfa-e0d3-46dd-8451-15142ff08fe5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc8865-dd13-5aa3-bcac-a3c79f9f55b8-f61285e8-436e-45fe-a0fb-e01adb84084d', 'network_id': 'f61285e8-436e-45fe-a0fb-e01adb84084d', 'project_id': '88d6b2ac259f40f1866c226155e61fff', 'fixed_ips': [{'subnet_id': '3f878134-65af-45b6-b618-55048111a9b3'}]}} from dv-cinder-841644-1-iscsi. {{(pid=109805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 13 13:02:33.768012 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-8603abfa-e0d3-46dd-8451-15142ff08fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (None), before_create {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:33.857867 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-99b86d2a-46ea-4000-81df-4177ebf13328 admin admin] Publish callbacks [] for router_gateway (7cb29376-5460-4e6e-b802-9dae92af7ead), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:34.112039 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.db_base_plugin_common [None req-8603abfa-e0d3-46dd-8451-15142ff08fe5 None None] Allocated IP 172.20.0.2 (f61285e8-436e-45fe-a0fb-e01adb84084d/3f878134-65af-45b6-b618-55048111a9b3/b37ffdf3-443e-44c9-b1ef-dae5457b4f7e) {{(pid=109805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:02:34.127718 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-99b86d2a-46ea-4000-81df-4177ebf13328 admin admin] Publish callbacks [] for router_gateway (7cb29376-5460-4e6e-b802-9dae92af7ead), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:34.130436 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Current status of the port d287057c-ee84-4198-8082-32a72b22db16 is: ACTIVE; New status is: ACTIVE {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:02:34.149937 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 55544) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:02:34.153512 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-99b86d2a-46ea-4000-81df-4177ebf13328 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:34.154956 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.v2.base [None req-dd5af265-1b43-4441-8411-a456d1ecc922 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-164753801-network', 'tenant_id': '22a0fe7d099646a49fd269e6695c429b'}} {{(pid=109804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:02:34.180092 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd5af265-1b43-4441-8411-a456d1ecc922 admin admin] Made reservation on behalf of 22a0fe7d099646a49fd269e6695c429b for: {'network': 1} {{(pid=109804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:02:34.185200 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-dd5af265-1b43-4441-8411-a456d1ecc922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for network (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:34.204888 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-dd5af265-1b43-4441-8411-a456d1ecc922 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:34.270467 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-99b86d2a-46ea-4000-81df-4177ebf13328 admin admin] Allocated IP 172.27.3.161 (feab3964-f0b8-402e-905b-49af947bf732/23e33d6a-fc94-4466-a994-b549e993d354/b9e2bb96-eb97-47c5-a64d-750f998e3f13) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:02:34.285840 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-8603abfa-e0d3-46dd-8451-15142ff08fe5 None None] Publish callbacks [] for port (b37ffdf3-443e-44c9-b1ef-dae5457b4f7e), precommit_create {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:34.292030 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-dd5af265-1b43-4441-8411-a456d1ecc922 admin admin] Publish callbacks [] for security_group (b6789334-2569-4047-b829-53d954e19d67), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:34.294033 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-8603abfa-e0d3-46dd-8451-15142ff08fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750967062384'] for port (b37ffdf3-443e-44c9-b1ef-dae5457b4f7e), after_create {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:34.296224 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-dd5af265-1b43-4441-8411-a456d1ecc922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (b6789334-2569-4047-b829-53d954e19d67), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:34.315263 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8603abfa-e0d3-46dd-8451-15142ff08fe5 None None] Network f61285e8-436e-45fe-a0fb-e01adb84084d is already hosted by enough agents. {{(pid=109805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:02:34.318967 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.scheduler.base_scheduler [None req-8603abfa-e0d3-46dd-8451-15142ff08fe5 None None] Resources bound (agent type, host, resource id): {{(pid=109805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:02:34.324759 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd5af265-1b43-4441-8411-a456d1ecc922 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=109804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 13:02:34.343489 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5af265-1b43-4441-8411-a456d1ecc922 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6789334-2569-4047-b829-53d954e19d67,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:02:34.348080 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-dd5af265-1b43-4441-8411-a456d1ecc922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488896'] for segment (4b5c19aa-2bf1-44dd-976e-1cc2f77bda70), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:34.348880 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.db.segments_db [None req-dd5af265-1b43-4441-8411-a456d1ecc922 admin admin] Added segment 4b5c19aa-2bf1-44dd-976e-1cc2f77bda70 of type vlan for network 99d29262-af07-4901-9b76-66b1df94a6a1 May 13 13:02:34.349846 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8603abfa-e0d3-46dd-8451-15142ff08fe5 None None] Received port after_create {{(pid=109805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:02:34.394043 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8603abfa-e0d3-46dd-8451-15142ff08fe5 None None] Pushing event updated for resources: {'Port': ['ID=b37ffdf3-443e-44c9-b1ef-dae5457b4f7e,revision_number=1']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:02:34.406501 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-dd5af265-1b43-4441-8411-a456d1ecc922 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750967083174'] for network (99d29262-af07-4901-9b76-66b1df94a6a1), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:34.407811 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-99b86d2a-46ea-4000-81df-4177ebf13328 admin admin] Publish callbacks [] for port (b9e2bb96-eb97-47c5-a64d-750f998e3f13), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:34.434047 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-8603abfa-e0d3-46dd-8451-15142ff08fe5 None None] Attempting to bind port b37ffdf3-443e-44c9-b1ef-dae5457b4f7e on host dv-cinder-841644-1-iscsi for vnic_type normal with profile {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:02:34.434308 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-8603abfa-e0d3-46dd-8451-15142ff08fe5 None None] Attempting to bind port b37ffdf3-443e-44c9-b1ef-dae5457b4f7e by drivers openvswitch,hyperv on host dv-cinder-841644-1-iscsi at level 0 using segments [{'id': '37b9d973-15e6-4a1b-8021-d91da8e96982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f61285e8-436e-45fe-a0fb-e01adb84084d'}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:02:34.434682 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8603abfa-e0d3-46dd-8451-15142ff08fe5 None None] Attempting to bind port b37ffdf3-443e-44c9-b1ef-dae5457b4f7e on network f61285e8-436e-45fe-a0fb-e01adb84084d {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:02:34.435482 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-dd5af265-1b43-4441-8411-a456d1ecc922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478'] for network (99d29262-af07-4901-9b76-66b1df94a6a1), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:34.436548 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5af265-1b43-4441-8411-a456d1ecc922 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:02:34.437338 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-dd5af265-1b43-4441-8411-a456d1ecc922 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617456'] for network (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:34.440097 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8603abfa-e0d3-46dd-8451-15142ff08fe5 None None] Checking agent: {'id': 'f7880a20-862d-46b4-8dd6-192b0a47d710', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841644-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 12, 45, 48), 'started_at': datetime.datetime(2022, 5, 13, 12, 46, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841644-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:02:34.440615 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8603abfa-e0d3-46dd-8451-15142ff08fe5 None None] Checking segment: {'id': '37b9d973-15e6-4a1b-8021-d91da8e96982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f61285e8-436e-45fe-a0fb-e01adb84084d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:02:34.441135 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-8603abfa-e0d3-46dd-8451-15142ff08fe5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:34.441621 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8603abfa-e0d3-46dd-8451-15142ff08fe5 None None] Bound using segment: {'id': '37b9d973-15e6-4a1b-8021-d91da8e96982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f61285e8-436e-45fe-a0fb-e01adb84084d'} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:02:34.442340 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-8603abfa-e0d3-46dd-8451-15142ff08fe5 None None] Bound port: b37ffdf3-443e-44c9-b1ef-dae5457b4f7e, host: dv-cinder-841644-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37b9d973-15e6-4a1b-8021-d91da8e96982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f61285e8-436e-45fe-a0fb-e01adb84084d'}}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:02:34.442825 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-8603abfa-e0d3-46dd-8451-15142ff08fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (b37ffdf3-443e-44c9-b1ef-dae5457b4f7e), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:34.451856 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-99b86d2a-46ea-4000-81df-4177ebf13328 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750967062384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6509865'] for port (b9e2bb96-eb97-47c5-a64d-750f998e3f13), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:34.490355 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b86d2a-46ea-4000-81df-4177ebf13328 admin admin] Network feab3964-f0b8-402e-905b-49af947bf732 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:02:34.493193 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-99b86d2a-46ea-4000-81df-4177ebf13328 admin admin] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:02:34.494488 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-dd5af265-1b43-4441-8411-a456d1ecc922 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3428671 May 13 13:02:34.498808 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 55546) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:02:34.502202 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b86d2a-46ea-4000-81df-4177ebf13328 admin admin] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:02:34.506394 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.v2.base [None req-9c2fb702-9730-4a2b-9ee3-b32db93447b7 admin admin] Request body: {'subnet': {'network_id': '99d29262-af07-4901-9b76-66b1df94a6a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-164753801-subnet', 'tenant_id': '22a0fe7d099646a49fd269e6695c429b', 'ip_version': 4}} {{(pid=109804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:02:34.516779 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5af265-1b43-4441-8411-a456d1ecc922 admin admin] Pushing event updated for resources: {'Network': ['ID=99d29262-af07-4901-9b76-66b1df94a6a1,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:02:34.519142 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-8603abfa-e0d3-46dd-8451-15142ff08fe5 None None] For port b37ffdf3-443e-44c9-b1ef-dae5457b4f7e, host dv-cinder-841644-1-iscsi, cleared binding levels {{(pid=109805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:02:34.524390 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-8603abfa-e0d3-46dd-8451-15142ff08fe5 None None] For port b37ffdf3-443e-44c9-b1ef-dae5457b4f7e, host dv-cinder-841644-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841644-1-iscsi',level=0,port_id=b37ffdf3-443e-44c9-b1ef-dae5457b4f7e,segment=NetworkSegment(37b9d973-15e6-4a1b-8021-d91da8e96982),segment_id=37b9d973-15e6-4a1b-8021-d91da8e96982)] {{(pid=109805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:02:34.532435 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c2fb702-9730-4a2b-9ee3-b32db93447b7 admin admin] Made reservation on behalf of 22a0fe7d099646a49fd269e6695c429b for: {'subnet': 1} {{(pid=109804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:02:34.534625 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-9c2fb702-9730-4a2b-9ee3-b32db93447b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5962014'] for subnet (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:34.535985 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b86d2a-46ea-4000-81df-4177ebf13328 admin admin] Pushing event updated for resources: {'Port': ['ID=b9e2bb96-eb97-47c5-a64d-750f998e3f13,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:02:34.538982 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Network 99d29262-af07-4901-9b76-66b1df94a6a1 details requested by agent ovs-agent-dv-cinder-841644-1-iscsi with host dv-cinder-841644-1-iscsi {{(pid=109805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 13 13:02:34.558338 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-8603abfa-e0d3-46dd-8451-15142ff08fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (b37ffdf3-443e-44c9-b1ef-dae5457b4f7e), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:34.690770 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8603abfa-e0d3-46dd-8451-15142ff08fe5 None None] Pushing event updated for resources: {'Port': ['ID=b37ffdf3-443e-44c9-b1ef-dae5457b4f7e,revision_number=2']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:02:34.769421 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-9c2fb702-9730-4a2b-9ee3-b32db93447b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6009935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5961984'] for subnet (5b9362b7-5473-4444-9ebd-7ffc9516bcb5), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:34.830829 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2fb702-9730-4a2b-9ee3-b32db93447b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b9362b7-5473-4444-9ebd-7ffc9516bcb5,revision_number=0']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:02:34.848957 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2fb702-9730-4a2b-9ee3-b32db93447b7 admin admin] Checking segment: {'id': '4b5c19aa-2bf1-44dd-976e-1cc2f77bda70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '99d29262-af07-4901-9b76-66b1df94a6a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:02:34.849494 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c2fb702-9730-4a2b-9ee3-b32db93447b7 admin admin] Network hostable DHCP agents. Network: 99d29262-af07-4901-9b76-66b1df94a6a1, hostable agents: ['12f7f474-a19f-4cf7-bcdf-b9ad7dbdd770'], hosted agents: [] {{(pid=109804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 13:02:34.870593 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-99b86d2a-46ea-4000-81df-4177ebf13328 admin admin] Publish callbacks [] for router_gateway (7cb29376-5460-4e6e-b802-9dae92af7ead), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:34.899607 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c2fb702-9730-4a2b-9ee3-b32db93447b7 admin admin] Network 99d29262-af07-4901-9b76-66b1df94a6a1 is scheduled to be hosted by DHCP agent 12f7f474-a19f-4cf7-bcdf-b9ad7dbdd770 with binding_index 1 {{(pid=109804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 13:02:34.917407 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-9c2fb702-9730-4a2b-9ee3-b32db93447b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841644-1-iscsi, 99d29262-af07-4901-9b76-66b1df94a6a1) {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:02:34.927759 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c2fb702-9730-4a2b-9ee3-b32db93447b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:02:34.928351 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-9c2fb702-9730-4a2b-9ee3-b32db93447b7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:34.943535 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1903a07-ea87-4ecb-8c15-f1ea914c33da None None] Network 99d29262-af07-4901-9b76-66b1df94a6a1 requested from dv-cinder-841644-1-iscsi {{(pid=109805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:02:34.961671 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-9c2fb702-9730-4a2b-9ee3-b32db93447b7 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4581027 May 13 13:02:34.961671 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 55550) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:02:34.986093 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.v2.base [None req-afd9afb8-d489-4f06-b5c8-eca1d7b7d2f4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-164753801-router', 'tenant_id': '22a0fe7d099646a49fd269e6695c429b', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732'}}} {{(pid=109804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:02:35.014780 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Device cdc806ca-ed7b-4962-9ed7-516a5b70c875 up at agent ovs-agent-dv-cinder-841644-1-iscsi {{(pid=109805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:02:35.039355 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-afd9afb8-d489-4f06-b5c8-eca1d7b7d2f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1617132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9611'] for router (91bf88d9-2b83-48c7-ba51-06ddc70b8f63), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:35.040509 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-afd9afb8-d489-4f06-b5c8-eca1d7b7d2f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1616984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1619451', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-466668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9648'] for router (91bf88d9-2b83-48c7-ba51-06ddc70b8f63), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:35.085956 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Provisioning complete for port cdc806ca-ed7b-4962-9ed7-516a5b70c875 triggered by entity L2. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:02:35.086446 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (cdc806ca-ed7b-4962-9ed7-516a5b70c875), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:35.145395 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-afd9afb8-d489-4f06-b5c8-eca1d7b7d2f4 admin admin] Publish callbacks [] for router_controller (91bf88d9-2b83-48c7-ba51-06ddc70b8f63), precommit_add_association {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:35.173688 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce403693-51a9-493b-919f-9107a98c9d8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc8865-dd13-5aa3-bcac-a3c79f9f55b8-99d29262-af07-4901-9b76-66b1df94a6a1', 'network_id': '99d29262-af07-4901-9b76-66b1df94a6a1', 'project_id': '22a0fe7d099646a49fd269e6695c429b', 'fixed_ips': [{'subnet_id': '5b9362b7-5473-4444-9ebd-7ffc9516bcb5'}]}} from dv-cinder-841644-1-iscsi. {{(pid=109805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 13 13:02:35.174378 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-ce403693-51a9-493b-919f-9107a98c9d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (None), before_create {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:35.224707 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Current status of the port cdc806ca-ed7b-4962-9ed7-516a5b70c875 is: ACTIVE; New status is: ACTIVE {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:02:35.226192 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Device 9820dea4-a7a6-46f6-a5e9-0610c7fa9ee8 up at agent ovs-agent-dv-cinder-841644-1-iscsi {{(pid=109805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:02:35.256252 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-99b86d2a-46ea-4000-81df-4177ebf13328 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1616983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619222'] for router (7cb29376-5460-4e6e-b802-9dae92af7ead), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:35.350180 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Provisioning complete for port 9820dea4-a7a6-46f6-a5e9-0610c7fa9ee8 triggered by entity L2. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:02:35.350700 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (9820dea4-a7a6-46f6-a5e9-0610c7fa9ee8), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:35.421365 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99b86d2a-46ea-4000-81df-4177ebf13328 admin admin] Router 7cb29376-5460-4e6e-b802-9dae92af7ead is scheduled to L3 agent 6d8a5631-9f63-444c-af3b-4dcce4842b62 with binding_index 1 {{(pid=109803) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 13 13:02:35.437297 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.db_base_plugin_common [None req-ce403693-51a9-493b-919f-9107a98c9d8a None None] Allocated IP 172.20.0.2 (99d29262-af07-4901-9b76-66b1df94a6a1/5b9362b7-5473-4444-9ebd-7ffc9516bcb5/993e6909-5cf6-46d1-9747-afebdba048a6) {{(pid=109805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:02:35.530322 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Current status of the port 9820dea4-a7a6-46f6-a5e9-0610c7fa9ee8 is: DOWN; New status is: ACTIVE {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:02:35.531366 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (9820dea4-a7a6-46f6-a5e9-0610c7fa9ee8), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:35.545150 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99b86d2a-46ea-4000-81df-4177ebf13328 admin admin] Notify agent at l3_agent.dv-cinder-841644-1-iscsi the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:02:35.561422 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640ae5e2-10b1-4868-bf97-5bc43dbd3177 None None] Sync routers for ids ['7cb29376-5460-4e6e-b802-9dae92af7ead'] in dv-cinder-841644-1-iscsi {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:02:35.570399 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] For port 9820dea4-a7a6-46f6-a5e9-0610c7fa9ee8, host dv-cinder-841644-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841644-1-iscsi',level=0,port_id=9820dea4-a7a6-46f6-a5e9-0610c7fa9ee8,segment=NetworkSegment(2bcc8a2d-359a-4841-80fa-a53ce02b14f8),segment_id=2bcc8a2d-359a-4841-80fa-a53ce02b14f8)] {{(pid=109805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:02:35.583338 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-99b86d2a-46ea-4000-81df-4177ebf13328 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:35.585704 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (9820dea4-a7a6-46f6-a5e9-0610c7fa9ee8), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:35.590305 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-99b86d2a-46ea-4000-81df-4177ebf13328 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.0894980 May 13 13:02:35.590952 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 55552) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:02:35.596332 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-afd9afb8-d489-4f06-b5c8-eca1d7b7d2f4 admin admin] Publish callbacks [] for router_gateway (91bf88d9-2b83-48c7-ba51-06ddc70b8f63), precommit_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:35.626587 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640ae5e2-10b1-4868-bf97-5bc43dbd3177 None None] Routers {'7cb29376-5460-4e6e-b802-9dae92af7ead'} bound to L3 agent in host dv-cinder-841644-1-iscsi {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:02:35.627959 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-640ae5e2-10b1-4868-bf97-5bc43dbd3177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841644-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T12:45:44Z,description=,heartbeat_timestamp=2022-05-13T13:02:14Z,host='dv-cinder-841644-1-iscsi',id=6d8a5631-9f63-444c-af3b-4dcce4842b62,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T12:45:44Z,topic='l3_agent')) {'router_ids': ['7cb29376-5460-4e6e-b802-9dae92af7ead'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:02:35.762530 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-ce403693-51a9-493b-919f-9107a98c9d8a None None] Publish callbacks [] for port (993e6909-5cf6-46d1-9747-afebdba048a6), precommit_create {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:35.790827 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-ce403693-51a9-493b-919f-9107a98c9d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750967062384'] for port (993e6909-5cf6-46d1-9747-afebdba048a6), after_create {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:35.825869 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-afd9afb8-d489-4f06-b5c8-eca1d7b7d2f4 admin admin] Publish callbacks [] for router_gateway (91bf88d9-2b83-48c7-ba51-06ddc70b8f63), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:35.832913 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Pushing event updated for resources: {'Port': ['ID=9820dea4-a7a6-46f6-a5e9-0610c7fa9ee8,revision_number=4']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:02:35.869448 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-afd9afb8-d489-4f06-b5c8-eca1d7b7d2f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:35.878516 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce403693-51a9-493b-919f-9107a98c9d8a None None] Network 99d29262-af07-4901-9b76-66b1df94a6a1 is already hosted by enough agents. {{(pid=109805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:02:35.885725 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.scheduler.base_scheduler [None req-ce403693-51a9-493b-919f-9107a98c9d8a None None] Resources bound (agent type, host, resource id): {{(pid=109805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:02:35.897509 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce403693-51a9-493b-919f-9107a98c9d8a None None] Received port after_create {{(pid=109805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:02:35.918080 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-640ae5e2-10b1-4868-bf97-5bc43dbd3177 None None] Set router 7cb29376-5460-4e6e-b802-9dae92af7ead gateway port host: dv-cinder-841644-1-iscsi {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:02:36.011756 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-afd9afb8-d489-4f06-b5c8-eca1d7b7d2f4 admin admin] Allocated IP 172.27.3.220 (feab3964-f0b8-402e-905b-49af947bf732/23e33d6a-fc94-4466-a994-b549e993d354/eae909b1-d4a2-405f-a470-00e76a16f4bc) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:02:36.021254 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce403693-51a9-493b-919f-9107a98c9d8a None None] Pushing event updated for resources: {'Port': ['ID=993e6909-5cf6-46d1-9747-afebdba048a6,revision_number=1']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:02:36.129888 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1da979a-4891-41f3-bd9c-b1372b2df28d None None] Network f61285e8-436e-45fe-a0fb-e01adb84084d requested from dv-cinder-841644-1-iscsi {{(pid=109805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:02:36.172572 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-afd9afb8-d489-4f06-b5c8-eca1d7b7d2f4 admin admin] Publish callbacks [] for port (eae909b1-d4a2-405f-a470-00e76a16f4bc), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:36.189496 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719d0b5b-f2ca-4976-9768-0dc4dbffe621 None None] Sync routers for ids ['54a1ebfd-fd29-40b0-8359-a84254704864'] in dv-cinder-841644-1-iscsi {{(pid=109806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:02:36.203954 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719d0b5b-f2ca-4976-9768-0dc4dbffe621 None None] Routers {'54a1ebfd-fd29-40b0-8359-a84254704864'} bound to L3 agent in host dv-cinder-841644-1-iscsi {{(pid=109806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:02:36.204913 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_hamode_db [None req-719d0b5b-f2ca-4976-9768-0dc4dbffe621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841644-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T12:45:44Z,description=,heartbeat_timestamp=2022-05-13T13:02:14Z,host='dv-cinder-841644-1-iscsi',id=6d8a5631-9f63-444c-af3b-4dcce4842b62,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T12:45:44Z,topic='l3_agent')) {'router_ids': ['54a1ebfd-fd29-40b0-8359-a84254704864'], 'active': True} {{(pid=109806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:02:36.222266 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-afd9afb8-d489-4f06-b5c8-eca1d7b7d2f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750967062384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6007231'] for port (eae909b1-d4a2-405f-a470-00e76a16f4bc), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:36.275617 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd9afb8-d489-4f06-b5c8-eca1d7b7d2f4 admin admin] Network feab3964-f0b8-402e-905b-49af947bf732 is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:02:36.285472 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-afd9afb8-d489-4f06-b5c8-eca1d7b7d2f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:02:36.288105 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd9afb8-d489-4f06-b5c8-eca1d7b7d2f4 admin admin] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:02:36.333936 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd9afb8-d489-4f06-b5c8-eca1d7b7d2f4 admin admin] Pushing event updated for resources: {'Port': ['ID=eae909b1-d4a2-405f-a470-00e76a16f4bc,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:02:36.348297 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-ce403693-51a9-493b-919f-9107a98c9d8a None None] Attempting to bind port 993e6909-5cf6-46d1-9747-afebdba048a6 on host dv-cinder-841644-1-iscsi for vnic_type normal with profile {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:02:36.348816 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-ce403693-51a9-493b-919f-9107a98c9d8a None None] Attempting to bind port 993e6909-5cf6-46d1-9747-afebdba048a6 by drivers openvswitch,hyperv on host dv-cinder-841644-1-iscsi at level 0 using segments [{'id': '4b5c19aa-2bf1-44dd-976e-1cc2f77bda70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '99d29262-af07-4901-9b76-66b1df94a6a1'}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:02:36.349083 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce403693-51a9-493b-919f-9107a98c9d8a None None] Attempting to bind port 993e6909-5cf6-46d1-9747-afebdba048a6 on network 99d29262-af07-4901-9b76-66b1df94a6a1 {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:02:36.363892 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_dvr_db [None req-719d0b5b-f2ca-4976-9768-0dc4dbffe621 None None] Set router 54a1ebfd-fd29-40b0-8359-a84254704864 gateway port host: dv-cinder-841644-1-iscsi {{(pid=109806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:02:36.367926 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b914b648-c804-45f6-aad0-3f2003ab8528 None None] Sync routers for ids ['05802f7c-b8ca-4e5b-985c-e179dc84bf21'] in dv-cinder-841644-1-iscsi {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:02:36.391792 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce403693-51a9-493b-919f-9107a98c9d8a None None] Checking agent: {'id': 'f7880a20-862d-46b4-8dd6-192b0a47d710', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841644-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 12, 45, 48), 'started_at': datetime.datetime(2022, 5, 13, 12, 46, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841644-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:02:36.392176 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce403693-51a9-493b-919f-9107a98c9d8a None None] Checking segment: {'id': '4b5c19aa-2bf1-44dd-976e-1cc2f77bda70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '99d29262-af07-4901-9b76-66b1df94a6a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:02:36.392557 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-ce403693-51a9-493b-919f-9107a98c9d8a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:36.392951 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce403693-51a9-493b-919f-9107a98c9d8a None None] Bound using segment: {'id': '4b5c19aa-2bf1-44dd-976e-1cc2f77bda70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '99d29262-af07-4901-9b76-66b1df94a6a1'} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:02:36.393463 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-ce403693-51a9-493b-919f-9107a98c9d8a None None] Bound port: 993e6909-5cf6-46d1-9747-afebdba048a6, host: dv-cinder-841644-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b5c19aa-2bf1-44dd-976e-1cc2f77bda70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '99d29262-af07-4901-9b76-66b1df94a6a1'}}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:02:36.393846 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-ce403693-51a9-493b-919f-9107a98c9d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (993e6909-5cf6-46d1-9747-afebdba048a6), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:36.395572 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-2548329f-b452-4fb6-baf9-320d019305ec None None] Provisioning complete for port b37ffdf3-443e-44c9-b1ef-dae5457b4f7e triggered by entity DHCP. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:02:36.395924 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-2548329f-b452-4fb6-baf9-320d019305ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (b37ffdf3-443e-44c9-b1ef-dae5457b4f7e), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:36.464635 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b914b648-c804-45f6-aad0-3f2003ab8528 None None] Routers {'05802f7c-b8ca-4e5b-985c-e179dc84bf21'} bound to L3 agent in host dv-cinder-841644-1-iscsi {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:02:36.464833 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-b914b648-c804-45f6-aad0-3f2003ab8528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841644-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T12:45:44Z,description=,heartbeat_timestamp=2022-05-13T13:02:14Z,host='dv-cinder-841644-1-iscsi',id=6d8a5631-9f63-444c-af3b-4dcce4842b62,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T12:45:44Z,topic='l3_agent')) {'router_ids': ['05802f7c-b8ca-4e5b-985c-e179dc84bf21'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:02:36.510030 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0ce31eb6-467f-409d-942d-220f3d7c4c05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:36.590249 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_hamode_db [None req-719d0b5b-f2ca-4976-9768-0dc4dbffe621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54a1ebfd-fd29-40b0-8359-a84254704864', 'name': 'tempest-TestVolumeBootPattern-208780226-router', 'tenant_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '9820dea4-a7a6-46f6-a5e9-0610c7fa9ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:02:26Z', 'updated_at': '2022-05-13T13:02:30Z', 'revision_number': 4, 'project_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'gw_port': {'id': '9820dea4-a7a6-46f6-a5e9-0610c7fa9ee8', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a1ebfd-fd29-40b0-8359-a84254704864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:02:27Z', 'updated_at': '2022-05-13T13:02:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi', '_interfaces': [{'id': '47946319-1c40-4d3c-8c85-413449fba33f', 'name': '', 'network_id': 'aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1', 'tenant_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'mac_address': 'fa:16:3e:d5:5b:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54a1ebfd-fd29-40b0-8359-a84254704864', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '580aedfc-8b47-4076-96d2-f68e5824303f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:02:29Z', 'updated_at': '2022-05-13T13:02:30Z', 'revision_number': 2, 'project_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'subnets': [{'id': '580aedfc-8b47-4076-96d2-f68e5824303f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841644-1-iscsi', False) {} {{(pid=109806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:02:36.624226 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719d0b5b-f2ca-4976-9768-0dc4dbffe621 None None] Checking router: 54a1ebfd-fd29-40b0-8359-a84254704864 for host: dv-cinder-841644-1-iscsi {{(pid=109806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:02:36.625031 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719d0b5b-f2ca-4976-9768-0dc4dbffe621 None None] Updating router 54a1ebfd-fd29-40b0-8359-a84254704864 port 47946319-1c40-4d3c-8c85-413449fba33f binding host dv-cinder-841644-1-iscsi {{(pid=109806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 13:02:36.641828 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-640ae5e2-10b1-4868-bf97-5bc43dbd3177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cb29376-5460-4e6e-b802-9dae92af7ead', 'name': 'tempest-TestVolumeBootPattern-1258691854-router', 'tenant_id': '88d6b2ac259f40f1866c226155e61fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'b9e2bb96-eb97-47c5-a64d-750f998e3f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:02:33Z', 'updated_at': '2022-05-13T13:02:34Z', 'revision_number': 3, 'project_id': '88d6b2ac259f40f1866c226155e61fff', 'gw_port': {'id': 'b9e2bb96-eb97-47c5-a64d-750f998e3f13', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:5f:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cb29376-5460-4e6e-b802-9dae92af7ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:02:34Z', 'updated_at': '2022-05-13T13:02:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi'}], 'dv-cinder-841644-1-iscsi', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:02:36.656525 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron_lib.callbacks.manager [None req-719d0b5b-f2ca-4976-9768-0dc4dbffe621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (47946319-1c40-4d3c-8c85-413449fba33f), before_update {{(pid=109806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:36.658442 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-ce403693-51a9-493b-919f-9107a98c9d8a None None] For port 993e6909-5cf6-46d1-9747-afebdba048a6, host dv-cinder-841644-1-iscsi, cleared binding levels {{(pid=109805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:02:36.663199 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-ce403693-51a9-493b-919f-9107a98c9d8a None None] For port 993e6909-5cf6-46d1-9747-afebdba048a6, host dv-cinder-841644-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841644-1-iscsi',level=0,port_id=993e6909-5cf6-46d1-9747-afebdba048a6,segment=NetworkSegment(4b5c19aa-2bf1-44dd-976e-1cc2f77bda70),segment_id=4b5c19aa-2bf1-44dd-976e-1cc2f77bda70)] {{(pid=109805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:02:36.669993 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-afd9afb8-d489-4f06-b5c8-eca1d7b7d2f4 admin admin] Publish callbacks [] for router_gateway (91bf88d9-2b83-48c7-ba51-06ddc70b8f63), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:36.734814 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640ae5e2-10b1-4868-bf97-5bc43dbd3177 None None] Checking router: 7cb29376-5460-4e6e-b802-9dae92af7ead for host: dv-cinder-841644-1-iscsi {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:02:36.735170 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640ae5e2-10b1-4868-bf97-5bc43dbd3177 None None] Updating router 7cb29376-5460-4e6e-b802-9dae92af7ead port b9e2bb96-eb97-47c5-a64d-750f998e3f13 binding host dv-cinder-841644-1-iscsi {{(pid=109805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 13:02:36.739972 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-ce403693-51a9-493b-919f-9107a98c9d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (993e6909-5cf6-46d1-9747-afebdba048a6), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:36.791329 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-0ce31eb6-467f-409d-942d-220f3d7c4c05 admin admin] Allocated IP 172.20.0.1 (f61285e8-436e-45fe-a0fb-e01adb84084d/3f878134-65af-45b6-b618-55048111a9b3/83ad9879-a6a0-451f-b5dc-3d33b4057c4c) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:02:36.859645 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-640ae5e2-10b1-4868-bf97-5bc43dbd3177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (b9e2bb96-eb97-47c5-a64d-750f998e3f13), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:36.996473 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0ce31eb6-467f-409d-942d-220f3d7c4c05 admin admin] Publish callbacks [] for port (83ad9879-a6a0-451f-b5dc-3d33b4057c4c), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:37.001238 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Device b37ffdf3-443e-44c9-b1ef-dae5457b4f7e up at agent ovs-agent-dv-cinder-841644-1-iscsi {{(pid=109805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:02:37.026070 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-afd9afb8-d489-4f06-b5c8-eca1d7b7d2f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1616983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619222'] for router (91bf88d9-2b83-48c7-ba51-06ddc70b8f63), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:37.059366 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0ce31eb6-467f-409d-942d-220f3d7c4c05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750967062384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6509865'] for port (83ad9879-a6a0-451f-b5dc-3d33b4057c4c), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:37.092597 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-b914b648-c804-45f6-aad0-3f2003ab8528 None None] Set router 05802f7c-b8ca-4e5b-985c-e179dc84bf21 gateway port host: dv-cinder-841644-1-iscsi {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:02:37.104811 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce31eb6-467f-409d-942d-220f3d7c4c05 admin admin] Network f61285e8-436e-45fe-a0fb-e01adb84084d is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:02:37.109150 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-0ce31eb6-467f-409d-942d-220f3d7c4c05 admin admin] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:02:37.113039 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce31eb6-467f-409d-942d-220f3d7c4c05 admin admin] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:02:37.129085 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron_lib.callbacks.manager [None req-719d0b5b-f2ca-4976-9768-0dc4dbffe621 None None] Publish callbacks [] for port (47946319-1c40-4d3c-8c85-413449fba33f), precommit_update {{(pid=109806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:37.143688 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron_lib.callbacks.manager [None req-719d0b5b-f2ca-4976-9768-0dc4dbffe621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (47946319-1c40-4d3c-8c85-413449fba33f), after_update {{(pid=109806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:37.173129 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce31eb6-467f-409d-942d-220f3d7c4c05 admin admin] Pushing event updated for resources: {'Port': ['ID=83ad9879-a6a0-451f-b5dc-3d33b4057c4c,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:02:37.182439 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-2548329f-b452-4fb6-baf9-320d019305ec None None] Current status of the port b37ffdf3-443e-44c9-b1ef-dae5457b4f7e is: DOWN; New status is: ACTIVE {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:02:37.182741 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-2548329f-b452-4fb6-baf9-320d019305ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (b37ffdf3-443e-44c9-b1ef-dae5457b4f7e), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:37.208393 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0ce31eb6-467f-409d-942d-220f3d7c4c05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620801'] for router_interface (7cb29376-5460-4e6e-b802-9dae92af7ead), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:37.293447 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afd9afb8-d489-4f06-b5c8-eca1d7b7d2f4 admin admin] Router 91bf88d9-2b83-48c7-ba51-06ddc70b8f63 is scheduled to L3 agent 6d8a5631-9f63-444c-af3b-4dcce4842b62 with binding_index 1 {{(pid=109804) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 13 13:02:37.336241 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717b37a8-d83e-427f-84ed-3b70431282ce None None] Pushing event updated for resources: {'Port': ['ID=47946319-1c40-4d3c-8c85-413449fba33f,revision_number=3']} {{(pid=109806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:02:37.372746 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.plugins.ml2.managers [None req-719d0b5b-f2ca-4976-9768-0dc4dbffe621 None None] Attempting to bind port 47946319-1c40-4d3c-8c85-413449fba33f on host dv-cinder-841644-1-iscsi for vnic_type normal with profile {{(pid=109806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:02:37.373149 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.plugins.ml2.managers [None req-719d0b5b-f2ca-4976-9768-0dc4dbffe621 None None] Attempting to bind port 47946319-1c40-4d3c-8c85-413449fba33f by drivers openvswitch,hyperv on host dv-cinder-841644-1-iscsi at level 0 using segments [{'id': '87a38a9b-76da-4b33-b09f-c49a89146602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1'}] {{(pid=109806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:02:37.373502 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719d0b5b-f2ca-4976-9768-0dc4dbffe621 None None] Attempting to bind port 47946319-1c40-4d3c-8c85-413449fba33f on network aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1 {{(pid=109806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:02:37.388686 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719d0b5b-f2ca-4976-9768-0dc4dbffe621 None None] Checking agent: {'id': 'f7880a20-862d-46b4-8dd6-192b0a47d710', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841644-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 12, 45, 48), 'started_at': datetime.datetime(2022, 5, 13, 12, 46, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841644-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:02:37.388819 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719d0b5b-f2ca-4976-9768-0dc4dbffe621 None None] Checking segment: {'id': '87a38a9b-76da-4b33-b09f-c49a89146602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:02:37.389211 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron_lib.callbacks.manager [None req-719d0b5b-f2ca-4976-9768-0dc4dbffe621 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:37.389599 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719d0b5b-f2ca-4976-9768-0dc4dbffe621 None None] Bound using segment: {'id': '87a38a9b-76da-4b33-b09f-c49a89146602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1'} {{(pid=109806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:02:37.390058 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.plugins.ml2.managers [None req-719d0b5b-f2ca-4976-9768-0dc4dbffe621 None None] Bound port: 47946319-1c40-4d3c-8c85-413449fba33f, host: dv-cinder-841644-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87a38a9b-76da-4b33-b09f-c49a89146602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1'}}] {{(pid=109806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:02:37.390434 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron_lib.callbacks.manager [None req-719d0b5b-f2ca-4976-9768-0dc4dbffe621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (47946319-1c40-4d3c-8c85-413449fba33f), before_update {{(pid=109806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:37.544105 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.plugins.ml2.db [None req-719d0b5b-f2ca-4976-9768-0dc4dbffe621 None None] For port 47946319-1c40-4d3c-8c85-413449fba33f, host dv-cinder-841644-1-iscsi, cleared binding levels {{(pid=109806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:02:37.552317 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.plugins.ml2.db [None req-719d0b5b-f2ca-4976-9768-0dc4dbffe621 None None] For port 47946319-1c40-4d3c-8c85-413449fba33f, host dv-cinder-841644-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841644-1-iscsi',level=0,port_id=47946319-1c40-4d3c-8c85-413449fba33f,segment=NetworkSegment(87a38a9b-76da-4b33-b09f-c49a89146602),segment_id=87a38a9b-76da-4b33-b09f-c49a89146602)] {{(pid=109806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:02:37.553554 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0ce31eb6-467f-409d-942d-220f3d7c4c05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (83ad9879-a6a0-451f-b5dc-3d33b4057c4c), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:37.557513 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afd9afb8-d489-4f06-b5c8-eca1d7b7d2f4 admin admin] Notify agent at l3_agent.dv-cinder-841644-1-iscsi the message routers_updated {{(pid=109804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:02:37.569482 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216685e5-87c0-486d-bea5-0f66c4a4b6cb None None] Sync routers for ids ['91bf88d9-2b83-48c7-ba51-06ddc70b8f63'] in dv-cinder-841644-1-iscsi {{(pid=109806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:02:37.582587 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-afd9afb8-d489-4f06-b5c8-eca1d7b7d2f4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:37.583762 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron_lib.callbacks.manager [None req-719d0b5b-f2ca-4976-9768-0dc4dbffe621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (47946319-1c40-4d3c-8c85-413449fba33f), after_update {{(pid=109806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:37.587075 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-afd9afb8-d489-4f06-b5c8-eca1d7b7d2f4 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6249824 May 13 13:02:37.588103 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 55558) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:02:37.594315 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce403693-51a9-493b-919f-9107a98c9d8a None None] Pushing event updated for resources: {'Port': ['ID=993e6909-5cf6-46d1-9747-afebdba048a6,revision_number=2']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:02:37.598465 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Provisioning complete for port b37ffdf3-443e-44c9-b1ef-dae5457b4f7e triggered by entity L2. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:02:37.598854 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (b37ffdf3-443e-44c9-b1ef-dae5457b4f7e), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:37.670308 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717b37a8-d83e-427f-84ed-3b70431282ce None None] Pushing event updated for resources: {'Port': ['ID=47946319-1c40-4d3c-8c85-413449fba33f,revision_number=4']} {{(pid=109806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:02:37.679463 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719d0b5b-f2ca-4976-9768-0dc4dbffe621 None None] Routers {'54a1ebfd-fd29-40b0-8359-a84254704864'} bound to L3 agent in host dv-cinder-841644-1-iscsi {{(pid=109806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:02:37.681149 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_hamode_db [None req-719d0b5b-f2ca-4976-9768-0dc4dbffe621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841644-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T12:45:44Z,description=,heartbeat_timestamp=2022-05-13T13:02:14Z,host='dv-cinder-841644-1-iscsi',id=6d8a5631-9f63-444c-af3b-4dcce4842b62,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T12:45:44Z,topic='l3_agent')) {'router_ids': ['54a1ebfd-fd29-40b0-8359-a84254704864'], 'active': True} {{(pid=109806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:02:37.760511 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-2548329f-b452-4fb6-baf9-320d019305ec None None] For port b37ffdf3-443e-44c9-b1ef-dae5457b4f7e, host dv-cinder-841644-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841644-1-iscsi',level=0,port_id=b37ffdf3-443e-44c9-b1ef-dae5457b4f7e,segment=NetworkSegment(37b9d973-15e6-4a1b-8021-d91da8e96982),segment_id=37b9d973-15e6-4a1b-8021-d91da8e96982)] {{(pid=109805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:02:37.823378 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216685e5-87c0-486d-bea5-0f66c4a4b6cb None None] Routers {'91bf88d9-2b83-48c7-ba51-06ddc70b8f63'} bound to L3 agent in host dv-cinder-841644-1-iscsi {{(pid=109806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:02:37.824441 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_hamode_db [None req-216685e5-87c0-486d-bea5-0f66c4a4b6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841644-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T12:45:44Z,description=,heartbeat_timestamp=2022-05-13T13:02:14Z,host='dv-cinder-841644-1-iscsi',id=6d8a5631-9f63-444c-af3b-4dcce4842b62,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T12:45:44Z,topic='l3_agent')) {'router_ids': ['91bf88d9-2b83-48c7-ba51-06ddc70b8f63'], 'active': True} {{(pid=109806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:02:37.840560 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0ce31eb6-467f-409d-942d-220f3d7c4c05 admin admin] Publish callbacks [] for port (83ad9879-a6a0-451f-b5dc-3d33b4057c4c), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:37.860787 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0ce31eb6-467f-409d-942d-220f3d7c4c05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6509904'] for port (83ad9879-a6a0-451f-b5dc-3d33b4057c4c), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:37.958668 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-640ae5e2-10b1-4868-bf97-5bc43dbd3177 None None] Publish callbacks [] for port (b9e2bb96-eb97-47c5-a64d-750f998e3f13), precommit_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:37.981357 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_dvr_db [None req-216685e5-87c0-486d-bea5-0f66c4a4b6cb None None] Set router 91bf88d9-2b83-48c7-ba51-06ddc70b8f63 gateway port host: dv-cinder-841644-1-iscsi {{(pid=109806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:02:38.003922 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-2548329f-b452-4fb6-baf9-320d019305ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (b37ffdf3-443e-44c9-b1ef-dae5457b4f7e), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:38.018367 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-640ae5e2-10b1-4868-bf97-5bc43dbd3177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (b9e2bb96-eb97-47c5-a64d-750f998e3f13), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:38.045124 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0ce31eb6-467f-409d-942d-220f3d7c4c05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1623932'] for router_interface (7cb29376-5460-4e6e-b802-9dae92af7ead), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:38.073761 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_dvr_db [None req-719d0b5b-f2ca-4976-9768-0dc4dbffe621 None None] Set router 54a1ebfd-fd29-40b0-8359-a84254704864 gateway port host: dv-cinder-841644-1-iscsi {{(pid=109806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:02:38.078786 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce31eb6-467f-409d-942d-220f3d7c4c05 admin admin] Pushing event updated for resources: {'Port': ['ID=83ad9879-a6a0-451f-b5dc-3d33b4057c4c,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:02:38.174345 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-640ae5e2-10b1-4868-bf97-5bc43dbd3177 None None] Attempting to bind port b9e2bb96-eb97-47c5-a64d-750f998e3f13 on host dv-cinder-841644-1-iscsi for vnic_type normal with profile {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:02:38.175093 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-640ae5e2-10b1-4868-bf97-5bc43dbd3177 None None] Attempting to bind port b9e2bb96-eb97-47c5-a64d-750f998e3f13 by drivers openvswitch,hyperv on host dv-cinder-841644-1-iscsi at level 0 using segments [{'id': '2bcc8a2d-359a-4841-80fa-a53ce02b14f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732'}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:02:38.175710 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640ae5e2-10b1-4868-bf97-5bc43dbd3177 None None] Attempting to bind port b9e2bb96-eb97-47c5-a64d-750f998e3f13 on network feab3964-f0b8-402e-905b-49af947bf732 {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:02:38.194604 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Current status of the port b37ffdf3-443e-44c9-b1ef-dae5457b4f7e is: ACTIVE; New status is: ACTIVE {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:02:38.198782 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Device 9820dea4-a7a6-46f6-a5e9-0610c7fa9ee8 up at agent ovs-agent-dv-cinder-841644-1-iscsi {{(pid=109805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:02:38.201585 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-b914b648-c804-45f6-aad0-3f2003ab8528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05802f7c-b8ca-4e5b-985c-e179dc84bf21', 'name': 'tempest-TestMinimumBasicScenario-742523614-router', 'tenant_id': 'f7713dfabbe6446fac28d0b194ca627a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': 'cdc806ca-ed7b-4962-9ed7-516a5b70c875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:02:28Z', 'updated_at': '2022-05-13T13:02:31Z', 'revision_number': 4, 'project_id': 'f7713dfabbe6446fac28d0b194ca627a', 'gw_port': {'id': 'cdc806ca-ed7b-4962-9ed7-516a5b70c875', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:6b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05802f7c-b8ca-4e5b-985c-e179dc84bf21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:02:28Z', 'updated_at': '2022-05-13T13:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi', '_interfaces': [{'id': '5fda9214-19ef-4ca3-af65-b8da13a3e771', 'name': '', 'network_id': 'ab26390c-2249-42bd-97a1-5fb2c028b74a', 'tenant_id': 'f7713dfabbe6446fac28d0b194ca627a', 'mac_address': 'fa:16:3e:4c:d7:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05802f7c-b8ca-4e5b-985c-e179dc84bf21', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '295afeaf-3910-4069-9543-33c4303d4583', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:02:30Z', 'updated_at': '2022-05-13T13:02:31Z', 'revision_number': 2, 'project_id': 'f7713dfabbe6446fac28d0b194ca627a', 'subnets': [{'id': '295afeaf-3910-4069-9543-33c4303d4583', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841644-1-iscsi', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:02:38.223382 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640ae5e2-10b1-4868-bf97-5bc43dbd3177 None None] Checking agent: {'id': 'f7880a20-862d-46b4-8dd6-192b0a47d710', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841644-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 12, 45, 48), 'started_at': datetime.datetime(2022, 5, 13, 12, 46, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841644-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:02:38.224189 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640ae5e2-10b1-4868-bf97-5bc43dbd3177 None None] Checking segment: {'id': '2bcc8a2d-359a-4841-80fa-a53ce02b14f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:02:38.225178 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-640ae5e2-10b1-4868-bf97-5bc43dbd3177 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:38.225808 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640ae5e2-10b1-4868-bf97-5bc43dbd3177 None None] Bound using segment: {'id': '2bcc8a2d-359a-4841-80fa-a53ce02b14f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732'} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:02:38.226542 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-640ae5e2-10b1-4868-bf97-5bc43dbd3177 None None] Bound port: b9e2bb96-eb97-47c5-a64d-750f998e3f13, host: dv-cinder-841644-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bcc8a2d-359a-4841-80fa-a53ce02b14f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732'}}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:02:38.227159 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-640ae5e2-10b1-4868-bf97-5bc43dbd3177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (b9e2bb96-eb97-47c5-a64d-750f998e3f13), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:38.245509 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce31eb6-467f-409d-942d-220f3d7c4c05 admin admin] Network f61285e8-436e-45fe-a0fb-e01adb84084d is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:02:38.247046 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-0ce31eb6-467f-409d-942d-220f3d7c4c05 admin admin] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:02:38.349710 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-640ae5e2-10b1-4868-bf97-5bc43dbd3177 None None] For port b9e2bb96-eb97-47c5-a64d-750f998e3f13, host dv-cinder-841644-1-iscsi, cleared binding levels {{(pid=109805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:02:38.417265 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-9f4fe6c1-3df7-4e4b-a6c1-54c84684017a None None] Provisioning complete for port b37ffdf3-443e-44c9-b1ef-dae5457b4f7e triggered by entity DHCP. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:02:38.417797 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-9f4fe6c1-3df7-4e4b-a6c1-54c84684017a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (b37ffdf3-443e-44c9-b1ef-dae5457b4f7e), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:38.471537 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b914b648-c804-45f6-aad0-3f2003ab8528 None None] Checking router: 05802f7c-b8ca-4e5b-985c-e179dc84bf21 for host: dv-cinder-841644-1-iscsi {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:02:38.471899 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b914b648-c804-45f6-aad0-3f2003ab8528 None None] Updating router 05802f7c-b8ca-4e5b-985c-e179dc84bf21 port 5fda9214-19ef-4ca3-af65-b8da13a3e771 binding host dv-cinder-841644-1-iscsi {{(pid=109805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 13:02:38.497165 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2548329f-b452-4fb6-baf9-320d019305ec None None] Pushing event updated for resources: {'Port': ['ID=b37ffdf3-443e-44c9-b1ef-dae5457b4f7e,revision_number=3']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:02:38.501283 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7f538d34-a06c-4a9f-b46e-bfdde09e7660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:38.531826 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-640ae5e2-10b1-4868-bf97-5bc43dbd3177 None None] For port b9e2bb96-eb97-47c5-a64d-750f998e3f13, host dv-cinder-841644-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841644-1-iscsi',level=0,port_id=b9e2bb96-eb97-47c5-a64d-750f998e3f13,segment=NetworkSegment(2bcc8a2d-359a-4841-80fa-a53ce02b14f8),segment_id=2bcc8a2d-359a-4841-80fa-a53ce02b14f8)] {{(pid=109805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:02:38.566767 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-640ae5e2-10b1-4868-bf97-5bc43dbd3177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (b9e2bb96-eb97-47c5-a64d-750f998e3f13), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:38.569311 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2548329f-b452-4fb6-baf9-320d019305ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:02:38.569738 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ce31eb6-467f-409d-942d-220f3d7c4c05 admin admin] Router 7cb29376-5460-4e6e-b802-9dae92af7ead has already been hosted by L3 agent 6d8a5631-9f63-444c-af3b-4dcce4842b62 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 13:02:38.569853 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2548329f-b452-4fb6-baf9-320d019305ec None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:02:38.570141 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2548329f-b452-4fb6-baf9-320d019305ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:02:38.570943 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2548329f-b452-4fb6-baf9-320d019305ec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:02:38.570943 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2548329f-b452-4fb6-baf9-320d019305ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:02:38.571182 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2548329f-b452-4fb6-baf9-320d019305ec None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:02:38.571439 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2548329f-b452-4fb6-baf9-320d019305ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:02:38.572276 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2548329f-b452-4fb6-baf9-320d019305ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:02:38.572967 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2548329f-b452-4fb6-baf9-320d019305ec None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:02:38.573322 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2548329f-b452-4fb6-baf9-320d019305ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:02:38.573651 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2548329f-b452-4fb6-baf9-320d019305ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:02:38.573978 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2548329f-b452-4fb6-baf9-320d019305ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:02:38.574297 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2548329f-b452-4fb6-baf9-320d019305ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:02:38.574619 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2548329f-b452-4fb6-baf9-320d019305ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:02:38.574940 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2548329f-b452-4fb6-baf9-320d019305ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:02:38.613606 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_hamode_db [None req-719d0b5b-f2ca-4976-9768-0dc4dbffe621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54a1ebfd-fd29-40b0-8359-a84254704864', 'name': 'tempest-TestVolumeBootPattern-208780226-router', 'tenant_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '9820dea4-a7a6-46f6-a5e9-0610c7fa9ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:02:26Z', 'updated_at': '2022-05-13T13:02:30Z', 'revision_number': 4, 'project_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'gw_port': {'id': '9820dea4-a7a6-46f6-a5e9-0610c7fa9ee8', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a1ebfd-fd29-40b0-8359-a84254704864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:02:27Z', 'updated_at': '2022-05-13T13:02:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi', '_interfaces': [{'id': '47946319-1c40-4d3c-8c85-413449fba33f', 'name': '', 'network_id': 'aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1', 'tenant_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'mac_address': 'fa:16:3e:d5:5b:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54a1ebfd-fd29-40b0-8359-a84254704864', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '580aedfc-8b47-4076-96d2-f68e5824303f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:02:29Z', 'updated_at': '2022-05-13T13:02:37Z', 'revision_number': 4, 'project_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'subnets': [{'id': '580aedfc-8b47-4076-96d2-f68e5824303f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841644-1-iscsi', False) {} {{(pid=109806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:02:38.674501 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640ae5e2-10b1-4868-bf97-5bc43dbd3177 None None] Routers {'7cb29376-5460-4e6e-b802-9dae92af7ead'} bound to L3 agent in host dv-cinder-841644-1-iscsi {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:02:38.676311 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-640ae5e2-10b1-4868-bf97-5bc43dbd3177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841644-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T12:45:44Z,description=,heartbeat_timestamp=2022-05-13T13:02:14Z,host='dv-cinder-841644-1-iscsi',id=6d8a5631-9f63-444c-af3b-4dcce4842b62,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T12:45:44Z,topic='l3_agent')) {'router_ids': ['7cb29376-5460-4e6e-b802-9dae92af7ead'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:02:38.677063 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719d0b5b-f2ca-4976-9768-0dc4dbffe621 None None] The sync data for ids ['54a1ebfd-fd29-40b0-8359-a84254704864'] in dv-cinder-841644-1-iscsi is: [{'id': '54a1ebfd-fd29-40b0-8359-a84254704864', 'name': 'tempest-TestVolumeBootPattern-208780226-router', 'tenant_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '9820dea4-a7a6-46f6-a5e9-0610c7fa9ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:02:26Z', 'updated_at': '2022-05-13T13:02:30Z', 'revision_number': 4, 'project_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'gw_port': {'id': '9820dea4-a7a6-46f6-a5e9-0610c7fa9ee8', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a1ebfd-fd29-40b0-8359-a84254704864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:02:27Z', 'updated_at': '2022-05-13T13:02:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi', '_interfaces': [{'id': '47946319-1c40-4d3c-8c85-413449fba33f', 'name': '', 'network_id': 'aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1', 'tenant_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'mac_address': 'fa:16:3e:d5:5b:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54a1ebfd-fd29-40b0-8359-a84254704864', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '580aedfc-8b47-4076-96d2-f68e5824303f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:02:29Z', 'updated_at': '2022-05-13T13:02:37Z', 'revision_number': 4, 'project_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'subnets': [{'id': '580aedfc-8b47-4076-96d2-f68e5824303f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:02:38.688579 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_hamode_db [None req-216685e5-87c0-486d-bea5-0f66c4a4b6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91bf88d9-2b83-48c7-ba51-06ddc70b8f63', 'name': 'tempest-TestMinimumBasicScenario-164753801-router', 'tenant_id': '22a0fe7d099646a49fd269e6695c429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': 'eae909b1-d4a2-405f-a470-00e76a16f4bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:02:35Z', 'updated_at': '2022-05-13T13:02:36Z', 'revision_number': 3, 'project_id': '22a0fe7d099646a49fd269e6695c429b', 'gw_port': {'id': 'eae909b1-d4a2-405f-a470-00e76a16f4bc', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d3:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91bf88d9-2b83-48c7-ba51-06ddc70b8f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:02:35Z', 'updated_at': '2022-05-13T13:02:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi'}], 'dv-cinder-841644-1-iscsi', False) {} {{(pid=109806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:02:38.737595 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7183507e-4cd9-4980-b288-ce362e94f747 None None] Network 99d29262-af07-4901-9b76-66b1df94a6a1 requested from dv-cinder-841644-1-iscsi {{(pid=109805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:02:38.739969 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216685e5-87c0-486d-bea5-0f66c4a4b6cb None None] Checking router: 91bf88d9-2b83-48c7-ba51-06ddc70b8f63 for host: dv-cinder-841644-1-iscsi {{(pid=109806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:02:38.740330 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216685e5-87c0-486d-bea5-0f66c4a4b6cb None None] Updating router 91bf88d9-2b83-48c7-ba51-06ddc70b8f63 port eae909b1-d4a2-405f-a470-00e76a16f4bc binding host dv-cinder-841644-1-iscsi {{(pid=109806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 13:02:38.741280 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-7f538d34-a06c-4a9f-b46e-bfdde09e7660 admin admin] Allocated IP 172.20.0.1 (99d29262-af07-4901-9b76-66b1df94a6a1/5b9362b7-5473-4444-9ebd-7ffc9516bcb5/32e8f8bd-9fff-48d1-9ba3-8864e663d52a) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:02:38.771311 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron_lib.callbacks.manager [None req-216685e5-87c0-486d-bea5-0f66c4a4b6cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (eae909b1-d4a2-405f-a470-00e76a16f4bc), before_update {{(pid=109806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:38.788176 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-b914b648-c804-45f6-aad0-3f2003ab8528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (5fda9214-19ef-4ca3-af65-b8da13a3e771), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:38.803897 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ce31eb6-467f-409d-942d-220f3d7c4c05 admin admin] Notify agent at l3_agent.dv-cinder-841644-1-iscsi the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:02:38.818820 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Provisioning complete for port 9820dea4-a7a6-46f6-a5e9-0610c7fa9ee8 triggered by entity L2. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:02:38.819181 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (9820dea4-a7a6-46f6-a5e9-0610c7fa9ee8), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:38.822338 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-0ce31eb6-467f-409d-942d-220f3d7c4c05 admin admin] 10.222.0.49 "PUT /v2.0/routers/7cb29376-5460-4e6e-b802-9dae92af7ead/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2299380 May 13 13:02:38.899190 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7f538d34-a06c-4a9f-b46e-bfdde09e7660 admin admin] Publish callbacks [] for port (32e8f8bd-9fff-48d1-9ba3-8864e663d52a), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:38.971425 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7f538d34-a06c-4a9f-b46e-bfdde09e7660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750967062384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6007231'] for port (32e8f8bd-9fff-48d1-9ba3-8864e663d52a), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:39.046936 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f538d34-a06c-4a9f-b46e-bfdde09e7660 admin admin] Pushing event updated for resources: {'Port': ['ID=32e8f8bd-9fff-48d1-9ba3-8864e663d52a,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:02:39.083977 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f538d34-a06c-4a9f-b46e-bfdde09e7660 admin admin] Network 99d29262-af07-4901-9b76-66b1df94a6a1 is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:02:39.085637 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-7f538d34-a06c-4a9f-b46e-bfdde09e7660 admin admin] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:02:39.093145 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f538d34-a06c-4a9f-b46e-bfdde09e7660 admin admin] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:02:39.105624 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-9f4fe6c1-3df7-4e4b-a6c1-54c84684017a None None] Current status of the port b37ffdf3-443e-44c9-b1ef-dae5457b4f7e is: ACTIVE; New status is: ACTIVE {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:02:39.148056 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7f538d34-a06c-4a9f-b46e-bfdde09e7660 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620801'] for router_interface (91bf88d9-2b83-48c7-ba51-06ddc70b8f63), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:39.223127 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron_lib.callbacks.manager [None req-216685e5-87c0-486d-bea5-0f66c4a4b6cb None None] Publish callbacks [] for port (eae909b1-d4a2-405f-a470-00e76a16f4bc), precommit_update {{(pid=109806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:39.242707 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron_lib.callbacks.manager [None req-216685e5-87c0-486d-bea5-0f66c4a4b6cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (eae909b1-d4a2-405f-a470-00e76a16f4bc), after_update {{(pid=109806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:39.271234 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-9f4fe6c1-3df7-4e4b-a6c1-54c84684017a None None] Provisioning complete for port 47946319-1c40-4d3c-8c85-413449fba33f triggered by entity DHCP. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:02:39.274648 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-9f4fe6c1-3df7-4e4b-a6c1-54c84684017a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (47946319-1c40-4d3c-8c85-413449fba33f), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:39.307624 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.plugins.ml2.managers [None req-216685e5-87c0-486d-bea5-0f66c4a4b6cb None None] Attempting to bind port eae909b1-d4a2-405f-a470-00e76a16f4bc on host dv-cinder-841644-1-iscsi for vnic_type normal with profile {{(pid=109806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:02:39.307986 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.plugins.ml2.managers [None req-216685e5-87c0-486d-bea5-0f66c4a4b6cb None None] Attempting to bind port eae909b1-d4a2-405f-a470-00e76a16f4bc by drivers openvswitch,hyperv on host dv-cinder-841644-1-iscsi at level 0 using segments [{'id': '2bcc8a2d-359a-4841-80fa-a53ce02b14f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732'}] {{(pid=109806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:02:39.308342 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216685e5-87c0-486d-bea5-0f66c4a4b6cb None None] Attempting to bind port eae909b1-d4a2-405f-a470-00e76a16f4bc on network feab3964-f0b8-402e-905b-49af947bf732 {{(pid=109806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:02:39.316616 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7f538d34-a06c-4a9f-b46e-bfdde09e7660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (32e8f8bd-9fff-48d1-9ba3-8864e663d52a), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:39.321132 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216685e5-87c0-486d-bea5-0f66c4a4b6cb None None] Checking agent: {'id': 'f7880a20-862d-46b4-8dd6-192b0a47d710', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841644-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 12, 45, 48), 'started_at': datetime.datetime(2022, 5, 13, 12, 46, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841644-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:02:39.321503 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216685e5-87c0-486d-bea5-0f66c4a4b6cb None None] Checking segment: {'id': '2bcc8a2d-359a-4841-80fa-a53ce02b14f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:02:39.322567 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron_lib.callbacks.manager [None req-216685e5-87c0-486d-bea5-0f66c4a4b6cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:39.322958 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216685e5-87c0-486d-bea5-0f66c4a4b6cb None None] Bound using segment: {'id': '2bcc8a2d-359a-4841-80fa-a53ce02b14f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732'} {{(pid=109806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:02:39.323706 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.plugins.ml2.managers [None req-216685e5-87c0-486d-bea5-0f66c4a4b6cb None None] Bound port: eae909b1-d4a2-405f-a470-00e76a16f4bc, host: dv-cinder-841644-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bcc8a2d-359a-4841-80fa-a53ce02b14f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732'}}] {{(pid=109806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:02:39.323996 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron_lib.callbacks.manager [None req-216685e5-87c0-486d-bea5-0f66c4a4b6cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (eae909b1-d4a2-405f-a470-00e76a16f4bc), before_update {{(pid=109806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:39.327442 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f623ce73-a5dc-4427-a67d-5e0d83d55cd9 None None] Pushing event updated for resources: {'Port': ['ID=eae909b1-d4a2-405f-a470-00e76a16f4bc,revision_number=2']} {{(pid=109806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:02:39.405011 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 55570) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:02:39.411761 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.v2.base [None req-1343504f-c814-48bf-8ac0-7beb77ddc231 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2036298892', 'description': 'tempest-secgroup-smoke-2036298892 description', 'project_id': '6a60c4cb84044c338d954f9a3ec8ef31'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:02:39.443786 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1343504f-c814-48bf-8ac0-7beb77ddc231 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:39.474780 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.plugins.ml2.db [None req-216685e5-87c0-486d-bea5-0f66c4a4b6cb None None] For port eae909b1-d4a2-405f-a470-00e76a16f4bc, host dv-cinder-841644-1-iscsi, cleared binding levels {{(pid=109806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:02:39.486885 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.plugins.ml2.db [None req-216685e5-87c0-486d-bea5-0f66c4a4b6cb None None] For port eae909b1-d4a2-405f-a470-00e76a16f4bc, host dv-cinder-841644-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841644-1-iscsi',level=0,port_id=eae909b1-d4a2-405f-a470-00e76a16f4bc,segment=NetworkSegment(2bcc8a2d-359a-4841-80fa-a53ce02b14f8),segment_id=2bcc8a2d-359a-4841-80fa-a53ce02b14f8)] {{(pid=109806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:02:39.502197 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron_lib.callbacks.manager [None req-216685e5-87c0-486d-bea5-0f66c4a4b6cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (eae909b1-d4a2-405f-a470-00e76a16f4bc), after_update {{(pid=109806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:39.542974 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2974d6-c3e4-433a-a4af-f0a19d479861 None None] Pushing event updated for resources: {'Port': ['ID=b9e2bb96-eb97-47c5-a64d-750f998e3f13,revision_number=3']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:02:39.573732 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1343504f-c814-48bf-8ac0-7beb77ddc231 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Publish callbacks [] for security_group (22d95977-7f18-4ee5-86c7-550f6ea7e358), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:39.580754 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1343504f-c814-48bf-8ac0-7beb77ddc231 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (22d95977-7f18-4ee5-86c7-550f6ea7e358), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:39.622000 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216685e5-87c0-486d-bea5-0f66c4a4b6cb None None] Routers {'91bf88d9-2b83-48c7-ba51-06ddc70b8f63'} bound to L3 agent in host dv-cinder-841644-1-iscsi {{(pid=109806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:02:39.622726 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_hamode_db [None req-216685e5-87c0-486d-bea5-0f66c4a4b6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841644-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T12:45:44Z,description=,heartbeat_timestamp=2022-05-13T13:02:14Z,host='dv-cinder-841644-1-iscsi',id=6d8a5631-9f63-444c-af3b-4dcce4842b62,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T12:45:44Z,topic='l3_agent')) {'router_ids': ['91bf88d9-2b83-48c7-ba51-06ddc70b8f63'], 'active': True} {{(pid=109806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:02:39.624565 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f623ce73-a5dc-4427-a67d-5e0d83d55cd9 None None] Pushing event updated for resources: {'Port': ['ID=eae909b1-d4a2-405f-a470-00e76a16f4bc,revision_number=3']} {{(pid=109806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:02:39.646644 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1343504f-c814-48bf-8ac0-7beb77ddc231 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:39.652345 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-1343504f-c814-48bf-8ac0-7beb77ddc231 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2463911 May 13 13:02:39.656953 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 55572) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:02:39.662079 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.v2.base [None req-9b7efd6d-057f-4102-9c7e-41ca05e5438b tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Request body: {'security_group_rule': {'security_group_id': '22d95977-7f18-4ee5-86c7-550f6ea7e358', 'project_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:02:39.673592 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7f538d34-a06c-4a9f-b46e-bfdde09e7660 admin admin] Publish callbacks [] for port (32e8f8bd-9fff-48d1-9ba3-8864e663d52a), precommit_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:39.691082 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1343504f-c814-48bf-8ac0-7beb77ddc231 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22d95977-7f18-4ee5-86c7-550f6ea7e358,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:02:39.695490 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7f538d34-a06c-4a9f-b46e-bfdde09e7660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6007238'] for port (32e8f8bd-9fff-48d1-9ba3-8864e663d52a), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:39.716764 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9b7efd6d-057f-4102-9c7e-41ca05e5438b tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Publish callbacks [] for security_group_rule (7802055d-8164-4d69-9276-e926fe337fee), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:39.782670 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_dvr_db [None req-216685e5-87c0-486d-bea5-0f66c4a4b6cb None None] Set router 91bf88d9-2b83-48c7-ba51-06ddc70b8f63 gateway port host: dv-cinder-841644-1-iscsi {{(pid=109806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:02:39.789822 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7f538d34-a06c-4a9f-b46e-bfdde09e7660 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1623932'] for router_interface (91bf88d9-2b83-48c7-ba51-06ddc70b8f63), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:39.793965 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f538d34-a06c-4a9f-b46e-bfdde09e7660 admin admin] Pushing event updated for resources: {'Port': ['ID=32e8f8bd-9fff-48d1-9ba3-8864e663d52a,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:02:39.800177 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9b7efd6d-057f-4102-9c7e-41ca05e5438b tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Publish callbacks [] for security_group_rule (7802055d-8164-4d69-9276-e926fe337fee), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:39.802346 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2974d6-c3e4-433a-a4af-f0a19d479861 None None] Pushing event updated for resources: {'Port': ['ID=b9e2bb96-eb97-47c5-a64d-750f998e3f13,revision_number=3']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:02:39.812163 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9b7efd6d-057f-4102-9c7e-41ca05e5438b tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472018'] for security_group_rule (7802055d-8164-4d69-9276-e926fe337fee), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:39.840473 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7efd6d-057f-4102-9c7e-41ca05e5438b tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7802055d-8164-4d69-9276-e926fe337fee,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:02:39.852740 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9b7efd6d-057f-4102-9c7e-41ca05e5438b tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:39.857480 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-9b7efd6d-057f-4102-9c7e-41ca05e5438b tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1991589 May 13 13:02:39.858163 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 55574) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:02:39.870962 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.v2.base [None req-7c6a5c26-dd2f-4107-b088-b50eec8325e5 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Request body: {'security_group_rule': {'security_group_id': '22d95977-7f18-4ee5-86c7-550f6ea7e358', 'project_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:02:39.895396 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-640ae5e2-10b1-4868-bf97-5bc43dbd3177 None None] Set router 7cb29376-5460-4e6e-b802-9dae92af7ead gateway port host: dv-cinder-841644-1-iscsi {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:02:39.908515 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7c6a5c26-dd2f-4107-b088-b50eec8325e5 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Publish callbacks [] for security_group_rule (e400e1d6-c615-410f-90ca-45bc525741fb), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:39.912654 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f538d34-a06c-4a9f-b46e-bfdde09e7660 admin admin] Network 99d29262-af07-4901-9b76-66b1df94a6a1 is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:02:39.914753 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-7f538d34-a06c-4a9f-b46e-bfdde09e7660 admin admin] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:02:40.011759 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7c6a5c26-dd2f-4107-b088-b50eec8325e5 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Publish callbacks [] for security_group_rule (e400e1d6-c615-410f-90ca-45bc525741fb), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:40.019277 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7c6a5c26-dd2f-4107-b088-b50eec8325e5 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472018'] for security_group_rule (e400e1d6-c615-410f-90ca-45bc525741fb), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:40.049343 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6a5c26-dd2f-4107-b088-b50eec8325e5 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e400e1d6-c615-410f-90ca-45bc525741fb,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:02:40.055721 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Current status of the port 9820dea4-a7a6-46f6-a5e9-0610c7fa9ee8 is: ACTIVE; New status is: ACTIVE {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:02:40.062469 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7c6a5c26-dd2f-4107-b088-b50eec8325e5 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:40.067051 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-7c6a5c26-dd2f-4107-b088-b50eec8325e5 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2078583 May 13 13:02:40.070066 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 55576) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:02:40.081729 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.v2.base [None req-340d5698-871b-470d-85db-fb6f15ad36b1 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Request body: {'security_group_rule': {'security_group_id': '22d95977-7f18-4ee5-86c7-550f6ea7e358', 'project_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:02:40.091031 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-b914b648-c804-45f6-aad0-3f2003ab8528 None None] Publish callbacks [] for port (5fda9214-19ef-4ca3-af65-b8da13a3e771), precommit_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:40.108038 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_hamode_db [None req-216685e5-87c0-486d-bea5-0f66c4a4b6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91bf88d9-2b83-48c7-ba51-06ddc70b8f63', 'name': 'tempest-TestMinimumBasicScenario-164753801-router', 'tenant_id': '22a0fe7d099646a49fd269e6695c429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': 'eae909b1-d4a2-405f-a470-00e76a16f4bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:02:35Z', 'updated_at': '2022-05-13T13:02:39Z', 'revision_number': 4, 'project_id': '22a0fe7d099646a49fd269e6695c429b', 'gw_port': {'id': 'eae909b1-d4a2-405f-a470-00e76a16f4bc', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d3:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91bf88d9-2b83-48c7-ba51-06ddc70b8f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:02:35Z', 'updated_at': '2022-05-13T13:02:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi', '_interfaces': [{'id': '32e8f8bd-9fff-48d1-9ba3-8864e663d52a', 'name': '', 'network_id': '99d29262-af07-4901-9b76-66b1df94a6a1', 'tenant_id': '22a0fe7d099646a49fd269e6695c429b', 'mac_address': 'fa:16:3e:58:c7:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91bf88d9-2b83-48c7-ba51-06ddc70b8f63', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '5b9362b7-5473-4444-9ebd-7ffc9516bcb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:02:38Z', 'updated_at': '2022-05-13T13:02:38Z', 'revision_number': 1, 'project_id': '22a0fe7d099646a49fd269e6695c429b', 'subnets': [{'id': '5b9362b7-5473-4444-9ebd-7ffc9516bcb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841644-1-iscsi', False) {} {{(pid=109806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:02:40.121364 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f538d34-a06c-4a9f-b46e-bfdde09e7660 admin admin] Router 91bf88d9-2b83-48c7-ba51-06ddc70b8f63 has already been hosted by L3 agent 6d8a5631-9f63-444c-af3b-4dcce4842b62 {{(pid=109804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 13:02:40.144193 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-340d5698-871b-470d-85db-fb6f15ad36b1 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Publish callbacks [] for security_group_rule (e5a78e0b-243f-4411-a126-8a8a48d99d4b), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:40.147671 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216685e5-87c0-486d-bea5-0f66c4a4b6cb None None] The sync data for ids ['91bf88d9-2b83-48c7-ba51-06ddc70b8f63'] in dv-cinder-841644-1-iscsi is: [{'id': '91bf88d9-2b83-48c7-ba51-06ddc70b8f63', 'name': 'tempest-TestMinimumBasicScenario-164753801-router', 'tenant_id': '22a0fe7d099646a49fd269e6695c429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': 'eae909b1-d4a2-405f-a470-00e76a16f4bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:02:35Z', 'updated_at': '2022-05-13T13:02:39Z', 'revision_number': 4, 'project_id': '22a0fe7d099646a49fd269e6695c429b', 'gw_port': {'id': 'eae909b1-d4a2-405f-a470-00e76a16f4bc', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d3:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91bf88d9-2b83-48c7-ba51-06ddc70b8f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:02:35Z', 'updated_at': '2022-05-13T13:02:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi', '_interfaces': [{'id': '32e8f8bd-9fff-48d1-9ba3-8864e663d52a', 'name': '', 'network_id': '99d29262-af07-4901-9b76-66b1df94a6a1', 'tenant_id': '22a0fe7d099646a49fd269e6695c429b', 'mac_address': 'fa:16:3e:58:c7:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91bf88d9-2b83-48c7-ba51-06ddc70b8f63', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '5b9362b7-5473-4444-9ebd-7ffc9516bcb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:02:38Z', 'updated_at': '2022-05-13T13:02:38Z', 'revision_number': 1, 'project_id': '22a0fe7d099646a49fd269e6695c429b', 'subnets': [{'id': '5b9362b7-5473-4444-9ebd-7ffc9516bcb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:02:40.216413 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-b914b648-c804-45f6-aad0-3f2003ab8528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (5fda9214-19ef-4ca3-af65-b8da13a3e771), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:40.247137 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-340d5698-871b-470d-85db-fb6f15ad36b1 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Publish callbacks [] for security_group_rule (e5a78e0b-243f-4411-a126-8a8a48d99d4b), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:40.259119 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-340d5698-871b-470d-85db-fb6f15ad36b1 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472018'] for security_group_rule (e5a78e0b-243f-4411-a126-8a8a48d99d4b), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:40.325483 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-340d5698-871b-470d-85db-fb6f15ad36b1 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:40.327296 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-340d5698-871b-470d-85db-fb6f15ad36b1 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2561255 May 13 13:02:40.331161 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 55578) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:02:40.335853 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-9f4fe6c1-3df7-4e4b-a6c1-54c84684017a None None] Current status of the port 47946319-1c40-4d3c-8c85-413449fba33f is: DOWN; New status is: ACTIVE {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:02:40.336259 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-9f4fe6c1-3df7-4e4b-a6c1-54c84684017a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (47946319-1c40-4d3c-8c85-413449fba33f), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:40.339493 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.v2.base [None req-50d77bb9-db36-4251-84f5-610ef86fcb81 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Request body: {'security_group_rule': {'security_group_id': '22d95977-7f18-4ee5-86c7-550f6ea7e358', 'project_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:02:40.379198 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340d5698-871b-470d-85db-fb6f15ad36b1 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5a78e0b-243f-4411-a126-8a8a48d99d4b,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:02:40.389859 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b35aa0c-8bef-4fd8-90a6-61d9b97daeca None None] Pushing event updated for resources: {'Port': ['ID=5fda9214-19ef-4ca3-af65-b8da13a3e771,revision_number=3']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:02:40.396242 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-50d77bb9-db36-4251-84f5-610ef86fcb81 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Publish callbacks [] for security_group_rule (444c6b39-3fa9-4399-a803-ff717862eeeb), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:40.403274 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f538d34-a06c-4a9f-b46e-bfdde09e7660 admin admin] Notify agent at l3_agent.dv-cinder-841644-1-iscsi the message routers_updated {{(pid=109804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:02:40.439689 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Device b37ffdf3-443e-44c9-b1ef-dae5457b4f7e up at agent ovs-agent-dv-cinder-841644-1-iscsi {{(pid=109805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:02:40.442422 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-7f538d34-a06c-4a9f-b46e-bfdde09e7660 admin admin] 10.222.0.49 "PUT /v2.0/routers/91bf88d9-2b83-48c7-ba51-06ddc70b8f63/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8486395 May 13 13:02:40.520429 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-50d77bb9-db36-4251-84f5-610ef86fcb81 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Publish callbacks [] for security_group_rule (444c6b39-3fa9-4399-a803-ff717862eeeb), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:40.535950 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-50d77bb9-db36-4251-84f5-610ef86fcb81 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472018'] for security_group_rule (444c6b39-3fa9-4399-a803-ff717862eeeb), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:40.540550 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-9f4fe6c1-3df7-4e4b-a6c1-54c84684017a None None] For port 47946319-1c40-4d3c-8c85-413449fba33f, host dv-cinder-841644-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841644-1-iscsi',level=0,port_id=47946319-1c40-4d3c-8c85-413449fba33f,segment=NetworkSegment(87a38a9b-76da-4b33-b09f-c49a89146602),segment_id=87a38a9b-76da-4b33-b09f-c49a89146602)] {{(pid=109805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:02:40.588859 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d77bb9-db36-4251-84f5-610ef86fcb81 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=444c6b39-3fa9-4399-a803-ff717862eeeb,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:02:40.634410 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-50d77bb9-db36-4251-84f5-610ef86fcb81 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:40.643608 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 55586) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:02:40.643801 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-50d77bb9-db36-4251-84f5-610ef86fcb81 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3111668 May 13 13:02:40.649374 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.v2.base [None req-f06b8ef4-8363-4b41-a0f6-6233c532b023 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Request body: {'security_group_rule': {'security_group_id': '22d95977-7f18-4ee5-86c7-550f6ea7e358', 'project_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:02:40.702744 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.db.securitygroups_db [None req-f06b8ef4-8363-4b41-a0f6-6233c532b023 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Project 6a60c4cb84044c338d954f9a3ec8ef31 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 13:02:40.720539 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-640ae5e2-10b1-4868-bf97-5bc43dbd3177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cb29376-5460-4e6e-b802-9dae92af7ead', 'name': 'tempest-TestVolumeBootPattern-1258691854-router', 'tenant_id': '88d6b2ac259f40f1866c226155e61fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'b9e2bb96-eb97-47c5-a64d-750f998e3f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:02:33Z', 'updated_at': '2022-05-13T13:02:37Z', 'revision_number': 4, 'project_id': '88d6b2ac259f40f1866c226155e61fff', 'gw_port': {'id': 'b9e2bb96-eb97-47c5-a64d-750f998e3f13', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:5f:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cb29376-5460-4e6e-b802-9dae92af7ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:02:34Z', 'updated_at': '2022-05-13T13:02:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi', '_interfaces': [{'id': '83ad9879-a6a0-451f-b5dc-3d33b4057c4c', 'name': '', 'network_id': 'f61285e8-436e-45fe-a0fb-e01adb84084d', 'tenant_id': '88d6b2ac259f40f1866c226155e61fff', 'mac_address': 'fa:16:3e:d4:fe:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cb29376-5460-4e6e-b802-9dae92af7ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '3f878134-65af-45b6-b618-55048111a9b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:02:36Z', 'updated_at': '2022-05-13T13:02:37Z', 'revision_number': 2, 'project_id': '88d6b2ac259f40f1866c226155e61fff', 'subnets': [{'id': '3f878134-65af-45b6-b618-55048111a9b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841644-1-iscsi', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:02:40.726997 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f06b8ef4-8363-4b41-a0f6-6233c532b023 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Publish callbacks [] for security_group_rule (becf76d9-4bc9-4b00-bd05-4cea9850d8f2), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:40.745983 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-9f4fe6c1-3df7-4e4b-a6c1-54c84684017a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (47946319-1c40-4d3c-8c85-413449fba33f), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:40.817434 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-b914b648-c804-45f6-aad0-3f2003ab8528 None None] Attempting to bind port 5fda9214-19ef-4ca3-af65-b8da13a3e771 on host dv-cinder-841644-1-iscsi for vnic_type normal with profile {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:02:40.818062 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-b914b648-c804-45f6-aad0-3f2003ab8528 None None] Attempting to bind port 5fda9214-19ef-4ca3-af65-b8da13a3e771 by drivers openvswitch,hyperv on host dv-cinder-841644-1-iscsi at level 0 using segments [{'id': '4ac1a893-c8bf-48e7-8046-f12c6b33a07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ab26390c-2249-42bd-97a1-5fb2c028b74a'}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:02:40.818157 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b914b648-c804-45f6-aad0-3f2003ab8528 None None] Attempting to bind port 5fda9214-19ef-4ca3-af65-b8da13a3e771 on network ab26390c-2249-42bd-97a1-5fb2c028b74a {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:02:40.818839 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f06b8ef4-8363-4b41-a0f6-6233c532b023 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Publish callbacks [] for security_group_rule (becf76d9-4bc9-4b00-bd05-4cea9850d8f2), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:40.821563 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640ae5e2-10b1-4868-bf97-5bc43dbd3177 None None] The sync data for ids ['7cb29376-5460-4e6e-b802-9dae92af7ead'] in dv-cinder-841644-1-iscsi is: [{'id': '7cb29376-5460-4e6e-b802-9dae92af7ead', 'name': 'tempest-TestVolumeBootPattern-1258691854-router', 'tenant_id': '88d6b2ac259f40f1866c226155e61fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'b9e2bb96-eb97-47c5-a64d-750f998e3f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:02:33Z', 'updated_at': '2022-05-13T13:02:37Z', 'revision_number': 4, 'project_id': '88d6b2ac259f40f1866c226155e61fff', 'gw_port': {'id': 'b9e2bb96-eb97-47c5-a64d-750f998e3f13', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:5f:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cb29376-5460-4e6e-b802-9dae92af7ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:02:34Z', 'updated_at': '2022-05-13T13:02:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi', '_interfaces': [{'id': '83ad9879-a6a0-451f-b5dc-3d33b4057c4c', 'name': '', 'network_id': 'f61285e8-436e-45fe-a0fb-e01adb84084d', 'tenant_id': '88d6b2ac259f40f1866c226155e61fff', 'mac_address': 'fa:16:3e:d4:fe:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cb29376-5460-4e6e-b802-9dae92af7ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '3f878134-65af-45b6-b618-55048111a9b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:02:36Z', 'updated_at': '2022-05-13T13:02:37Z', 'revision_number': 2, 'project_id': '88d6b2ac259f40f1866c226155e61fff', 'subnets': [{'id': '3f878134-65af-45b6-b618-55048111a9b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:02:40.826913 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f06b8ef4-8363-4b41-a0f6-6233c532b023 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472018'] for security_group_rule (becf76d9-4bc9-4b00-bd05-4cea9850d8f2), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:40.858423 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06b8ef4-8363-4b41-a0f6-6233c532b023 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=becf76d9-4bc9-4b00-bd05-4cea9850d8f2,revision_number=0']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:02:40.894354 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f06b8ef4-8363-4b41-a0f6-6233c532b023 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:40.897011 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-f06b8ef4-8363-4b41-a0f6-6233c532b023 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2523618 May 13 13:02:40.899047 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 55596) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:02:40.909314 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.v2.base [None req-7448674d-22e0-47ae-90da-ebfb457d280a tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Request body: {'security_group_rule': {'security_group_id': '22d95977-7f18-4ee5-86c7-550f6ea7e358', 'project_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:02:40.932247 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b914b648-c804-45f6-aad0-3f2003ab8528 None None] Checking agent: {'id': 'f7880a20-862d-46b4-8dd6-192b0a47d710', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841644-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 12, 45, 48), 'started_at': datetime.datetime(2022, 5, 13, 12, 46, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841644-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:02:40.932670 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b914b648-c804-45f6-aad0-3f2003ab8528 None None] Checking segment: {'id': '4ac1a893-c8bf-48e7-8046-f12c6b33a07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ab26390c-2249-42bd-97a1-5fb2c028b74a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:02:40.933074 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-b914b648-c804-45f6-aad0-3f2003ab8528 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:40.933477 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b914b648-c804-45f6-aad0-3f2003ab8528 None None] Bound using segment: {'id': '4ac1a893-c8bf-48e7-8046-f12c6b33a07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ab26390c-2249-42bd-97a1-5fb2c028b74a'} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:02:40.933968 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-b914b648-c804-45f6-aad0-3f2003ab8528 None None] Bound port: 5fda9214-19ef-4ca3-af65-b8da13a3e771, host: dv-cinder-841644-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ac1a893-c8bf-48e7-8046-f12c6b33a07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ab26390c-2249-42bd-97a1-5fb2c028b74a'}}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:02:40.934792 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-b914b648-c804-45f6-aad0-3f2003ab8528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (5fda9214-19ef-4ca3-af65-b8da13a3e771), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:40.948466 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.db.securitygroups_db [None req-7448674d-22e0-47ae-90da-ebfb457d280a tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Project 6a60c4cb84044c338d954f9a3ec8ef31 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 13:02:40.953583 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-9f4fe6c1-3df7-4e4b-a6c1-54c84684017a None None] Provisioning complete for port 83ad9879-a6a0-451f-b5dc-3d33b4057c4c triggered by entity DHCP. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:02:40.954323 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-9f4fe6c1-3df7-4e4b-a6c1-54c84684017a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (83ad9879-a6a0-451f-b5dc-3d33b4057c4c), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:40.963916 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Provisioning complete for port b37ffdf3-443e-44c9-b1ef-dae5457b4f7e triggered by entity L2. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:02:40.964293 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (b37ffdf3-443e-44c9-b1ef-dae5457b4f7e), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:40.970009 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7448674d-22e0-47ae-90da-ebfb457d280a tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Publish callbacks [] for security_group_rule (30b2b364-a21f-4b30-bbb7-0250f586951c), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:41.063652 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7448674d-22e0-47ae-90da-ebfb457d280a tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Publish callbacks [] for security_group_rule (30b2b364-a21f-4b30-bbb7-0250f586951c), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:41.088552 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7448674d-22e0-47ae-90da-ebfb457d280a tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472018'] for security_group_rule (30b2b364-a21f-4b30-bbb7-0250f586951c), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:41.121470 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7448674d-22e0-47ae-90da-ebfb457d280a tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30b2b364-a21f-4b30-bbb7-0250f586951c,revision_number=0']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:02:41.174698 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4fe6c1-3df7-4e4b-a6c1-54c84684017a None None] Pushing event updated for resources: {'Port': ['ID=47946319-1c40-4d3c-8c85-413449fba33f,revision_number=5']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:02:41.176968 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-7448674d-22e0-47ae-90da-ebfb457d280a tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:41.178227 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-7448674d-22e0-47ae-90da-ebfb457d280a tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2773170 May 13 13:02:41.202443 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-9f4fe6c1-3df7-4e4b-a6c1-54c84684017a None None] Port 83ad9879-a6a0-451f-b5dc-3d33b4057c4c cannot update to ACTIVE because it is not bound. {{(pid=109805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 13:02:41.256685 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-b914b648-c804-45f6-aad0-3f2003ab8528 None None] For port 5fda9214-19ef-4ca3-af65-b8da13a3e771, host dv-cinder-841644-1-iscsi, cleared binding levels {{(pid=109805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:02:41.274298 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-b914b648-c804-45f6-aad0-3f2003ab8528 None None] For port 5fda9214-19ef-4ca3-af65-b8da13a3e771, host dv-cinder-841644-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841644-1-iscsi',level=0,port_id=5fda9214-19ef-4ca3-af65-b8da13a3e771,segment=NetworkSegment(4ac1a893-c8bf-48e7-8046-f12c6b33a07c),segment_id=4ac1a893-c8bf-48e7-8046-f12c6b33a07c)] {{(pid=109805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:02:41.365472 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Current status of the port b37ffdf3-443e-44c9-b1ef-dae5457b4f7e is: ACTIVE; New status is: ACTIVE {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:02:41.366925 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Device 993e6909-5cf6-46d1-9747-afebdba048a6 up at agent ovs-agent-dv-cinder-841644-1-iscsi {{(pid=109805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:02:41.373147 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-b914b648-c804-45f6-aad0-3f2003ab8528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (5fda9214-19ef-4ca3-af65-b8da13a3e771), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:41.480317 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-8e1fbb15-ac16-48cc-817a-d06c899dcd21 None None] Provisioning complete for port 32e8f8bd-9fff-48d1-9ba3-8864e663d52a triggered by entity DHCP. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:02:41.480893 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-8e1fbb15-ac16-48cc-817a-d06c899dcd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (32e8f8bd-9fff-48d1-9ba3-8864e663d52a), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:41.574596 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-333f5d42-714d-4aa7-84ed-1e9b8c1f5cfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (12f7f474-a19f-4cf7-bcdf-b9ad7dbdd770), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:41.593490 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b914b648-c804-45f6-aad0-3f2003ab8528 None None] Routers {'05802f7c-b8ca-4e5b-985c-e179dc84bf21'} bound to L3 agent in host dv-cinder-841644-1-iscsi {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:02:41.594040 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-b914b648-c804-45f6-aad0-3f2003ab8528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841644-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T12:45:44Z,description=,heartbeat_timestamp=2022-05-13T13:02:14Z,host='dv-cinder-841644-1-iscsi',id=6d8a5631-9f63-444c-af3b-4dcce4842b62,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T12:45:44Z,topic='l3_agent')) {'router_ids': ['05802f7c-b8ca-4e5b-985c-e179dc84bf21'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:02:41.598076 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b35aa0c-8bef-4fd8-90a6-61d9b97daeca None None] Pushing event updated for resources: {'Port': ['ID=5fda9214-19ef-4ca3-af65-b8da13a3e771,revision_number=4']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:02:41.669957 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-8e1fbb15-ac16-48cc-817a-d06c899dcd21 None None] Port 32e8f8bd-9fff-48d1-9ba3-8864e663d52a cannot update to ACTIVE because it is not bound. {{(pid=109805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 13:02:41.699411 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Provisioning complete for port 993e6909-5cf6-46d1-9747-afebdba048a6 triggered by entity L2. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:02:41.699796 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (993e6909-5cf6-46d1-9747-afebdba048a6), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:41.704885 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-8e1fbb15-ac16-48cc-817a-d06c899dcd21 None None] Provisioning complete for port 5fda9214-19ef-4ca3-af65-b8da13a3e771 triggered by entity DHCP. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:02:41.705287 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-8e1fbb15-ac16-48cc-817a-d06c899dcd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (5fda9214-19ef-4ca3-af65-b8da13a3e771), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:41.999890 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-b914b648-c804-45f6-aad0-3f2003ab8528 None None] Set router 05802f7c-b8ca-4e5b-985c-e179dc84bf21 gateway port host: dv-cinder-841644-1-iscsi {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:02:42.414442 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Current status of the port 993e6909-5cf6-46d1-9747-afebdba048a6 is: DOWN; New status is: ACTIVE {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:02:42.415105 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (993e6909-5cf6-46d1-9747-afebdba048a6), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:42.469394 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-8e1fbb15-ac16-48cc-817a-d06c899dcd21 None None] Current status of the port 5fda9214-19ef-4ca3-af65-b8da13a3e771 is: DOWN; New status is: ACTIVE {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:02:42.470027 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-8e1fbb15-ac16-48cc-817a-d06c899dcd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (5fda9214-19ef-4ca3-af65-b8da13a3e771), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:42.523581 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] For port 993e6909-5cf6-46d1-9747-afebdba048a6, host dv-cinder-841644-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841644-1-iscsi',level=0,port_id=993e6909-5cf6-46d1-9747-afebdba048a6,segment=NetworkSegment(4b5c19aa-2bf1-44dd-976e-1cc2f77bda70),segment_id=4b5c19aa-2bf1-44dd-976e-1cc2f77bda70)] {{(pid=109805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:02:42.540139 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (993e6909-5cf6-46d1-9747-afebdba048a6), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:42.541874 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Device 47946319-1c40-4d3c-8c85-413449fba33f up at agent ovs-agent-dv-cinder-841644-1-iscsi {{(pid=109805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:02:42.544753 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-8e1fbb15-ac16-48cc-817a-d06c899dcd21 None None] For port 5fda9214-19ef-4ca3-af65-b8da13a3e771, host dv-cinder-841644-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841644-1-iscsi',level=0,port_id=5fda9214-19ef-4ca3-af65-b8da13a3e771,segment=NetworkSegment(4ac1a893-c8bf-48e7-8046-f12c6b33a07c),segment_id=4ac1a893-c8bf-48e7-8046-f12c6b33a07c)] {{(pid=109805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:02:42.609548 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-8e1fbb15-ac16-48cc-817a-d06c899dcd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (5fda9214-19ef-4ca3-af65-b8da13a3e771), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:42.673766 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-8e1fbb15-ac16-48cc-817a-d06c899dcd21 None None] Provisioning complete for port 83ad9879-a6a0-451f-b5dc-3d33b4057c4c triggered by entity DHCP. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:02:42.674066 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-8e1fbb15-ac16-48cc-817a-d06c899dcd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (83ad9879-a6a0-451f-b5dc-3d33b4057c4c), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:42.743627 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-b914b648-c804-45f6-aad0-3f2003ab8528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05802f7c-b8ca-4e5b-985c-e179dc84bf21', 'name': 'tempest-TestMinimumBasicScenario-742523614-router', 'tenant_id': 'f7713dfabbe6446fac28d0b194ca627a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': 'cdc806ca-ed7b-4962-9ed7-516a5b70c875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:02:28Z', 'updated_at': '2022-05-13T13:02:31Z', 'revision_number': 4, 'project_id': 'f7713dfabbe6446fac28d0b194ca627a', 'gw_port': {'id': 'cdc806ca-ed7b-4962-9ed7-516a5b70c875', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:6b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05802f7c-b8ca-4e5b-985c-e179dc84bf21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:02:28Z', 'updated_at': '2022-05-13T13:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi', '_interfaces': [{'id': '5fda9214-19ef-4ca3-af65-b8da13a3e771', 'name': '', 'network_id': 'ab26390c-2249-42bd-97a1-5fb2c028b74a', 'tenant_id': 'f7713dfabbe6446fac28d0b194ca627a', 'mac_address': 'fa:16:3e:4c:d7:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05802f7c-b8ca-4e5b-985c-e179dc84bf21', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '295afeaf-3910-4069-9543-33c4303d4583', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:02:30Z', 'updated_at': '2022-05-13T13:02:41Z', 'revision_number': 4, 'project_id': 'f7713dfabbe6446fac28d0b194ca627a', 'subnets': [{'id': '295afeaf-3910-4069-9543-33c4303d4583', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841644-1-iscsi', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:02:42.746296 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Pushing event updated for resources: {'Port': ['ID=993e6909-5cf6-46d1-9747-afebdba048a6,revision_number=3']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:02:42.787388 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-8e1fbb15-ac16-48cc-817a-d06c899dcd21 None None] Port 83ad9879-a6a0-451f-b5dc-3d33b4057c4c cannot update to ACTIVE because it is not bound. {{(pid=109805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 13:02:42.809542 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b914b648-c804-45f6-aad0-3f2003ab8528 None None] The sync data for ids ['05802f7c-b8ca-4e5b-985c-e179dc84bf21'] in dv-cinder-841644-1-iscsi is: [{'id': '05802f7c-b8ca-4e5b-985c-e179dc84bf21', 'name': 'tempest-TestMinimumBasicScenario-742523614-router', 'tenant_id': 'f7713dfabbe6446fac28d0b194ca627a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': 'cdc806ca-ed7b-4962-9ed7-516a5b70c875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:02:28Z', 'updated_at': '2022-05-13T13:02:31Z', 'revision_number': 4, 'project_id': 'f7713dfabbe6446fac28d0b194ca627a', 'gw_port': {'id': 'cdc806ca-ed7b-4962-9ed7-516a5b70c875', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:6b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05802f7c-b8ca-4e5b-985c-e179dc84bf21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:02:28Z', 'updated_at': '2022-05-13T13:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi', '_interfaces': [{'id': '5fda9214-19ef-4ca3-af65-b8da13a3e771', 'name': '', 'network_id': 'ab26390c-2249-42bd-97a1-5fb2c028b74a', 'tenant_id': 'f7713dfabbe6446fac28d0b194ca627a', 'mac_address': 'fa:16:3e:4c:d7:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05802f7c-b8ca-4e5b-985c-e179dc84bf21', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '295afeaf-3910-4069-9543-33c4303d4583', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:02:30Z', 'updated_at': '2022-05-13T13:02:41Z', 'revision_number': 4, 'project_id': 'f7713dfabbe6446fac28d0b194ca627a', 'subnets': [{'id': '295afeaf-3910-4069-9543-33c4303d4583', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:02:42.815098 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Provisioning complete for port 47946319-1c40-4d3c-8c85-413449fba33f triggered by entity L2. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:02:42.815098 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (47946319-1c40-4d3c-8c85-413449fba33f), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:42.856150 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-8e1fbb15-ac16-48cc-817a-d06c899dcd21 None None] Provisioning complete for port 993e6909-5cf6-46d1-9747-afebdba048a6 triggered by entity DHCP. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:02:42.856530 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-8e1fbb15-ac16-48cc-817a-d06c899dcd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (993e6909-5cf6-46d1-9747-afebdba048a6), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:42.890036 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1fbb15-ac16-48cc-817a-d06c899dcd21 None None] Pushing event updated for resources: {'Port': ['ID=5fda9214-19ef-4ca3-af65-b8da13a3e771,revision_number=5']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:02:43.005699 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-8e1fbb15-ac16-48cc-817a-d06c899dcd21 None None] Current status of the port 993e6909-5cf6-46d1-9747-afebdba048a6 is: ACTIVE; New status is: ACTIVE {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:02:43.007705 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Current status of the port 47946319-1c40-4d3c-8c85-413449fba33f is: ACTIVE; New status is: ACTIVE {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:02:43.129073 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-ae6fbbf7-4914-496b-9519-3771a6aabd35 None None] Provisioning complete for port 5fda9214-19ef-4ca3-af65-b8da13a3e771 triggered by entity DHCP. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:02:43.129473 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-ae6fbbf7-4914-496b-9519-3771a6aabd35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (5fda9214-19ef-4ca3-af65-b8da13a3e771), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:43.242154 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-ae6fbbf7-4914-496b-9519-3771a6aabd35 None None] Current status of the port 5fda9214-19ef-4ca3-af65-b8da13a3e771 is: ACTIVE; New status is: ACTIVE {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:02:43.283337 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Device 993e6909-5cf6-46d1-9747-afebdba048a6 up at agent ovs-agent-dv-cinder-841644-1-iscsi {{(pid=109805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:02:43.352326 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Provisioning complete for port 993e6909-5cf6-46d1-9747-afebdba048a6 triggered by entity L2. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:02:43.352697 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (993e6909-5cf6-46d1-9747-afebdba048a6), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:43.433613 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Current status of the port 993e6909-5cf6-46d1-9747-afebdba048a6 is: ACTIVE; New status is: ACTIVE {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:02:43.434723 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Device b9e2bb96-eb97-47c5-a64d-750f998e3f13 up at agent ovs-agent-dv-cinder-841644-1-iscsi {{(pid=109805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:02:43.480895 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Provisioning complete for port b9e2bb96-eb97-47c5-a64d-750f998e3f13 triggered by entity L2. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:02:43.481205 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (b9e2bb96-eb97-47c5-a64d-750f998e3f13), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:43.577900 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Current status of the port b9e2bb96-eb97-47c5-a64d-750f998e3f13 is: DOWN; New status is: ACTIVE {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:02:43.578290 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (b9e2bb96-eb97-47c5-a64d-750f998e3f13), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:43.606317 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] For port b9e2bb96-eb97-47c5-a64d-750f998e3f13, host dv-cinder-841644-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841644-1-iscsi',level=0,port_id=b9e2bb96-eb97-47c5-a64d-750f998e3f13,segment=NetworkSegment(2bcc8a2d-359a-4841-80fa-a53ce02b14f8),segment_id=2bcc8a2d-359a-4841-80fa-a53ce02b14f8)] {{(pid=109805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:02:43.612703 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (b9e2bb96-eb97-47c5-a64d-750f998e3f13), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:43.613607 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Device 47946319-1c40-4d3c-8c85-413449fba33f up at agent ovs-agent-dv-cinder-841644-1-iscsi {{(pid=109805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:02:43.714488 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Pushing event updated for resources: {'Port': ['ID=b9e2bb96-eb97-47c5-a64d-750f998e3f13,revision_number=4']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:02:43.746455 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Provisioning complete for port 47946319-1c40-4d3c-8c85-413449fba33f triggered by entity L2. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:02:43.747052 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (47946319-1c40-4d3c-8c85-413449fba33f), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:43.841263 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Current status of the port 47946319-1c40-4d3c-8c85-413449fba33f is: ACTIVE; New status is: ACTIVE {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:02:43.842411 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Device eae909b1-d4a2-405f-a470-00e76a16f4bc up at agent ovs-agent-dv-cinder-841644-1-iscsi {{(pid=109805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:02:43.889698 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Provisioning complete for port eae909b1-d4a2-405f-a470-00e76a16f4bc triggered by entity L2. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:02:43.890068 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (eae909b1-d4a2-405f-a470-00e76a16f4bc), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:43.949614 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-68684f32-8fd3-4dc3-8d4e-5a31d5c65102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (6d8a5631-9f63-444c-af3b-4dcce4842b62), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:43.999477 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Current status of the port eae909b1-d4a2-405f-a470-00e76a16f4bc is: DOWN; New status is: ACTIVE {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:02:43.999783 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (eae909b1-d4a2-405f-a470-00e76a16f4bc), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:44.023403 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] For port eae909b1-d4a2-405f-a470-00e76a16f4bc, host dv-cinder-841644-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841644-1-iscsi',level=0,port_id=eae909b1-d4a2-405f-a470-00e76a16f4bc,segment=NetworkSegment(2bcc8a2d-359a-4841-80fa-a53ce02b14f8),segment_id=2bcc8a2d-359a-4841-80fa-a53ce02b14f8)] {{(pid=109805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:02:44.029096 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (eae909b1-d4a2-405f-a470-00e76a16f4bc), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:44.084468 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Pushing event updated for resources: {'Port': ['ID=eae909b1-d4a2-405f-a470-00e76a16f4bc,revision_number=4']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:02:45.096379 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-4a907869-afee-4d69-acd8-cccc744e537a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (d2cfa305-5f5a-49b3-8228-876061d7e1f6), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:45.228416 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Device eae909b1-d4a2-405f-a470-00e76a16f4bc up at agent ovs-agent-dv-cinder-841644-1-iscsi {{(pid=109805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:02:45.356406 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Provisioning complete for port eae909b1-d4a2-405f-a470-00e76a16f4bc triggered by entity L2. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:02:45.363137 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (eae909b1-d4a2-405f-a470-00e76a16f4bc), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:45.498657 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Current status of the port eae909b1-d4a2-405f-a470-00e76a16f4bc is: ACTIVE; New status is: ACTIVE {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:02:45.500380 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Device 5fda9214-19ef-4ca3-af65-b8da13a3e771 up at agent ovs-agent-dv-cinder-841644-1-iscsi {{(pid=109805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:02:45.592898 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Provisioning complete for port 5fda9214-19ef-4ca3-af65-b8da13a3e771 triggered by entity L2. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:02:45.593396 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (5fda9214-19ef-4ca3-af65-b8da13a3e771), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:45.708862 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Current status of the port 5fda9214-19ef-4ca3-af65-b8da13a3e771 is: ACTIVE; New status is: ACTIVE {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:02:45.710187 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Device b9e2bb96-eb97-47c5-a64d-750f998e3f13 up at agent ovs-agent-dv-cinder-841644-1-iscsi {{(pid=109805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:02:45.757446 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Provisioning complete for port b9e2bb96-eb97-47c5-a64d-750f998e3f13 triggered by entity L2. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:02:45.757806 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (b9e2bb96-eb97-47c5-a64d-750f998e3f13), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:45.859525 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Current status of the port b9e2bb96-eb97-47c5-a64d-750f998e3f13 is: ACTIVE; New status is: ACTIVE {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:02:46.744684 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-7baa8e58-cb75-431e-995b-6c55a6feb1d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (5f75012c-56a5-4b0a-a85c-97c3435c2a5d), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:47.864593 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (f7880a20-862d-46b4-8dd6-192b0a47d710), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:48.635755 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63130d73-9893-4096-885e-0d9e0d7b6e85 None None] Sync routers for ids ['91bf88d9-2b83-48c7-ba51-06ddc70b8f63'] in dv-cinder-841644-1-iscsi {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:02:48.647577 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63130d73-9893-4096-885e-0d9e0d7b6e85 None None] Routers {'91bf88d9-2b83-48c7-ba51-06ddc70b8f63'} bound to L3 agent in host dv-cinder-841644-1-iscsi {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:02:48.648212 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-63130d73-9893-4096-885e-0d9e0d7b6e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841644-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T12:45:44Z,description=,heartbeat_timestamp=2022-05-13T13:02:44Z,host='dv-cinder-841644-1-iscsi',id=6d8a5631-9f63-444c-af3b-4dcce4842b62,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T12:45:44Z,topic='l3_agent')) {'router_ids': ['91bf88d9-2b83-48c7-ba51-06ddc70b8f63'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:02:48.825422 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-63130d73-9893-4096-885e-0d9e0d7b6e85 None None] Set router 91bf88d9-2b83-48c7-ba51-06ddc70b8f63 gateway port host: dv-cinder-841644-1-iscsi {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:02:49.130708 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-63130d73-9893-4096-885e-0d9e0d7b6e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91bf88d9-2b83-48c7-ba51-06ddc70b8f63', 'name': 'tempest-TestMinimumBasicScenario-164753801-router', 'tenant_id': '22a0fe7d099646a49fd269e6695c429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': 'eae909b1-d4a2-405f-a470-00e76a16f4bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:02:35Z', 'updated_at': '2022-05-13T13:02:39Z', 'revision_number': 4, 'project_id': '22a0fe7d099646a49fd269e6695c429b', 'gw_port': {'id': 'eae909b1-d4a2-405f-a470-00e76a16f4bc', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91bf88d9-2b83-48c7-ba51-06ddc70b8f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:02:35Z', 'updated_at': '2022-05-13T13:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi', '_interfaces': [{'id': '32e8f8bd-9fff-48d1-9ba3-8864e663d52a', 'name': '', 'network_id': '99d29262-af07-4901-9b76-66b1df94a6a1', 'tenant_id': '22a0fe7d099646a49fd269e6695c429b', 'mac_address': 'fa:16:3e:58:c7:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91bf88d9-2b83-48c7-ba51-06ddc70b8f63', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '5b9362b7-5473-4444-9ebd-7ffc9516bcb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:02:38Z', 'updated_at': '2022-05-13T13:02:39Z', 'revision_number': 2, 'project_id': '22a0fe7d099646a49fd269e6695c429b', 'subnets': [{'id': '5b9362b7-5473-4444-9ebd-7ffc9516bcb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841644-1-iscsi', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:02:49.172911 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63130d73-9893-4096-885e-0d9e0d7b6e85 None None] Checking router: 91bf88d9-2b83-48c7-ba51-06ddc70b8f63 for host: dv-cinder-841644-1-iscsi {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:02:49.173295 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63130d73-9893-4096-885e-0d9e0d7b6e85 None None] Updating router 91bf88d9-2b83-48c7-ba51-06ddc70b8f63 port 32e8f8bd-9fff-48d1-9ba3-8864e663d52a binding host dv-cinder-841644-1-iscsi {{(pid=109805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 13:02:49.195129 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01761600-440f-4972-b147-b0cf52afc57e None None] Sync routers for ids ['7cb29376-5460-4e6e-b802-9dae92af7ead'] in dv-cinder-841644-1-iscsi {{(pid=109806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:02:49.209832 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-63130d73-9893-4096-885e-0d9e0d7b6e85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (32e8f8bd-9fff-48d1-9ba3-8864e663d52a), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:49.222395 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01761600-440f-4972-b147-b0cf52afc57e None None] Routers {'7cb29376-5460-4e6e-b802-9dae92af7ead'} bound to L3 agent in host dv-cinder-841644-1-iscsi {{(pid=109806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:02:49.227339 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_hamode_db [None req-01761600-440f-4972-b147-b0cf52afc57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841644-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T12:45:44Z,description=,heartbeat_timestamp=2022-05-13T13:02:44Z,host='dv-cinder-841644-1-iscsi',id=6d8a5631-9f63-444c-af3b-4dcce4842b62,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T12:45:44Z,topic='l3_agent')) {'router_ids': ['7cb29376-5460-4e6e-b802-9dae92af7ead'], 'active': True} {{(pid=109806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:02:49.385706 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_dvr_db [None req-01761600-440f-4972-b147-b0cf52afc57e None None] Set router 7cb29376-5460-4e6e-b802-9dae92af7ead gateway port host: dv-cinder-841644-1-iscsi {{(pid=109806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:02:49.626602 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-63130d73-9893-4096-885e-0d9e0d7b6e85 None None] Publish callbacks [] for port (32e8f8bd-9fff-48d1-9ba3-8864e663d52a), precommit_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:49.632133 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_hamode_db [None req-01761600-440f-4972-b147-b0cf52afc57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cb29376-5460-4e6e-b802-9dae92af7ead', 'name': 'tempest-TestVolumeBootPattern-1258691854-router', 'tenant_id': '88d6b2ac259f40f1866c226155e61fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'b9e2bb96-eb97-47c5-a64d-750f998e3f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:02:33Z', 'updated_at': '2022-05-13T13:02:37Z', 'revision_number': 4, 'project_id': '88d6b2ac259f40f1866c226155e61fff', 'gw_port': {'id': 'b9e2bb96-eb97-47c5-a64d-750f998e3f13', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:5f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb29376-5460-4e6e-b802-9dae92af7ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:02:34Z', 'updated_at': '2022-05-13T13:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi', '_interfaces': [{'id': '83ad9879-a6a0-451f-b5dc-3d33b4057c4c', 'name': '', 'network_id': 'f61285e8-436e-45fe-a0fb-e01adb84084d', 'tenant_id': '88d6b2ac259f40f1866c226155e61fff', 'mac_address': 'fa:16:3e:d4:fe:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cb29376-5460-4e6e-b802-9dae92af7ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '3f878134-65af-45b6-b618-55048111a9b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:02:36Z', 'updated_at': '2022-05-13T13:02:37Z', 'revision_number': 2, 'project_id': '88d6b2ac259f40f1866c226155e61fff', 'subnets': [{'id': '3f878134-65af-45b6-b618-55048111a9b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841644-1-iscsi', False) {} {{(pid=109806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:02:49.635460 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-63130d73-9893-4096-885e-0d9e0d7b6e85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (32e8f8bd-9fff-48d1-9ba3-8864e663d52a), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:49.667219 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01761600-440f-4972-b147-b0cf52afc57e None None] Checking router: 7cb29376-5460-4e6e-b802-9dae92af7ead for host: dv-cinder-841644-1-iscsi {{(pid=109806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:02:49.667560 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01761600-440f-4972-b147-b0cf52afc57e None None] Updating router 7cb29376-5460-4e6e-b802-9dae92af7ead port 83ad9879-a6a0-451f-b5dc-3d33b4057c4c binding host dv-cinder-841644-1-iscsi {{(pid=109806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 13:02:49.699494 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron_lib.callbacks.manager [None req-01761600-440f-4972-b147-b0cf52afc57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (83ad9879-a6a0-451f-b5dc-3d33b4057c4c), before_update {{(pid=109806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:49.738147 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8998340-e12a-456e-ba97-77ac9cdd3244 None None] Pushing event updated for resources: {'Port': ['ID=32e8f8bd-9fff-48d1-9ba3-8864e663d52a,revision_number=3']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:02:49.850812 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-63130d73-9893-4096-885e-0d9e0d7b6e85 None None] Attempting to bind port 32e8f8bd-9fff-48d1-9ba3-8864e663d52a on host dv-cinder-841644-1-iscsi for vnic_type normal with profile {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:02:49.851100 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-63130d73-9893-4096-885e-0d9e0d7b6e85 None None] Attempting to bind port 32e8f8bd-9fff-48d1-9ba3-8864e663d52a by drivers openvswitch,hyperv on host dv-cinder-841644-1-iscsi at level 0 using segments [{'id': '4b5c19aa-2bf1-44dd-976e-1cc2f77bda70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '99d29262-af07-4901-9b76-66b1df94a6a1'}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:02:49.851464 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63130d73-9893-4096-885e-0d9e0d7b6e85 None None] Attempting to bind port 32e8f8bd-9fff-48d1-9ba3-8864e663d52a on network 99d29262-af07-4901-9b76-66b1df94a6a1 {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:02:49.859234 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63130d73-9893-4096-885e-0d9e0d7b6e85 None None] Checking agent: {'id': 'f7880a20-862d-46b4-8dd6-192b0a47d710', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841644-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 12, 45, 48), 'started_at': datetime.datetime(2022, 5, 13, 12, 46, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841644-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:02:49.859608 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63130d73-9893-4096-885e-0d9e0d7b6e85 None None] Checking segment: {'id': '4b5c19aa-2bf1-44dd-976e-1cc2f77bda70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '99d29262-af07-4901-9b76-66b1df94a6a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:02:49.860010 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-63130d73-9893-4096-885e-0d9e0d7b6e85 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:49.860401 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63130d73-9893-4096-885e-0d9e0d7b6e85 None None] Bound using segment: {'id': '4b5c19aa-2bf1-44dd-976e-1cc2f77bda70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '99d29262-af07-4901-9b76-66b1df94a6a1'} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:02:49.860871 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-63130d73-9893-4096-885e-0d9e0d7b6e85 None None] Bound port: 32e8f8bd-9fff-48d1-9ba3-8864e663d52a, host: dv-cinder-841644-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b5c19aa-2bf1-44dd-976e-1cc2f77bda70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '99d29262-af07-4901-9b76-66b1df94a6a1'}}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:02:49.861286 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-63130d73-9893-4096-885e-0d9e0d7b6e85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (32e8f8bd-9fff-48d1-9ba3-8864e663d52a), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:50.015631 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-63130d73-9893-4096-885e-0d9e0d7b6e85 None None] For port 32e8f8bd-9fff-48d1-9ba3-8864e663d52a, host dv-cinder-841644-1-iscsi, cleared binding levels {{(pid=109805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:02:50.022055 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-63130d73-9893-4096-885e-0d9e0d7b6e85 None None] For port 32e8f8bd-9fff-48d1-9ba3-8864e663d52a, host dv-cinder-841644-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841644-1-iscsi',level=0,port_id=32e8f8bd-9fff-48d1-9ba3-8864e663d52a,segment=NetworkSegment(4b5c19aa-2bf1-44dd-976e-1cc2f77bda70),segment_id=4b5c19aa-2bf1-44dd-976e-1cc2f77bda70)] {{(pid=109805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:02:50.032204 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-63130d73-9893-4096-885e-0d9e0d7b6e85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (32e8f8bd-9fff-48d1-9ba3-8864e663d52a), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:50.305711 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-b30a25f5-a7d3-4fed-bc69-232d0b63c66c None None] Provisioning complete for port 32e8f8bd-9fff-48d1-9ba3-8864e663d52a triggered by entity DHCP. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:02:50.306549 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-b30a25f5-a7d3-4fed-bc69-232d0b63c66c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (32e8f8bd-9fff-48d1-9ba3-8864e663d52a), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:50.311547 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron_lib.callbacks.manager [None req-01761600-440f-4972-b147-b0cf52afc57e None None] Publish callbacks [] for port (83ad9879-a6a0-451f-b5dc-3d33b4057c4c), precommit_update {{(pid=109806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:50.321983 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron_lib.callbacks.manager [None req-01761600-440f-4972-b147-b0cf52afc57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (83ad9879-a6a0-451f-b5dc-3d33b4057c4c), after_update {{(pid=109806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:50.381249 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8998340-e12a-456e-ba97-77ac9cdd3244 None None] Pushing event updated for resources: {'Port': ['ID=32e8f8bd-9fff-48d1-9ba3-8864e663d52a,revision_number=4']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:02:50.408721 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63130d73-9893-4096-885e-0d9e0d7b6e85 None None] Routers {'91bf88d9-2b83-48c7-ba51-06ddc70b8f63'} bound to L3 agent in host dv-cinder-841644-1-iscsi {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:02:50.409441 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-63130d73-9893-4096-885e-0d9e0d7b6e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841644-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T12:45:44Z,description=,heartbeat_timestamp=2022-05-13T13:02:44Z,host='dv-cinder-841644-1-iscsi',id=6d8a5631-9f63-444c-af3b-4dcce4842b62,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T12:45:44Z,topic='l3_agent')) {'router_ids': ['91bf88d9-2b83-48c7-ba51-06ddc70b8f63'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:02:50.456630 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f270054b-ab99-4a96-8981-038076faa91a None None] Pushing event updated for resources: {'Port': ['ID=83ad9879-a6a0-451f-b5dc-3d33b4057c4c,revision_number=3']} {{(pid=109806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:02:50.514818 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.plugins.ml2.managers [None req-01761600-440f-4972-b147-b0cf52afc57e None None] Attempting to bind port 83ad9879-a6a0-451f-b5dc-3d33b4057c4c on host dv-cinder-841644-1-iscsi for vnic_type normal with profile {{(pid=109806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:02:50.515880 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.plugins.ml2.managers [None req-01761600-440f-4972-b147-b0cf52afc57e None None] Attempting to bind port 83ad9879-a6a0-451f-b5dc-3d33b4057c4c by drivers openvswitch,hyperv on host dv-cinder-841644-1-iscsi at level 0 using segments [{'id': '37b9d973-15e6-4a1b-8021-d91da8e96982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f61285e8-436e-45fe-a0fb-e01adb84084d'}] {{(pid=109806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:02:50.516306 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01761600-440f-4972-b147-b0cf52afc57e None None] Attempting to bind port 83ad9879-a6a0-451f-b5dc-3d33b4057c4c on network f61285e8-436e-45fe-a0fb-e01adb84084d {{(pid=109806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:02:50.522571 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01761600-440f-4972-b147-b0cf52afc57e None None] Checking agent: {'id': 'f7880a20-862d-46b4-8dd6-192b0a47d710', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841644-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 12, 45, 48), 'started_at': datetime.datetime(2022, 5, 13, 12, 46, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841644-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:02:50.523182 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01761600-440f-4972-b147-b0cf52afc57e None None] Checking segment: {'id': '37b9d973-15e6-4a1b-8021-d91da8e96982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f61285e8-436e-45fe-a0fb-e01adb84084d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:02:50.523645 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron_lib.callbacks.manager [None req-01761600-440f-4972-b147-b0cf52afc57e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:50.524098 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01761600-440f-4972-b147-b0cf52afc57e None None] Bound using segment: {'id': '37b9d973-15e6-4a1b-8021-d91da8e96982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f61285e8-436e-45fe-a0fb-e01adb84084d'} {{(pid=109806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:02:50.525160 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.plugins.ml2.managers [None req-01761600-440f-4972-b147-b0cf52afc57e None None] Bound port: 83ad9879-a6a0-451f-b5dc-3d33b4057c4c, host: dv-cinder-841644-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37b9d973-15e6-4a1b-8021-d91da8e96982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f61285e8-436e-45fe-a0fb-e01adb84084d'}}] {{(pid=109806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:02:50.525613 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron_lib.callbacks.manager [None req-01761600-440f-4972-b147-b0cf52afc57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (83ad9879-a6a0-451f-b5dc-3d33b4057c4c), before_update {{(pid=109806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:50.567290 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (202f7e15-8fd1-4d3b-a0cb-2b083dcecd1a), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:50.588093 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-b30a25f5-a7d3-4fed-bc69-232d0b63c66c None None] Current status of the port 32e8f8bd-9fff-48d1-9ba3-8864e663d52a is: DOWN; New status is: ACTIVE {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:02:50.591233 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-b30a25f5-a7d3-4fed-bc69-232d0b63c66c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (32e8f8bd-9fff-48d1-9ba3-8864e663d52a), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:50.637267 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-b30a25f5-a7d3-4fed-bc69-232d0b63c66c None None] For port 32e8f8bd-9fff-48d1-9ba3-8864e663d52a, host dv-cinder-841644-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841644-1-iscsi',level=0,port_id=32e8f8bd-9fff-48d1-9ba3-8864e663d52a,segment=NetworkSegment(4b5c19aa-2bf1-44dd-976e-1cc2f77bda70),segment_id=4b5c19aa-2bf1-44dd-976e-1cc2f77bda70)] {{(pid=109805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:02:50.652510 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-b30a25f5-a7d3-4fed-bc69-232d0b63c66c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (32e8f8bd-9fff-48d1-9ba3-8864e663d52a), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:50.653091 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.plugins.ml2.db [None req-01761600-440f-4972-b147-b0cf52afc57e None None] For port 83ad9879-a6a0-451f-b5dc-3d33b4057c4c, host dv-cinder-841644-1-iscsi, cleared binding levels {{(pid=109806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:02:50.659594 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.plugins.ml2.db [None req-01761600-440f-4972-b147-b0cf52afc57e None None] For port 83ad9879-a6a0-451f-b5dc-3d33b4057c4c, host dv-cinder-841644-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841644-1-iscsi',level=0,port_id=83ad9879-a6a0-451f-b5dc-3d33b4057c4c,segment=NetworkSegment(37b9d973-15e6-4a1b-8021-d91da8e96982),segment_id=37b9d973-15e6-4a1b-8021-d91da8e96982)] {{(pid=109806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:02:50.677299 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron_lib.callbacks.manager [None req-01761600-440f-4972-b147-b0cf52afc57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (83ad9879-a6a0-451f-b5dc-3d33b4057c4c), after_update {{(pid=109806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:50.763966 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-63130d73-9893-4096-885e-0d9e0d7b6e85 None None] Set router 91bf88d9-2b83-48c7-ba51-06ddc70b8f63 gateway port host: dv-cinder-841644-1-iscsi {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:02:50.789484 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f270054b-ab99-4a96-8981-038076faa91a None None] Pushing event updated for resources: {'Port': ['ID=83ad9879-a6a0-451f-b5dc-3d33b4057c4c,revision_number=4']} {{(pid=109806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:02:50.814215 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01761600-440f-4972-b147-b0cf52afc57e None None] Routers {'7cb29376-5460-4e6e-b802-9dae92af7ead'} bound to L3 agent in host dv-cinder-841644-1-iscsi {{(pid=109806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:02:50.814846 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_hamode_db [None req-01761600-440f-4972-b147-b0cf52afc57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841644-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T12:45:44Z,description=,heartbeat_timestamp=2022-05-13T13:02:44Z,host='dv-cinder-841644-1-iscsi',id=6d8a5631-9f63-444c-af3b-4dcce4842b62,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T12:45:44Z,topic='l3_agent')) {'router_ids': ['7cb29376-5460-4e6e-b802-9dae92af7ead'], 'active': True} {{(pid=109806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:02:50.940323 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-a0ecc441-be20-494a-ba19-3f1b5ed5e2b9 None None] Provisioning complete for port 32e8f8bd-9fff-48d1-9ba3-8864e663d52a triggered by entity DHCP. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:02:50.940759 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-a0ecc441-be20-494a-ba19-3f1b5ed5e2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (32e8f8bd-9fff-48d1-9ba3-8864e663d52a), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:50.945458 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30a25f5-a7d3-4fed-bc69-232d0b63c66c None None] Pushing event updated for resources: {'Port': ['ID=32e8f8bd-9fff-48d1-9ba3-8864e663d52a,revision_number=5']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:02:50.993455 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.agents_db [None req-04065fb1-5207-409b-a281-8f6301b2fc59 None None] Agent healthcheck: found 6 active agents {{(pid=109806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 13:02:51.010366 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_dvr_db [None req-01761600-440f-4972-b147-b0cf52afc57e None None] Set router 7cb29376-5460-4e6e-b802-9dae92af7ead gateway port host: dv-cinder-841644-1-iscsi {{(pid=109806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:02:51.094212 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-a0ecc441-be20-494a-ba19-3f1b5ed5e2b9 None None] Current status of the port 32e8f8bd-9fff-48d1-9ba3-8864e663d52a is: ACTIVE; New status is: ACTIVE {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:02:51.145777 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-a0ecc441-be20-494a-ba19-3f1b5ed5e2b9 None None] Provisioning complete for port 83ad9879-a6a0-451f-b5dc-3d33b4057c4c triggered by entity DHCP. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:02:51.145777 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-a0ecc441-be20-494a-ba19-3f1b5ed5e2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (83ad9879-a6a0-451f-b5dc-3d33b4057c4c), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:51.198960 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Device 32e8f8bd-9fff-48d1-9ba3-8864e663d52a up at agent ovs-agent-dv-cinder-841644-1-iscsi {{(pid=109805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:02:51.245278 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-63130d73-9893-4096-885e-0d9e0d7b6e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91bf88d9-2b83-48c7-ba51-06ddc70b8f63', 'name': 'tempest-TestMinimumBasicScenario-164753801-router', 'tenant_id': '22a0fe7d099646a49fd269e6695c429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': 'eae909b1-d4a2-405f-a470-00e76a16f4bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:02:35Z', 'updated_at': '2022-05-13T13:02:39Z', 'revision_number': 4, 'project_id': '22a0fe7d099646a49fd269e6695c429b', 'gw_port': {'id': 'eae909b1-d4a2-405f-a470-00e76a16f4bc', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91bf88d9-2b83-48c7-ba51-06ddc70b8f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:02:35Z', 'updated_at': '2022-05-13T13:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi', '_interfaces': [{'id': '32e8f8bd-9fff-48d1-9ba3-8864e663d52a', 'name': '', 'network_id': '99d29262-af07-4901-9b76-66b1df94a6a1', 'tenant_id': '22a0fe7d099646a49fd269e6695c429b', 'mac_address': 'fa:16:3e:58:c7:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91bf88d9-2b83-48c7-ba51-06ddc70b8f63', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '5b9362b7-5473-4444-9ebd-7ffc9516bcb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:02:38Z', 'updated_at': '2022-05-13T13:02:50Z', 'revision_number': 4, 'project_id': '22a0fe7d099646a49fd269e6695c429b', 'subnets': [{'id': '5b9362b7-5473-4444-9ebd-7ffc9516bcb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841644-1-iscsi', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:02:51.293464 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63130d73-9893-4096-885e-0d9e0d7b6e85 None None] The sync data for ids ['91bf88d9-2b83-48c7-ba51-06ddc70b8f63'] in dv-cinder-841644-1-iscsi is: [{'id': '91bf88d9-2b83-48c7-ba51-06ddc70b8f63', 'name': 'tempest-TestMinimumBasicScenario-164753801-router', 'tenant_id': '22a0fe7d099646a49fd269e6695c429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': 'eae909b1-d4a2-405f-a470-00e76a16f4bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:02:35Z', 'updated_at': '2022-05-13T13:02:39Z', 'revision_number': 4, 'project_id': '22a0fe7d099646a49fd269e6695c429b', 'gw_port': {'id': 'eae909b1-d4a2-405f-a470-00e76a16f4bc', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91bf88d9-2b83-48c7-ba51-06ddc70b8f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:02:35Z', 'updated_at': '2022-05-13T13:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi', '_interfaces': [{'id': '32e8f8bd-9fff-48d1-9ba3-8864e663d52a', 'name': '', 'network_id': '99d29262-af07-4901-9b76-66b1df94a6a1', 'tenant_id': '22a0fe7d099646a49fd269e6695c429b', 'mac_address': 'fa:16:3e:58:c7:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91bf88d9-2b83-48c7-ba51-06ddc70b8f63', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '5b9362b7-5473-4444-9ebd-7ffc9516bcb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:02:38Z', 'updated_at': '2022-05-13T13:02:50Z', 'revision_number': 4, 'project_id': '22a0fe7d099646a49fd269e6695c429b', 'subnets': [{'id': '5b9362b7-5473-4444-9ebd-7ffc9516bcb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:02:51.301744 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_hamode_db [None req-01761600-440f-4972-b147-b0cf52afc57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cb29376-5460-4e6e-b802-9dae92af7ead', 'name': 'tempest-TestVolumeBootPattern-1258691854-router', 'tenant_id': '88d6b2ac259f40f1866c226155e61fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'b9e2bb96-eb97-47c5-a64d-750f998e3f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:02:33Z', 'updated_at': '2022-05-13T13:02:37Z', 'revision_number': 4, 'project_id': '88d6b2ac259f40f1866c226155e61fff', 'gw_port': {'id': 'b9e2bb96-eb97-47c5-a64d-750f998e3f13', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:5f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb29376-5460-4e6e-b802-9dae92af7ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:02:34Z', 'updated_at': '2022-05-13T13:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi', '_interfaces': [{'id': '83ad9879-a6a0-451f-b5dc-3d33b4057c4c', 'name': '', 'network_id': 'f61285e8-436e-45fe-a0fb-e01adb84084d', 'tenant_id': '88d6b2ac259f40f1866c226155e61fff', 'mac_address': 'fa:16:3e:d4:fe:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cb29376-5460-4e6e-b802-9dae92af7ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '3f878134-65af-45b6-b618-55048111a9b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:02:36Z', 'updated_at': '2022-05-13T13:02:50Z', 'revision_number': 4, 'project_id': '88d6b2ac259f40f1866c226155e61fff', 'subnets': [{'id': '3f878134-65af-45b6-b618-55048111a9b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841644-1-iscsi', False) {} {{(pid=109806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:02:51.330121 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01761600-440f-4972-b147-b0cf52afc57e None None] The sync data for ids ['7cb29376-5460-4e6e-b802-9dae92af7ead'] in dv-cinder-841644-1-iscsi is: [{'id': '7cb29376-5460-4e6e-b802-9dae92af7ead', 'name': 'tempest-TestVolumeBootPattern-1258691854-router', 'tenant_id': '88d6b2ac259f40f1866c226155e61fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'b9e2bb96-eb97-47c5-a64d-750f998e3f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:02:33Z', 'updated_at': '2022-05-13T13:02:37Z', 'revision_number': 4, 'project_id': '88d6b2ac259f40f1866c226155e61fff', 'gw_port': {'id': 'b9e2bb96-eb97-47c5-a64d-750f998e3f13', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:5f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb29376-5460-4e6e-b802-9dae92af7ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:02:34Z', 'updated_at': '2022-05-13T13:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi', '_interfaces': [{'id': '83ad9879-a6a0-451f-b5dc-3d33b4057c4c', 'name': '', 'network_id': 'f61285e8-436e-45fe-a0fb-e01adb84084d', 'tenant_id': '88d6b2ac259f40f1866c226155e61fff', 'mac_address': 'fa:16:3e:d4:fe:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cb29376-5460-4e6e-b802-9dae92af7ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '3f878134-65af-45b6-b618-55048111a9b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:02:36Z', 'updated_at': '2022-05-13T13:02:50Z', 'revision_number': 4, 'project_id': '88d6b2ac259f40f1866c226155e61fff', 'subnets': [{'id': '3f878134-65af-45b6-b618-55048111a9b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:02:51.351743 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-a0ecc441-be20-494a-ba19-3f1b5ed5e2b9 None None] Current status of the port 83ad9879-a6a0-451f-b5dc-3d33b4057c4c is: DOWN; New status is: ACTIVE {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:02:51.352331 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-a0ecc441-be20-494a-ba19-3f1b5ed5e2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (83ad9879-a6a0-451f-b5dc-3d33b4057c4c), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:51.353914 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Provisioning complete for port 32e8f8bd-9fff-48d1-9ba3-8864e663d52a triggered by entity L2. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:02:51.354273 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (32e8f8bd-9fff-48d1-9ba3-8864e663d52a), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:51.416633 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-a0ecc441-be20-494a-ba19-3f1b5ed5e2b9 None None] For port 83ad9879-a6a0-451f-b5dc-3d33b4057c4c, host dv-cinder-841644-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841644-1-iscsi',level=0,port_id=83ad9879-a6a0-451f-b5dc-3d33b4057c4c,segment=NetworkSegment(37b9d973-15e6-4a1b-8021-d91da8e96982),segment_id=37b9d973-15e6-4a1b-8021-d91da8e96982)] {{(pid=109805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:02:51.424319 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-a0ecc441-be20-494a-ba19-3f1b5ed5e2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (83ad9879-a6a0-451f-b5dc-3d33b4057c4c), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:51.506598 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ecc441-be20-494a-ba19-3f1b5ed5e2b9 None None] Pushing event updated for resources: {'Port': ['ID=83ad9879-a6a0-451f-b5dc-3d33b4057c4c,revision_number=5']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:02:51.516872 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Current status of the port 32e8f8bd-9fff-48d1-9ba3-8864e663d52a is: ACTIVE; New status is: ACTIVE {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:02:51.517435 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Device 83ad9879-a6a0-451f-b5dc-3d33b4057c4c up at agent ovs-agent-dv-cinder-841644-1-iscsi {{(pid=109805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:02:51.562419 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-42db1c47-8a61-4486-bb91-0ff6946aa0e2 None None] Provisioning complete for port 83ad9879-a6a0-451f-b5dc-3d33b4057c4c triggered by entity DHCP. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:02:51.562851 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-42db1c47-8a61-4486-bb91-0ff6946aa0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (83ad9879-a6a0-451f-b5dc-3d33b4057c4c), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:51.607303 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Provisioning complete for port 83ad9879-a6a0-451f-b5dc-3d33b4057c4c triggered by entity L2. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:02:51.610619 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (83ad9879-a6a0-451f-b5dc-3d33b4057c4c), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:51.746310 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-42db1c47-8a61-4486-bb91-0ff6946aa0e2 None None] Current status of the port 83ad9879-a6a0-451f-b5dc-3d33b4057c4c is: ACTIVE; New status is: ACTIVE {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:02:51.760918 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Current status of the port 83ad9879-a6a0-451f-b5dc-3d33b4057c4c is: ACTIVE; New status is: ACTIVE {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:02:52.650720 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c25f53-59bd-4f73-b783-357ebbceabd7 req-a6f9b86d-39c7-4abd-b7de-636e7b84cb45 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:02:52.652324 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-02c25f53-59bd-4f73-b783-357ebbceabd7 req-a6f9b86d-39c7-4abd-b7de-636e7b84cb45 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] 10.222.0.49 "GET /v2.0/networks?id=ab26390c-2249-42bd-97a1-5fb2c028b74a HTTP/1.1" status: 200 len: 814 time: 0.1106780 May 13 13:02:52.668115 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-02c25f53-59bd-4f73-b783-357ebbceabd7 req-067068e0-3d58-4727-9448-56277ead6560 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] 10.222.0.49 "GET /v2.0/quotas/f7713dfabbe6446fac28d0b194ca627a HTTP/1.1" status: 200 len: 375 time: 0.0100014 May 13 13:02:52.731336 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-02c25f53-59bd-4f73-b783-357ebbceabd7 req-065b837a-42e6-4999-b63d-0b9a14bc9299 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=f7713dfabbe6446fac28d0b194ca627a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0575004 May 13 13:02:52.840480 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-02c25f53-59bd-4f73-b783-357ebbceabd7 req-4edb772f-4b8b-44c2-bcf1-a04ba5f34a98 service neutron] 10.222.0.49 "GET /v2.0/networks/ab26390c-2249-42bd-97a1-5fb2c028b74a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971758 May 13 13:02:52.947132 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-02c25f53-59bd-4f73-b783-357ebbceabd7 req-47c9fa72-00a2-412f-98db-1f6e0a58fbf0 service neutron] 10.222.0.49 "GET /v2.0/networks/ab26390c-2249-42bd-97a1-5fb2c028b74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047337 May 13 13:02:53.148506 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Device 83ad9879-a6a0-451f-b5dc-3d33b4057c4c up at agent ovs-agent-dv-cinder-841644-1-iscsi {{(pid=109805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:02:53.150774 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-afade26b-a518-415d-83e5-3640435e8eca req-467366ba-d0e9-4c34-bf49-efd144cc5ac2 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] 10.222.0.49 "GET /v2.0/ports?device_id=24c9a0bb-7fb3-43a0-9175-b258e9c7bbd5 HTTP/1.1" status: 200 len: 210 time: 0.0419774 May 13 13:02:53.230527 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Provisioning complete for port 83ad9879-a6a0-451f-b5dc-3d33b4057c4c triggered by entity L2. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:02:53.230955 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (83ad9879-a6a0-451f-b5dc-3d33b4057c4c), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:53.324559 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Current status of the port 83ad9879-a6a0-451f-b5dc-3d33b4057c4c is: ACTIVE; New status is: ACTIVE {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:02:54.236654 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-fc6cdd61-7169-432d-b8e4-41d166b7ba74 req-a7ccc2b8-1a85-41d0-a583-6baf1be8c055 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] 10.222.0.49 "GET /v2.0/ports?device_id=24c9a0bb-7fb3-43a0-9175-b258e9c7bbd5 HTTP/1.1" status: 200 len: 210 time: 0.0297077 May 13 13:02:54.602717 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c25f53-59bd-4f73-b783-357ebbceabd7 req-bd47e434-bd0b-479e-88e5-9d1575da6579 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:02:54.604510 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-02c25f53-59bd-4f73-b783-357ebbceabd7 req-bd47e434-bd0b-479e-88e5-9d1575da6579 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] 10.222.0.52 "GET /v2.0/networks?id=ab26390c-2249-42bd-97a1-5fb2c028b74a HTTP/1.1" status: 200 len: 814 time: 0.1150298 May 13 13:02:54.633180 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.v2.base [req-02c25f53-59bd-4f73-b783-357ebbceabd7 req-6df93802-6641-48cb-87c3-00f052f4d150 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Request body: {'port': {'device_id': '24c9a0bb-7fb3-43a0-9175-b258e9c7bbd5', 'network_id': 'ab26390c-2249-42bd-97a1-5fb2c028b74a', 'admin_state_up': True, 'tenant_id': 'f7713dfabbe6446fac28d0b194ca627a'}} {{(pid=109804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:02:54.741323 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02c25f53-59bd-4f73-b783-357ebbceabd7 req-6df93802-6641-48cb-87c3-00f052f4d150 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Made reservation on behalf of f7713dfabbe6446fac28d0b194ca627a for: {'port': 1} {{(pid=109804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:02:54.745603 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-02c25f53-59bd-4f73-b783-357ebbceabd7 req-6df93802-6641-48cb-87c3-00f052f4d150 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:54.876679 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [req-02c25f53-59bd-4f73-b783-357ebbceabd7 req-6df93802-6641-48cb-87c3-00f052f4d150 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Allocated IP 172.20.0.4 (ab26390c-2249-42bd-97a1-5fb2c028b74a/295afeaf-3910-4069-9543-33c4303d4583/90cfa8c9-1331-41ca-84e5-e5be3729e414) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:02:55.090925 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-02c25f53-59bd-4f73-b783-357ebbceabd7 req-6df93802-6641-48cb-87c3-00f052f4d150 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Publish callbacks [] for port (90cfa8c9-1331-41ca-84e5-e5be3729e414), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:55.133955 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-02c25f53-59bd-4f73-b783-357ebbceabd7 req-6df93802-6641-48cb-87c3-00f052f4d150 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750967062384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6007231'] for port (90cfa8c9-1331-41ca-84e5-e5be3729e414), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:55.184429 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02c25f53-59bd-4f73-b783-357ebbceabd7 req-6df93802-6641-48cb-87c3-00f052f4d150 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Network ab26390c-2249-42bd-97a1-5fb2c028b74a is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:02:55.188444 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [req-02c25f53-59bd-4f73-b783-357ebbceabd7 req-6df93802-6641-48cb-87c3-00f052f4d150 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:02:55.193177 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [req-02c25f53-59bd-4f73-b783-357ebbceabd7 req-6df93802-6641-48cb-87c3-00f052f4d150 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:02:55.245940 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c25f53-59bd-4f73-b783-357ebbceabd7 req-6df93802-6641-48cb-87c3-00f052f4d150 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:02:55.246699 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-02c25f53-59bd-4f73-b783-357ebbceabd7 req-6df93802-6641-48cb-87c3-00f052f4d150 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4290'] for port (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:55.307130 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df93802-6641-48cb-87c3-00f052f4d150 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Pushing event updated for resources: {'Port': ['ID=90cfa8c9-1331-41ca-84e5-e5be3729e414,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:02:55.336747 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-02c25f53-59bd-4f73-b783-357ebbceabd7 req-6df93802-6641-48cb-87c3-00f052f4d150 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7072020 May 13 13:02:55.426820 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b69015-0f3f-4fee-b9ca-8d6334b0efd5 req-fdd4d710-7d42-429d-8a93-5243e7aa63e7 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:02:55.440718 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-b9b69015-0f3f-4fee-b9ca-8d6334b0efd5 req-fdd4d710-7d42-429d-8a93-5243e7aa63e7 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] 10.222.0.49 "GET /v2.0/ports?device_id=24c9a0bb-7fb3-43a0-9175-b258e9c7bbd5 HTTP/1.1" status: 200 len: 931 time: 0.0804133 May 13 13:02:55.523332 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-b9b69015-0f3f-4fee-b9ca-8d6334b0efd5 req-0a9f69bd-5c09-4001-94cd-742b7a7e23fe tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] 10.222.0.49 "GET /v2.0/security-groups?id=937d479c-27f4-4075-8be2-51ff80e6516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813272 May 13 13:02:55.620623 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-760e09e6-a4bd-4cec-860c-ee1f0d7a9cf9 None None] Provisioning complete for port 90cfa8c9-1331-41ca-84e5-e5be3729e414 triggered by entity DHCP. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:02:55.621393 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-760e09e6-a4bd-4cec-860c-ee1f0d7a9cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (90cfa8c9-1331-41ca-84e5-e5be3729e414), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:02:55.667480 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-760e09e6-a4bd-4cec-860c-ee1f0d7a9cf9 None None] Port 90cfa8c9-1331-41ca-84e5-e5be3729e414 cannot update to ACTIVE because it is not bound. {{(pid=109805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 13:02:56.651759 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f165fe-4ec9-4eba-b487-6b28270b9d60 req-6b46e1f5-b352-439c-861c-d76a500cd9a5 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:02:56.655746 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-83f165fe-4ec9-4eba-b487-6b28270b9d60 req-6b46e1f5-b352-439c-861c-d76a500cd9a5 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] 10.222.0.49 "GET /v2.0/ports?device_id=24c9a0bb-7fb3-43a0-9175-b258e9c7bbd5 HTTP/1.1" status: 200 len: 931 time: 0.0562336 May 13 13:02:56.730632 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-83f165fe-4ec9-4eba-b487-6b28270b9d60 req-61d6cd2f-c365-4293-8335-35bfe50dfad6 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] 10.222.0.49 "GET /v2.0/security-groups?id=937d479c-27f4-4075-8be2-51ff80e6516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655024 May 13 13:02:57.855043 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd801ccb-1263-4f0f-b5bf-00319ba9f107 req-14431523-426d-4ac4-9d84-e8264c1eac6b tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:02:57.859799 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-cd801ccb-1263-4f0f-b5bf-00319ba9f107 req-14431523-426d-4ac4-9d84-e8264c1eac6b tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] 10.222.0.49 "GET /v2.0/ports?device_id=24c9a0bb-7fb3-43a0-9175-b258e9c7bbd5 HTTP/1.1" status: 200 len: 931 time: 0.0597293 May 13 13:02:57.919031 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-cd801ccb-1263-4f0f-b5bf-00319ba9f107 req-281d7ba3-119b-4667-99e6-e0146bb6b796 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] 10.222.0.49 "GET /v2.0/security-groups?id=937d479c-27f4-4075-8be2-51ff80e6516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524216 May 13 13:02:59.052527 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39358568-83b8-483e-b1f6-cebba6c77725 req-c589cef9-3146-47ef-a786-36e731247710 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:02:59.061283 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-39358568-83b8-483e-b1f6-cebba6c77725 req-c589cef9-3146-47ef-a786-36e731247710 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] 10.222.0.49 "GET /v2.0/ports?device_id=24c9a0bb-7fb3-43a0-9175-b258e9c7bbd5 HTTP/1.1" status: 200 len: 931 time: 0.0702431 May 13 13:02:59.116311 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-39358568-83b8-483e-b1f6-cebba6c77725 req-79fff8ce-595c-429a-9e3a-65e490f5aaec tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] 10.222.0.49 "GET /v2.0/security-groups?id=937d479c-27f4-4075-8be2-51ff80e6516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524995 May 13 13:03:00.248318 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d209dde7-9a1c-4424-a021-a7e7011791ae req-9dd5d0be-ba1c-4823-a519-df503e8730b5 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:03:00.249876 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-d209dde7-9a1c-4424-a021-a7e7011791ae req-9dd5d0be-ba1c-4823-a519-df503e8730b5 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] 10.222.0.49 "GET /v2.0/ports?device_id=24c9a0bb-7fb3-43a0-9175-b258e9c7bbd5 HTTP/1.1" status: 200 len: 931 time: 0.0577376 May 13 13:03:00.306287 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-d209dde7-9a1c-4424-a021-a7e7011791ae req-8ca47fa1-5e81-4950-9545-4d12020c4e2b tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] 10.222.0.49 "GET /v2.0/security-groups?id=937d479c-27f4-4075-8be2-51ff80e6516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443451 May 13 13:03:00.492039 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-e0da4bdd-8cbe-49a8-86a4-04a0b11b5142 req-f924078a-562d-458b-bd80-d407021aebf4 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2036298892&fields=id&tenant_id=6a60c4cb84044c338d954f9a3ec8ef31 HTTP/1.1" status: 200 len: 267 time: 0.0480266 May 13 13:03:00.610846 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0da4bdd-8cbe-49a8-86a4-04a0b11b5142 req-a1b10701-4354-47f9-bae3-a5be43d1b357 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:03:00.612397 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-e0da4bdd-8cbe-49a8-86a4-04a0b11b5142 req-a1b10701-4354-47f9-bae3-a5be43d1b357 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.49 "GET /v2.0/networks?id=aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1 HTTP/1.1" status: 200 len: 811 time: 0.1123428 May 13 13:03:00.628463 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-e0da4bdd-8cbe-49a8-86a4-04a0b11b5142 req-6bf860ed-04e5-4acf-99d4-111a30c06186 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.49 "GET /v2.0/quotas/6a60c4cb84044c338d954f9a3ec8ef31 HTTP/1.1" status: 200 len: 375 time: 0.0101891 May 13 13:03:00.684328 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-e0da4bdd-8cbe-49a8-86a4-04a0b11b5142 req-599821a3-3af5-4927-9cc1-41597b91929d tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=6a60c4cb84044c338d954f9a3ec8ef31&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0498159 May 13 13:03:00.788924 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-e0da4bdd-8cbe-49a8-86a4-04a0b11b5142 req-da7b655b-7641-4a81-b8c2-1e187c001576 service neutron] 10.222.0.49 "GET /v2.0/networks/aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923862 May 13 13:03:00.885950 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-e0da4bdd-8cbe-49a8-86a4-04a0b11b5142 req-ef08e374-bce6-41e6-a885-a15ae2efa5d1 service neutron] 10.222.0.49 "GET /v2.0/networks/aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903413 May 13 13:03:01.217810 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-32156412-15c2-41e0-8572-daf7f7665c8d req-63f3826a-2f3c-4aa0-b03b-37c253af8066 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.49 "GET /v2.0/ports?device_id=949ac2a1-5fa1-458a-954b-09355d5dfc68 HTTP/1.1" status: 200 len: 210 time: 0.0405371 May 13 13:03:01.462209 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a387f928-1de4-487b-b14b-e828225b1487 req-d433403e-8c18-475b-bf96-c4e4127a3d3b tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:03:01.464720 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-a387f928-1de4-487b-b14b-e828225b1487 req-d433403e-8c18-475b-bf96-c4e4127a3d3b tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] 10.222.0.49 "GET /v2.0/ports?device_id=24c9a0bb-7fb3-43a0-9175-b258e9c7bbd5 HTTP/1.1" status: 200 len: 931 time: 0.0664217 May 13 13:03:01.560761 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-a387f928-1de4-487b-b14b-e828225b1487 req-0bc17e17-c4f9-4b7e-bd77-5c49bf7822d0 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] 10.222.0.49 "GET /v2.0/security-groups?id=937d479c-27f4-4075-8be2-51ff80e6516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901821 May 13 13:03:02.310761 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-bf170f51-64a1-472b-8c04-a387df6c2114 req-ec8c4232-b96a-42df-bfe3-41f4aa0280da tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.49 "GET /v2.0/ports?device_id=949ac2a1-5fa1-458a-954b-09355d5dfc68 HTTP/1.1" status: 200 len: 210 time: 0.0287852 May 13 13:03:02.675077 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161f2e89-436b-438d-a0a9-e323afd67f5f req-4821c5b7-de90-4fff-abed-f06c8ca8ec62 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:03:02.676510 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-161f2e89-436b-438d-a0a9-e323afd67f5f req-4821c5b7-de90-4fff-abed-f06c8ca8ec62 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] 10.222.0.49 "GET /v2.0/ports?device_id=24c9a0bb-7fb3-43a0-9175-b258e9c7bbd5 HTTP/1.1" status: 200 len: 931 time: 0.0490172 May 13 13:03:02.723143 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-161f2e89-436b-438d-a0a9-e323afd67f5f req-acb4e71b-ddab-4133-81a8-0767693dce64 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] 10.222.0.49 "GET /v2.0/security-groups?id=937d479c-27f4-4075-8be2-51ff80e6516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410659 May 13 13:03:03.068573 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.v2.base [req-02c25f53-59bd-4f73-b783-357ebbceabd7 req-725b1621-852a-4df8-bb2c-43f2f2aa7080 service neutron] Request body: {'port': {'device_id': '24c9a0bb-7fb3-43a0-9175-b258e9c7bbd5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84164'}} {{(pid=109804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:03:03.132890 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-02c25f53-59bd-4f73-b783-357ebbceabd7 req-725b1621-852a-4df8-bb2c-43f2f2aa7080 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (90cfa8c9-1331-41ca-84e5-e5be3729e414), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:03:03.688101 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-ed0bfe2d-9f1f-4bf7-b3c7-82e6fcfd9334 req-7a2fe8fb-19e1-431b-bd88-329847f441e5 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.49 "GET /v2.0/ports?device_id=949ac2a1-5fa1-458a-954b-09355d5dfc68 HTTP/1.1" status: 200 len: 210 time: 0.2962794 May 13 13:03:03.695853 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.notifiers.nova [req-02c25f53-59bd-4f73-b783-357ebbceabd7 req-725b1621-852a-4df8-bb2c-43f2f2aa7080 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90cfa8c9-1331-41ca-84e5-e5be3729e414 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:03:03.704360 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-02c25f53-59bd-4f73-b783-357ebbceabd7 req-725b1621-852a-4df8-bb2c-43f2f2aa7080 service neutron] Publish callbacks [] for port (90cfa8c9-1331-41ca-84e5-e5be3729e414), precommit_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:03:03.717893 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [req-02c25f53-59bd-4f73-b783-357ebbceabd7 req-725b1621-852a-4df8-bb2c-43f2f2aa7080 service neutron] Transition to ACTIVE for port object 90cfa8c9-1331-41ca-84e5-e5be3729e414 will not be triggered until provisioned by entity L2. {{(pid=109804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 13:03:03.720880 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-02c25f53-59bd-4f73-b783-357ebbceabd7 req-725b1621-852a-4df8-bb2c-43f2f2aa7080 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6007238'] for port (90cfa8c9-1331-41ca-84e5-e5be3729e414), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:03:03.771756 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725b1621-852a-4df8-bb2c-43f2f2aa7080 service neutron] Pushing event updated for resources: {'Port': ['ID=90cfa8c9-1331-41ca-84e5-e5be3729e414,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:03:03.846052 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5840e381-4e0b-4cdc-bcc6-c9e4ed8ba353 req-1ae56248-deaf-4d08-ae24-cb7ae421e072 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:03:03.847586 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-5840e381-4e0b-4cdc-bcc6-c9e4ed8ba353 req-1ae56248-deaf-4d08-ae24-cb7ae421e072 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] 10.222.0.49 "GET /v2.0/ports?device_id=24c9a0bb-7fb3-43a0-9175-b258e9c7bbd5 HTTP/1.1" status: 200 len: 943 time: 0.0495973 May 13 13:03:03.850422 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [req-02c25f53-59bd-4f73-b783-357ebbceabd7 req-725b1621-852a-4df8-bb2c-43f2f2aa7080 service neutron] Attempting to bind port 90cfa8c9-1331-41ca-84e5-e5be3729e414 on host hv-cinder-84164 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:03:03.850771 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [req-02c25f53-59bd-4f73-b783-357ebbceabd7 req-725b1621-852a-4df8-bb2c-43f2f2aa7080 service neutron] Attempting to bind port 90cfa8c9-1331-41ca-84e5-e5be3729e414 by drivers openvswitch,hyperv on host hv-cinder-84164 at level 0 using segments [{'id': '4ac1a893-c8bf-48e7-8046-f12c6b33a07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ab26390c-2249-42bd-97a1-5fb2c028b74a'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:03:03.851096 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c25f53-59bd-4f73-b783-357ebbceabd7 req-725b1621-852a-4df8-bb2c-43f2f2aa7080 service neutron] Attempting to bind port 90cfa8c9-1331-41ca-84e5-e5be3729e414 on network ab26390c-2249-42bd-97a1-5fb2c028b74a {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:03:03.856184 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c25f53-59bd-4f73-b783-357ebbceabd7 req-725b1621-852a-4df8-bb2c-43f2f2aa7080 service neutron] Port 90cfa8c9-1331-41ca-84e5-e5be3729e414 on network ab26390c-2249-42bd-97a1-5fb2c028b74a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84164 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 13:03:03.856308 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c25f53-59bd-4f73-b783-357ebbceabd7 req-725b1621-852a-4df8-bb2c-43f2f2aa7080 service neutron] Attempting to bind port 90cfa8c9-1331-41ca-84e5-e5be3729e414 on network ab26390c-2249-42bd-97a1-5fb2c028b74a {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:03:03.861519 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c25f53-59bd-4f73-b783-357ebbceabd7 req-725b1621-852a-4df8-bb2c-43f2f2aa7080 service neutron] Checking agent: {'id': '202f7e15-8fd1-4d3b-a0cb-2b083dcecd1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84164', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 12, 52, 20), 'started_at': datetime.datetime(2022, 5, 13, 12, 52, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:03:03.861745 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c25f53-59bd-4f73-b783-357ebbceabd7 req-725b1621-852a-4df8-bb2c-43f2f2aa7080 service neutron] Checking segment: {'id': '4ac1a893-c8bf-48e7-8046-f12c6b33a07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ab26390c-2249-42bd-97a1-5fb2c028b74a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:03:03.862109 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c25f53-59bd-4f73-b783-357ebbceabd7 req-725b1621-852a-4df8-bb2c-43f2f2aa7080 service neutron] Bound using segment: {'id': '4ac1a893-c8bf-48e7-8046-f12c6b33a07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ab26390c-2249-42bd-97a1-5fb2c028b74a'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:03:03.862523 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [req-02c25f53-59bd-4f73-b783-357ebbceabd7 req-725b1621-852a-4df8-bb2c-43f2f2aa7080 service neutron] Bound port: 90cfa8c9-1331-41ca-84e5-e5be3729e414, host: hv-cinder-84164, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ac1a893-c8bf-48e7-8046-f12c6b33a07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ab26390c-2249-42bd-97a1-5fb2c028b74a'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:03:03.862877 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-02c25f53-59bd-4f73-b783-357ebbceabd7 req-725b1621-852a-4df8-bb2c-43f2f2aa7080 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (90cfa8c9-1331-41ca-84e5-e5be3729e414), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:03:03.921184 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-5840e381-4e0b-4cdc-bcc6-c9e4ed8ba353 req-f3e5b355-7652-497b-96da-0093120f215d tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] 10.222.0.49 "GET /v2.0/security-groups?id=937d479c-27f4-4075-8be2-51ff80e6516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657668 May 13 13:03:03.947308 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.db [req-02c25f53-59bd-4f73-b783-357ebbceabd7 req-725b1621-852a-4df8-bb2c-43f2f2aa7080 service neutron] For port 90cfa8c9-1331-41ca-84e5-e5be3729e414, host hv-cinder-84164, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:03:03.952030 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.db [req-02c25f53-59bd-4f73-b783-357ebbceabd7 req-725b1621-852a-4df8-bb2c-43f2f2aa7080 service neutron] For port 90cfa8c9-1331-41ca-84e5-e5be3729e414, host hv-cinder-84164, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84164',level=0,port_id=90cfa8c9-1331-41ca-84e5-e5be3729e414,segment=NetworkSegment(4ac1a893-c8bf-48e7-8046-f12c6b33a07c),segment_id=4ac1a893-c8bf-48e7-8046-f12c6b33a07c)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:03:03.960723 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-02c25f53-59bd-4f73-b783-357ebbceabd7 req-725b1621-852a-4df8-bb2c-43f2f2aa7080 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6007238'] for port (90cfa8c9-1331-41ca-84e5-e5be3729e414), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:03:04.000406 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c25f53-59bd-4f73-b783-357ebbceabd7 req-725b1621-852a-4df8-bb2c-43f2f2aa7080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:03:04.001051 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-02c25f53-59bd-4f73-b783-357ebbceabd7 req-725b1621-852a-4df8-bb2c-43f2f2aa7080 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4290'] for port (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:03:04.002445 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-02c25f53-59bd-4f73-b783-357ebbceabd7 req-725b1621-852a-4df8-bb2c-43f2f2aa7080 service neutron] 10.222.0.52 "PUT /v2.0/ports/90cfa8c9-1331-41ca-84e5-e5be3729e414 HTTP/1.1" status: 200 len: 1093 time: 0.9380832 May 13 13:03:04.002899 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24c9a0bb-7fb3-43a0-9175-b258e9c7bbd5', 'tag': '90cfa8c9-1331-41ca-84e5-e5be3729e414'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:03:04.005183 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1b69bbfd011f85c3db934c4b22a349ffa5730c167d2456731e37bfe5d9c9e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c7b6c5f-dbbb-4c94-aa07-3c2007fdf724" -d '{"events": [{"name": "network-changed", "server_uuid": "24c9a0bb-7fb3-43a0-9175-b258e9c7bbd5", "tag": "90cfa8c9-1331-41ca-84e5-e5be3729e414"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:03:04.056282 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725b1621-852a-4df8-bb2c-43f2f2aa7080 service neutron] Pushing event updated for resources: {'Port': ['ID=90cfa8c9-1331-41ca-84e5-e5be3729e414,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:03:04.062458 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 13:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b78c63bc-e0a8-4f55-a65e-644dcf71cce2 x-openstack-request-id: req-b78c63bc-e0a8-4f55-a65e-644dcf71cce2 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:03:04.062890 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24c9a0bb-7fb3-43a0-9175-b258e9c7bbd5", "tag": "90cfa8c9-1331-41ca-84e5-e5be3729e414", "status": "completed", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:03:04.063137 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b78c63bc-e0a8-4f55-a65e-644dcf71cce2 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:03:04.063693 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b78c63bc-e0a8-4f55-a65e-644dcf71cce2'] response: {'name': 'network-changed', 'server_uuid': '24c9a0bb-7fb3-43a0-9175-b258e9c7bbd5', 'tag': '90cfa8c9-1331-41ca-84e5-e5be3729e414', 'status': 'completed', 'code': 200} May 13 13:03:04.190715 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c25f53-59bd-4f73-b783-357ebbceabd7 req-be24ead3-bb8d-441f-913e-cf8ab9f031b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:03:04.192253 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-02c25f53-59bd-4f73-b783-357ebbceabd7 req-be24ead3-bb8d-441f-913e-cf8ab9f031b6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f7713dfabbe6446fac28d0b194ca627a&device_id=24c9a0bb-7fb3-43a0-9175-b258e9c7bbd5 HTTP/1.1" status: 200 len: 1127 time: 0.0872636 May 13 13:03:04.258064 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-02c25f53-59bd-4f73-b783-357ebbceabd7 req-f4f39ae8-67ee-4a57-8e00-4f034bd9e9d0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90cfa8c9-1331-41ca-84e5-e5be3729e414 HTTP/1.1" status: 200 len: 217 time: 0.0488245 May 13 13:03:04.274492 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0da4bdd-8cbe-49a8-86a4-04a0b11b5142 req-191cc978-3606-46e4-9d95-2df415f79061 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:03:04.275950 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-e0da4bdd-8cbe-49a8-86a4-04a0b11b5142 req-191cc978-3606-46e4-9d95-2df415f79061 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.52 "GET /v2.0/networks?id=aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1 HTTP/1.1" status: 200 len: 811 time: 0.1973009 May 13 13:03:04.346453 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c25f53-59bd-4f73-b783-357ebbceabd7 req-fb1095aa-49f7-4a12-896c-93e93a905d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:03:04.347921 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-02c25f53-59bd-4f73-b783-357ebbceabd7 req-fb1095aa-49f7-4a12-896c-93e93a905d5d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=295afeaf-3910-4069-9543-33c4303d4583 HTTP/1.1" status: 200 len: 853 time: 0.0710917 May 13 13:03:04.401943 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-e0da4bdd-8cbe-49a8-86a4-04a0b11b5142 req-1c110691-ec39-45c9-9b14-0853142c8c0e tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6a60c4cb84044c338d954f9a3ec8ef31 HTTP/1.1" status: 200 len: 380 time: 0.0997257 May 13 13:03:04.408601 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c25f53-59bd-4f73-b783-357ebbceabd7 req-a0687ae9-1b13-4764-bc8f-1c52345df6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:03:04.410029 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-02c25f53-59bd-4f73-b783-357ebbceabd7 req-a0687ae9-1b13-4764-bc8f-1c52345df6df service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ab26390c-2249-42bd-97a1-5fb2c028b74a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0544205 May 13 13:03:04.413692 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.v2.base [req-e0da4bdd-8cbe-49a8-86a4-04a0b11b5142 req-8313f93a-fb85-4122-99cc-4f0a7af2dad7 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Request body: {'port': {'device_id': '949ac2a1-5fa1-458a-954b-09355d5dfc68', 'network_id': 'aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1', 'admin_state_up': True, 'tenant_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'security_groups': ['22d95977-7f18-4ee5-86c7-550f6ea7e358']}} {{(pid=109804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:03:04.574591 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-02c25f53-59bd-4f73-b783-357ebbceabd7 req-98b066c1-5bb5-4bd1-be5a-2c012a762700 service neutron] 10.222.0.52 "GET /v2.0/networks/ab26390c-2249-42bd-97a1-5fb2c028b74a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569452 May 13 13:03:04.587671 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0da4bdd-8cbe-49a8-86a4-04a0b11b5142 req-8313f93a-fb85-4122-99cc-4f0a7af2dad7 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Made reservation on behalf of 6a60c4cb84044c338d954f9a3ec8ef31 for: {'port': 1} {{(pid=109804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:03:04.591896 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-e0da4bdd-8cbe-49a8-86a4-04a0b11b5142 req-8313f93a-fb85-4122-99cc-4f0a7af2dad7 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:03:04.707970 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82046e8d-e1f2-43b6-846c-aa8bee2b41cd req-1b023c03-61d3-43b0-a21e-8906928bb569 tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:03:04.709388 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-82046e8d-e1f2-43b6-846c-aa8bee2b41cd req-1b023c03-61d3-43b0-a21e-8906928bb569 tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] 10.222.0.49 "GET /v2.0/ports?device_id=287d423f-698a-400e-9798-80bcaf60cc1b HTTP/1.1" status: 200 len: 946 time: 0.0907321 May 13 13:03:04.782291 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [req-e0da4bdd-8cbe-49a8-86a4-04a0b11b5142 req-8313f93a-fb85-4122-99cc-4f0a7af2dad7 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Allocated IP 172.20.0.12 (aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1/580aedfc-8b47-4076-96d2-f68e5824303f/dc7acc83-6299-405b-9f2c-a8cefc650198) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:03:04.794854 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-06b11bae-2cf5-4b77-883b-e5959e53da83 req-ba3f03ae-63e5-4f6c-97ed-fab3d43b313c tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.49 "GET /v2.0/ports?device_id=949ac2a1-5fa1-458a-954b-09355d5dfc68 HTTP/1.1" status: 200 len: 210 time: 0.0322261 May 13 13:03:04.802248 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-82046e8d-e1f2-43b6-846c-aa8bee2b41cd req-d8903c27-064c-42cb-ad67-a6576226cd93 tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f64e4f3-46a9-40cb-85cd-b84c7fda5f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705335 May 13 13:03:04.934427 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-e0da4bdd-8cbe-49a8-86a4-04a0b11b5142 req-8313f93a-fb85-4122-99cc-4f0a7af2dad7 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Publish callbacks [] for port (dc7acc83-6299-405b-9f2c-a8cefc650198), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:03:04.973977 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-e0da4bdd-8cbe-49a8-86a4-04a0b11b5142 req-8313f93a-fb85-4122-99cc-4f0a7af2dad7 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750967062384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6007231'] for port (dc7acc83-6299-405b-9f2c-a8cefc650198), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:03:05.015336 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0da4bdd-8cbe-49a8-86a4-04a0b11b5142 req-8313f93a-fb85-4122-99cc-4f0a7af2dad7 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Network aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1 is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:03:05.018239 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [req-e0da4bdd-8cbe-49a8-86a4-04a0b11b5142 req-8313f93a-fb85-4122-99cc-4f0a7af2dad7 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:03:05.021992 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0da4bdd-8cbe-49a8-86a4-04a0b11b5142 req-8313f93a-fb85-4122-99cc-4f0a7af2dad7 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:03:05.031533 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20817e3-db63-490a-a757-28a9c7345e27 req-a68e2772-2a9c-4faa-b4db-a2bb595afa38 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:03:05.033409 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-e20817e3-db63-490a-a757-28a9c7345e27 req-a68e2772-2a9c-4faa-b4db-a2bb595afa38 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] 10.222.0.49 "GET /v2.0/ports?device_id=24c9a0bb-7fb3-43a0-9175-b258e9c7bbd5 HTTP/1.1" status: 200 len: 943 time: 0.0494125 May 13 13:03:05.056499 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8313f93a-fb85-4122-99cc-4f0a7af2dad7 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Pushing event updated for resources: {'Port': ['ID=dc7acc83-6299-405b-9f2c-a8cefc650198,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:03:05.083082 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0da4bdd-8cbe-49a8-86a4-04a0b11b5142 req-8313f93a-fb85-4122-99cc-4f0a7af2dad7 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:03:05.083702 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-e0da4bdd-8cbe-49a8-86a4-04a0b11b5142 req-8313f93a-fb85-4122-99cc-4f0a7af2dad7 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4290'] for port (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:03:05.089058 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-e20817e3-db63-490a-a757-28a9c7345e27 req-0146e0e5-cb74-425b-beac-0705c5cdcb2a tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] 10.222.0.49 "GET /v2.0/security-groups?id=937d479c-27f4-4075-8be2-51ff80e6516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479627 May 13 13:03:05.101241 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-e0da4bdd-8cbe-49a8-86a4-04a0b11b5142 req-8313f93a-fb85-4122-99cc-4f0a7af2dad7 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6939309 May 13 13:03:05.296656 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-27660bf7-a3aa-4fef-a103-8e150c823f43 None None] Provisioning complete for port dc7acc83-6299-405b-9f2c-a8cefc650198 triggered by entity DHCP. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:03:05.297332 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-27660bf7-a3aa-4fef-a103-8e150c823f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (dc7acc83-6299-405b-9f2c-a8cefc650198), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:03:05.330124 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-27660bf7-a3aa-4fef-a103-8e150c823f43 None None] Port dc7acc83-6299-405b-9f2c-a8cefc650198 cannot update to ACTIVE because it is not bound. {{(pid=109805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 13:03:05.911295 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecaf81d-4221-4eac-b001-9228837e03c3 req-93bdd3f5-1f27-4e78-8326-aaa9c4c37c0f tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:03:05.912774 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-4ecaf81d-4221-4eac-b001-9228837e03c3 req-93bdd3f5-1f27-4e78-8326-aaa9c4c37c0f tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.49 "GET /v2.0/ports?device_id=949ac2a1-5fa1-458a-954b-09355d5dfc68 HTTP/1.1" status: 200 len: 932 time: 0.0477335 May 13 13:03:05.918874 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb652bb-af1c-47ff-a378-23aba0fce616 req-6889f2cd-5127-41b6-8717-e02ae4279201 tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:03:05.920327 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-7fb652bb-af1c-47ff-a378-23aba0fce616 req-6889f2cd-5127-41b6-8717-e02ae4279201 tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] 10.222.0.49 "GET /v2.0/ports?device_id=287d423f-698a-400e-9798-80bcaf60cc1b HTTP/1.1" status: 200 len: 946 time: 0.0461545 May 13 13:03:05.962741 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-4ecaf81d-4221-4eac-b001-9228837e03c3 req-098f9012-8a3b-4671-907c-0226aebc471f tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.49 "GET /v2.0/security-groups?id=22d95977-7f18-4ee5-86c7-550f6ea7e358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436900 May 13 13:03:05.966750 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-7fb652bb-af1c-47ff-a378-23aba0fce616 req-4f3669b1-daaf-4831-8839-b0a74dd04149 tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f64e4f3-46a9-40cb-85cd-b84c7fda5f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409319 May 13 13:03:06.085024 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.v2.base [req-e0da4bdd-8cbe-49a8-86a4-04a0b11b5142 req-1eb72872-8c7e-4655-b3d7-2afd38612a0b service neutron] Request body: {'port': {'device_id': '949ac2a1-5fa1-458a-954b-09355d5dfc68', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84164'}} {{(pid=109804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:03:06.241806 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0e9f3e-f3de-4526-acd0-611fbc695bfb req-0402a445-6199-4361-83fe-2f30583b47d3 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:03:06.243496 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-1e0e9f3e-f3de-4526-acd0-611fbc695bfb req-0402a445-6199-4361-83fe-2f30583b47d3 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] 10.222.0.49 "GET /v2.0/ports?device_id=24c9a0bb-7fb3-43a0-9175-b258e9c7bbd5 HTTP/1.1" status: 200 len: 943 time: 0.0840557 May 13 13:03:06.244056 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-e0da4bdd-8cbe-49a8-86a4-04a0b11b5142 req-1eb72872-8c7e-4655-b3d7-2afd38612a0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (dc7acc83-6299-405b-9f2c-a8cefc650198), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:03:06.297197 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-02c25f53-59bd-4f73-b783-357ebbceabd7 req-e2fdc88c-2939-420a-a35e-e6ea65d79789 service neutron] 10.222.0.52 "GET /v2.0/networks/ab26390c-2249-42bd-97a1-5fb2c028b74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164292 May 13 13:03:06.361094 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-1e0e9f3e-f3de-4526-acd0-611fbc695bfb req-4a9be998-d501-4006-8290-3c545d2d4bf6 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] 10.222.0.49 "GET /v2.0/security-groups?id=937d479c-27f4-4075-8be2-51ff80e6516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102216 May 13 13:03:06.567013 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.notifiers.nova [req-e0da4bdd-8cbe-49a8-86a4-04a0b11b5142 req-1eb72872-8c7e-4655-b3d7-2afd38612a0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc7acc83-6299-405b-9f2c-a8cefc650198 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:03:06.574851 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-e0da4bdd-8cbe-49a8-86a4-04a0b11b5142 req-1eb72872-8c7e-4655-b3d7-2afd38612a0b service neutron] Publish callbacks [] for port (dc7acc83-6299-405b-9f2c-a8cefc650198), precommit_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:03:06.587335 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [req-e0da4bdd-8cbe-49a8-86a4-04a0b11b5142 req-1eb72872-8c7e-4655-b3d7-2afd38612a0b service neutron] Transition to ACTIVE for port object dc7acc83-6299-405b-9f2c-a8cefc650198 will not be triggered until provisioned by entity L2. {{(pid=109804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 13:03:06.591847 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-e0da4bdd-8cbe-49a8-86a4-04a0b11b5142 req-1eb72872-8c7e-4655-b3d7-2afd38612a0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6007238'] for port (dc7acc83-6299-405b-9f2c-a8cefc650198), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:03:06.642173 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb72872-8c7e-4655-b3d7-2afd38612a0b service neutron] Pushing event updated for resources: {'Port': ['ID=dc7acc83-6299-405b-9f2c-a8cefc650198,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:03:06.719651 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [req-e0da4bdd-8cbe-49a8-86a4-04a0b11b5142 req-1eb72872-8c7e-4655-b3d7-2afd38612a0b service neutron] Attempting to bind port dc7acc83-6299-405b-9f2c-a8cefc650198 on host hv-cinder-84164 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:03:06.720120 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [req-e0da4bdd-8cbe-49a8-86a4-04a0b11b5142 req-1eb72872-8c7e-4655-b3d7-2afd38612a0b service neutron] Attempting to bind port dc7acc83-6299-405b-9f2c-a8cefc650198 by drivers openvswitch,hyperv on host hv-cinder-84164 at level 0 using segments [{'id': '87a38a9b-76da-4b33-b09f-c49a89146602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:03:06.720449 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0da4bdd-8cbe-49a8-86a4-04a0b11b5142 req-1eb72872-8c7e-4655-b3d7-2afd38612a0b service neutron] Attempting to bind port dc7acc83-6299-405b-9f2c-a8cefc650198 on network aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:03:06.725116 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0da4bdd-8cbe-49a8-86a4-04a0b11b5142 req-1eb72872-8c7e-4655-b3d7-2afd38612a0b service neutron] Port dc7acc83-6299-405b-9f2c-a8cefc650198 on network aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84164 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 13:03:06.725431 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0da4bdd-8cbe-49a8-86a4-04a0b11b5142 req-1eb72872-8c7e-4655-b3d7-2afd38612a0b service neutron] Attempting to bind port dc7acc83-6299-405b-9f2c-a8cefc650198 on network aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:03:06.731936 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0da4bdd-8cbe-49a8-86a4-04a0b11b5142 req-1eb72872-8c7e-4655-b3d7-2afd38612a0b service neutron] Checking agent: {'id': '202f7e15-8fd1-4d3b-a0cb-2b083dcecd1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84164', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 12, 52, 20), 'started_at': datetime.datetime(2022, 5, 13, 12, 52, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:03:06.732264 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0da4bdd-8cbe-49a8-86a4-04a0b11b5142 req-1eb72872-8c7e-4655-b3d7-2afd38612a0b service neutron] Checking segment: {'id': '87a38a9b-76da-4b33-b09f-c49a89146602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:03:06.732649 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0da4bdd-8cbe-49a8-86a4-04a0b11b5142 req-1eb72872-8c7e-4655-b3d7-2afd38612a0b service neutron] Bound using segment: {'id': '87a38a9b-76da-4b33-b09f-c49a89146602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:03:06.733081 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [req-e0da4bdd-8cbe-49a8-86a4-04a0b11b5142 req-1eb72872-8c7e-4655-b3d7-2afd38612a0b service neutron] Bound port: dc7acc83-6299-405b-9f2c-a8cefc650198, host: hv-cinder-84164, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87a38a9b-76da-4b33-b09f-c49a89146602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:03:06.733436 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-e0da4bdd-8cbe-49a8-86a4-04a0b11b5142 req-1eb72872-8c7e-4655-b3d7-2afd38612a0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (dc7acc83-6299-405b-9f2c-a8cefc650198), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:03:06.799525 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.db [req-e0da4bdd-8cbe-49a8-86a4-04a0b11b5142 req-1eb72872-8c7e-4655-b3d7-2afd38612a0b service neutron] For port dc7acc83-6299-405b-9f2c-a8cefc650198, host hv-cinder-84164, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:03:06.802507 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.db [req-e0da4bdd-8cbe-49a8-86a4-04a0b11b5142 req-1eb72872-8c7e-4655-b3d7-2afd38612a0b service neutron] For port dc7acc83-6299-405b-9f2c-a8cefc650198, host hv-cinder-84164, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84164',level=0,port_id=dc7acc83-6299-405b-9f2c-a8cefc650198,segment=NetworkSegment(87a38a9b-76da-4b33-b09f-c49a89146602),segment_id=87a38a9b-76da-4b33-b09f-c49a89146602)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:03:06.809495 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-e0da4bdd-8cbe-49a8-86a4-04a0b11b5142 req-1eb72872-8c7e-4655-b3d7-2afd38612a0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6007238'] for port (dc7acc83-6299-405b-9f2c-a8cefc650198), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:03:06.841531 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0da4bdd-8cbe-49a8-86a4-04a0b11b5142 req-1eb72872-8c7e-4655-b3d7-2afd38612a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:03:06.842194 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-e0da4bdd-8cbe-49a8-86a4-04a0b11b5142 req-1eb72872-8c7e-4655-b3d7-2afd38612a0b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4290'] for port (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:03:06.843547 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-e0da4bdd-8cbe-49a8-86a4-04a0b11b5142 req-1eb72872-8c7e-4655-b3d7-2afd38612a0b service neutron] 10.222.0.52 "PUT /v2.0/ports/dc7acc83-6299-405b-9f2c-a8cefc650198 HTTP/1.1" status: 200 len: 1094 time: 0.7640986 May 13 13:03:06.843996 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '949ac2a1-5fa1-458a-954b-09355d5dfc68', 'tag': 'dc7acc83-6299-405b-9f2c-a8cefc650198'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:03:06.846363 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1b69bbfd011f85c3db934c4b22a349ffa5730c167d2456731e37bfe5d9c9e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e87d676d-0b2e-444d-adb3-1f4dced5c7a7" -d '{"events": [{"name": "network-changed", "server_uuid": "949ac2a1-5fa1-458a-954b-09355d5dfc68", "tag": "dc7acc83-6299-405b-9f2c-a8cefc650198"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:03:06.874741 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb72872-8c7e-4655-b3d7-2afd38612a0b service neutron] Pushing event updated for resources: {'Port': ['ID=dc7acc83-6299-405b-9f2c-a8cefc650198,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:03:06.893469 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 13:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf8eeffb-2d5c-4b3f-8f43-dc9e33a0222e x-openstack-request-id: req-bf8eeffb-2d5c-4b3f-8f43-dc9e33a0222e {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:03:06.893759 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "949ac2a1-5fa1-458a-954b-09355d5dfc68", "tag": "dc7acc83-6299-405b-9f2c-a8cefc650198", "status": "completed", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:03:06.894007 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bf8eeffb-2d5c-4b3f-8f43-dc9e33a0222e {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:03:06.894400 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf8eeffb-2d5c-4b3f-8f43-dc9e33a0222e'] response: {'name': 'network-changed', 'server_uuid': '949ac2a1-5fa1-458a-954b-09355d5dfc68', 'tag': 'dc7acc83-6299-405b-9f2c-a8cefc650198', 'status': 'completed', 'code': 200} May 13 13:03:07.084522 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6850d2f9-52a3-4ae2-9919-2ed2cbc5b3fa req-6a2dd52f-c3b5-4b5f-b0af-bb33363dff90 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:03:07.086091 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-6850d2f9-52a3-4ae2-9919-2ed2cbc5b3fa req-6a2dd52f-c3b5-4b5f-b0af-bb33363dff90 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.49 "GET /v2.0/ports?device_id=949ac2a1-5fa1-458a-954b-09355d5dfc68 HTTP/1.1" status: 200 len: 944 time: 0.0519347 May 13 13:03:07.089435 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2135cb-12bd-4cfe-ad25-9367349fbe15 req-37632fa5-cdad-41b8-bcb5-e2f88ed9e5a6 tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:03:07.090875 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-4b2135cb-12bd-4cfe-ad25-9367349fbe15 req-37632fa5-cdad-41b8-bcb5-e2f88ed9e5a6 tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] 10.222.0.49 "GET /v2.0/ports?device_id=287d423f-698a-400e-9798-80bcaf60cc1b HTTP/1.1" status: 200 len: 946 time: 0.0511010 May 13 13:03:07.138320 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-4b2135cb-12bd-4cfe-ad25-9367349fbe15 req-cbf3e9e7-952a-416a-b9b9-a5ce054f3f05 tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f64e4f3-46a9-40cb-85cd-b84c7fda5f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416994 May 13 13:03:07.138541 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-6850d2f9-52a3-4ae2-9919-2ed2cbc5b3fa req-fd89ed2f-e6c6-41c3-bbdd-6c3e7fd58c15 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.49 "GET /v2.0/security-groups?id=22d95977-7f18-4ee5-86c7-550f6ea7e358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464287 May 13 13:03:07.465671 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7b6c5f-dbbb-4c94-aa07-3c2007fdf724 req-f25861c0-e23a-4bbd-8cca-44c136bf1a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:03:07.467344 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-3c7b6c5f-dbbb-4c94-aa07-3c2007fdf724 req-f25861c0-e23a-4bbd-8cca-44c136bf1a3f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f7713dfabbe6446fac28d0b194ca627a&device_id=24c9a0bb-7fb3-43a0-9175-b258e9c7bbd5 HTTP/1.1" status: 200 len: 1127 time: 0.0689216 May 13 13:03:07.473630 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c5df04-ab1d-4e19-9666-ff903a01572a req-6d631e08-5cdc-4ccb-a36a-d02894000cab tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:03:07.474952 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-d9c5df04-ab1d-4e19-9666-ff903a01572a req-6d631e08-5cdc-4ccb-a36a-d02894000cab tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] 10.222.0.52 "GET /v2.0/ports?device_id=287d423f-698a-400e-9798-80bcaf60cc1b HTTP/1.1" status: 200 len: 946 time: 0.0753152 May 13 13:03:07.478219 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87d676d-0b2e-444d-adb3-1f4dced5c7a7 req-17bea79d-efa2-48ae-af88-c37199053df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:03:07.480190 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-e87d676d-0b2e-444d-adb3-1f4dced5c7a7 req-17bea79d-efa2-48ae-af88-c37199053df6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6a60c4cb84044c338d954f9a3ec8ef31&device_id=949ac2a1-5fa1-458a-954b-09355d5dfc68 HTTP/1.1" status: 200 len: 1128 time: 0.0678239 May 13 13:03:07.493146 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078bbf5c-3e7a-4d41-9991-5427681788b8 req-a7fe5ced-d872-46dc-a9f5-abae3107542b tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:03:07.494549 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-078bbf5c-3e7a-4d41-9991-5427681788b8 req-a7fe5ced-d872-46dc-a9f5-abae3107542b tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] 10.222.0.49 "GET /v2.0/ports?device_id=24c9a0bb-7fb3-43a0-9175-b258e9c7bbd5 HTTP/1.1" status: 200 len: 943 time: 0.0548170 May 13 13:03:07.605827 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-078bbf5c-3e7a-4d41-9991-5427681788b8 req-7edc28ec-74c3-4865-a066-66ca21919d80 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] 10.222.0.49 "GET /v2.0/security-groups?id=937d479c-27f4-4075-8be2-51ff80e6516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978529 May 13 13:03:07.625201 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87d676d-0b2e-444d-adb3-1f4dced5c7a7 req-a0323834-757a-4094-aa88-fe3fb5326690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:03:07.626648 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-e87d676d-0b2e-444d-adb3-1f4dced5c7a7 req-a0323834-757a-4094-aa88-fe3fb5326690 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=6a60c4cb84044c338d954f9a3ec8ef31&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1272542 May 13 13:03:07.628031 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7b6c5f-dbbb-4c94-aa07-3c2007fdf724 req-2aedf825-5bf7-4a80-9c61-4812405b319d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:03:07.629486 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-3c7b6c5f-dbbb-4c94-aa07-3c2007fdf724 req-2aedf825-5bf7-4a80-9c61-4812405b319d service neutron] 10.222.0.52 "GET /v2.0/networks?id=ab26390c-2249-42bd-97a1-5fb2c028b74a HTTP/1.1" status: 200 len: 915 time: 0.1530521 May 13 13:03:07.630173 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [req-d9c5df04-ab1d-4e19-9666-ff903a01572a req-7868d812-c1f9-491f-b2a0-fd0a3a8c01e2 tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] Deleting port dcd85070-3bae-40b6-8131-30f8c785f8e8 {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:03:07.630511 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-d9c5df04-ab1d-4e19-9666-ff903a01572a req-7868d812-c1f9-491f-b2a0-fd0a3a8c01e2 tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750967565572'] for port (dcd85070-3bae-40b6-8131-30f8c785f8e8), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:03:07.716287 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-3c7b6c5f-dbbb-4c94-aa07-3c2007fdf724 req-380b8a07-802e-47d6-90fd-b96133b5fa69 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90cfa8c9-1331-41ca-84e5-e5be3729e414 HTTP/1.1" status: 200 len: 217 time: 0.0722880 May 13 13:03:07.734007 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87d676d-0b2e-444d-adb3-1f4dced5c7a7 req-e4562f05-327b-46a7-a099-fdcb0d9efab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:03:07.735525 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-e87d676d-0b2e-444d-adb3-1f4dced5c7a7 req-e4562f05-327b-46a7-a099-fdcb0d9efab0 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0922973 May 13 13:03:07.797447 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.db [req-d9c5df04-ab1d-4e19-9666-ff903a01572a req-7868d812-c1f9-491f-b2a0-fd0a3a8c01e2 tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] For port dcd85070-3bae-40b6-8131-30f8c785f8e8, host hv-cinder-84164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84164',level=0,port_id=dcd85070-3bae-40b6-8131-30f8c785f8e8,segment=NetworkSegment(d5ff137a-d31a-40c2-9582-cf576c4541c2),segment_id=d5ff137a-d31a-40c2-9582-cf576c4541c2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:03:07.797800 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-d9c5df04-ab1d-4e19-9666-ff903a01572a req-7868d812-c1f9-491f-b2a0-fd0a3a8c01e2 tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624050'] for port (dcd85070-3bae-40b6-8131-30f8c785f8e8), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:03:07.807188 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7b6c5f-dbbb-4c94-aa07-3c2007fdf724 req-bb2c076c-c1c1-4899-a325-9ae46cfe518c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:03:07.808801 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-3c7b6c5f-dbbb-4c94-aa07-3c2007fdf724 req-bb2c076c-c1c1-4899-a325-9ae46cfe518c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=295afeaf-3910-4069-9543-33c4303d4583 HTTP/1.1" status: 200 len: 853 time: 0.0774777 May 13 13:03:07.814765 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [req-d9c5df04-ab1d-4e19-9666-ff903a01572a req-7868d812-c1f9-491f-b2a0-fd0a3a8c01e2 tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] Calling delete_port for dcd85070-3bae-40b6-8131-30f8c785f8e8 owned by compute:nova {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:03:07.838253 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0da4bdd-8cbe-49a8-86a4-04a0b11b5142 req-8d799b52-09ac-4bb1-a37a-21bbbd798f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:03:07.840260 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-e0da4bdd-8cbe-49a8-86a4-04a0b11b5142 req-8d799b52-09ac-4bb1-a37a-21bbbd798f2d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6a60c4cb84044c338d954f9a3ec8ef31&device_id=949ac2a1-5fa1-458a-954b-09355d5dfc68 HTTP/1.1" status: 200 len: 1128 time: 0.0400240 May 13 13:03:07.889246 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-e0da4bdd-8cbe-49a8-86a4-04a0b11b5142 req-3a3335a7-77a0-4b9d-a78e-5d439f8dd8b6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc7acc83-6299-405b-9f2c-a8cefc650198 HTTP/1.1" status: 200 len: 217 time: 0.0329783 May 13 13:03:07.892673 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7b6c5f-dbbb-4c94-aa07-3c2007fdf724 req-b11c677e-2d9d-4010-a779-ce27e92dc837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:03:07.894184 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-3c7b6c5f-dbbb-4c94-aa07-3c2007fdf724 req-b11c677e-2d9d-4010-a779-ce27e92dc837 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ab26390c-2249-42bd-97a1-5fb2c028b74a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0756080 May 13 13:03:07.951470 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0da4bdd-8cbe-49a8-86a4-04a0b11b5142 req-acdcec66-ba1d-429e-90dc-7108f2e22277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:03:07.952900 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-e0da4bdd-8cbe-49a8-86a4-04a0b11b5142 req-acdcec66-ba1d-429e-90dc-7108f2e22277 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=580aedfc-8b47-4076-96d2-f68e5824303f HTTP/1.1" status: 200 len: 850 time: 0.0466456 May 13 13:03:08.004028 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0da4bdd-8cbe-49a8-86a4-04a0b11b5142 req-a62302a6-77f1-495a-b745-86188285fd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:03:08.005619 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-e0da4bdd-8cbe-49a8-86a4-04a0b11b5142 req-a62302a6-77f1-495a-b745-86188285fd00 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438156 May 13 13:03:08.039436 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-3c7b6c5f-dbbb-4c94-aa07-3c2007fdf724 req-853d04c6-b4b3-4f09-9bb2-daccb81db38f service neutron] 10.222.0.52 "GET /v2.0/networks/ab26390c-2249-42bd-97a1-5fb2c028b74a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315296 May 13 13:03:08.054418 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-d9c5df04-ab1d-4e19-9666-ff903a01572a req-7868d812-c1f9-491f-b2a0-fd0a3a8c01e2 tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750967572628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750967062393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6007231'] for port (dcd85070-3bae-40b6-8131-30f8c785f8e8), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:03:08.096007 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-e0da4bdd-8cbe-49a8-86a4-04a0b11b5142 req-e085fc3f-cde7-422f-b80b-15af43d8101e service neutron] 10.222.0.52 "GET /v2.0/networks/aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832782 May 13 13:03:08.117700 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7868d812-c1f9-491f-b2a0-fd0a3a8c01e2 tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] Pushing event deleted for resources: {'Port': ['ID=dcd85070-3bae-40b6-8131-30f8c785f8e8,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:03:08.171700 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9c5df04-ab1d-4e19-9666-ff903a01572a req-7868d812-c1f9-491f-b2a0-fd0a3a8c01e2 tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] No DVR routers for this DVR port dcd85070-3bae-40b6-8131-30f8c785f8e8 on host hv-cinder-84164 {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 13:03:08.175156 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-d9c5df04-ab1d-4e19-9666-ff903a01572a req-7868d812-c1f9-491f-b2a0-fd0a3a8c01e2 tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4290'] for port (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:03:08.178458 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-d9c5df04-ab1d-4e19-9666-ff903a01572a req-7868d812-c1f9-491f-b2a0-fd0a3a8c01e2 tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] 10.222.0.52 "DELETE /v2.0/ports/dcd85070-3bae-40b6-8131-30f8c785f8e8 HTTP/1.1" status: 204 len: 173 time: 0.6577981 May 13 13:03:08.211230 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-3c7b6c5f-dbbb-4c94-aa07-3c2007fdf724 req-1a4a7ec0-79ac-4734-8d50-6942214b0266 service neutron] 10.222.0.52 "GET /v2.0/networks/ab26390c-2249-42bd-97a1-5fb2c028b74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649919 May 13 13:03:08.211469 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-e0da4bdd-8cbe-49a8-86a4-04a0b11b5142 req-62b50064-663c-4042-95f0-11e62c548101 service neutron] 10.222.0.52 "GET /v2.0/networks/aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092129 May 13 13:03:08.261235 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-5144a750-6689-4d3c-a583-bdcc4a51a233 req-87ce7a0f-f362-4cec-a2ce-ae8d0166b092 tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] 10.222.0.49 "GET /v2.0/ports?device_id=287d423f-698a-400e-9798-80bcaf60cc1b HTTP/1.1" status: 200 len: 210 time: 0.0317688 May 13 13:03:08.269972 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a190866-551f-4627-b94c-e581eaaf94ce req-4a0a2731-915a-4d7e-9c8e-23739008e7d2 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:03:08.272137 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-4a190866-551f-4627-b94c-e581eaaf94ce req-4a0a2731-915a-4d7e-9c8e-23739008e7d2 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.49 "GET /v2.0/ports?device_id=949ac2a1-5fa1-458a-954b-09355d5dfc68 HTTP/1.1" status: 200 len: 944 time: 0.0554867 May 13 13:03:08.330739 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-4a190866-551f-4627-b94c-e581eaaf94ce req-d792245c-e92e-4c47-8637-73ba24574fdf tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.49 "GET /v2.0/security-groups?id=22d95977-7f18-4ee5-86c7-550f6ea7e358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487709 May 13 13:03:08.725222 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb1b898-fa06-414a-af8b-2fbbb0186c70 req-f32e48b3-daa1-448e-948a-cdeffce3fa85 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:03:08.726660 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-ceb1b898-fa06-414a-af8b-2fbbb0186c70 req-f32e48b3-daa1-448e-948a-cdeffce3fa85 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] 10.222.0.49 "GET /v2.0/ports?device_id=24c9a0bb-7fb3-43a0-9175-b258e9c7bbd5 HTTP/1.1" status: 200 len: 943 time: 0.0459032 May 13 13:03:08.774024 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-ceb1b898-fa06-414a-af8b-2fbbb0186c70 req-c215cad3-47c1-48ea-8577-2236d59cc9d8 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] 10.222.0.49 "GET /v2.0/security-groups?id=937d479c-27f4-4075-8be2-51ff80e6516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409849 May 13 13:03:08.895466 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '287d423f-698a-400e-9798-80bcaf60cc1b', 'name': 'network-vif-deleted', 'tag': 'dcd85070-3bae-40b6-8131-30f8c785f8e8'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:03:08.897876 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1b69bbfd011f85c3db934c4b22a349ffa5730c167d2456731e37bfe5d9c9e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bacd1273-e89c-4cc5-a171-bfb81fc068a3" -d '{"events": [{"server_uuid": "287d423f-698a-400e-9798-80bcaf60cc1b", "name": "network-vif-deleted", "tag": "dcd85070-3bae-40b6-8131-30f8c785f8e8"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:03:08.932623 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 13:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-233f958e-ff96-44b3-9205-2c47d00d7ce2 x-openstack-request-id: req-233f958e-ff96-44b3-9205-2c47d00d7ce2 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:03:08.933105 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "287d423f-698a-400e-9798-80bcaf60cc1b", "name": "network-vif-deleted", "tag": "dcd85070-3bae-40b6-8131-30f8c785f8e8", "status": "completed", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:03:08.933363 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-233f958e-ff96-44b3-9205-2c47d00d7ce2 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:03:08.933793 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-233f958e-ff96-44b3-9205-2c47d00d7ce2'] response: {'server_uuid': '287d423f-698a-400e-9798-80bcaf60cc1b', 'name': 'network-vif-deleted', 'tag': 'dcd85070-3bae-40b6-8131-30f8c785f8e8', 'status': 'completed', 'code': 200} May 13 13:03:09.371066 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Device 90cfa8c9-1331-41ca-84e5-e5be3729e414 details requested by agent hyperv_hv-cinder-84164 with host hv-cinder-84164 {{(pid=109805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 13:03:09.385349 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Device dcd85070-3bae-40b6-8131-30f8c785f8e8 no longer exists at agent hyperv_hv-cinder-84164 {{(pid=109805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:03:09.421036 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] No Port match for: dcd85070-3bae-40b6-8131-30f8c785f8e8 {{(pid=109805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:03:09.421407 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Device dcd85070-3bae-40b6-8131-30f8c785f8e8 not bound to the agent host hv-cinder-84164 {{(pid=109805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:03:09.457124 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfd6bee-8a90-4029-805a-35fff9053c0b req-cba9d143-6a7c-41ff-ae77-b7c977030142 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:03:09.458541 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-4bfd6bee-8a90-4029-805a-35fff9053c0b req-cba9d143-6a7c-41ff-ae77-b7c977030142 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.49 "GET /v2.0/ports?device_id=949ac2a1-5fa1-458a-954b-09355d5dfc68 HTTP/1.1" status: 200 len: 944 time: 0.0559750 May 13 13:03:09.518089 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] For port 90cfa8c9-1331-41ca-84e5-e5be3729e414, host hv-cinder-84164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84164',level=0,port_id=90cfa8c9-1331-41ca-84e5-e5be3729e414,segment=NetworkSegment(4ac1a893-c8bf-48e7-8046-f12c6b33a07c),segment_id=4ac1a893-c8bf-48e7-8046-f12c6b33a07c)] {{(pid=109805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:03:09.519290 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-4bfd6bee-8a90-4029-805a-35fff9053c0b req-81682133-31d9-4c13-b623-5b13f5f70105 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.49 "GET /v2.0/security-groups?id=22d95977-7f18-4ee5-86c7-550f6ea7e358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519338 May 13 13:03:09.531363 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Returning: {'device': '90cfa8c9-1331-41ca-84e5-e5be3729e414', 'network_id': 'ab26390c-2249-42bd-97a1-5fb2c028b74a', 'port_id': '90cfa8c9-1331-41ca-84e5-e5be3729e414', 'mac_address': 'fa:16:3e:d6:69:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '295afeaf-3910-4069-9543-33c4303d4583', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 13:03:09.568033 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Current status of the port 90cfa8c9-1331-41ca-84e5-e5be3729e414 is: DOWN; New status is: BUILD {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:03:09.568541 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (90cfa8c9-1331-41ca-84e5-e5be3729e414), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:03:09.581719 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.notifiers.nova [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90cfa8c9-1331-41ca-84e5-e5be3729e414 {{(pid=109805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:03:09.600597 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] For port 90cfa8c9-1331-41ca-84e5-e5be3729e414, host hv-cinder-84164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84164',level=0,port_id=90cfa8c9-1331-41ca-84e5-e5be3729e414,segment=NetworkSegment(4ac1a893-c8bf-48e7-8046-f12c6b33a07c),segment_id=4ac1a893-c8bf-48e7-8046-f12c6b33a07c)] {{(pid=109805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:03:09.603950 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (90cfa8c9-1331-41ca-84e5-e5be3729e414), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:03:09.649754 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Pushing event updated for resources: {'Port': ['ID=90cfa8c9-1331-41ca-84e5-e5be3729e414,revision_number=4']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:03:09.891368 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c2a966-429a-42c4-a85f-2ad59a5189af req-800419cd-ec34-4530-9e9b-eb1a1b4958a2 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:03:09.892840 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-68c2a966-429a-42c4-a85f-2ad59a5189af req-800419cd-ec34-4530-9e9b-eb1a1b4958a2 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] 10.222.0.49 "GET /v2.0/ports?device_id=24c9a0bb-7fb3-43a0-9175-b258e9c7bbd5 HTTP/1.1" status: 200 len: 944 time: 0.0504313 May 13 13:03:09.939065 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-68c2a966-429a-42c4-a85f-2ad59a5189af req-793befc9-f6db-43f5-ab2a-7bb0faf5168a tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] 10.222.0.49 "GET /v2.0/security-groups?id=937d479c-27f4-4075-8be2-51ff80e6516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407162 May 13 13:03:10.630867 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb09db4-1377-4075-a776-a254a76d5626 req-ce2154ae-3c0e-45bf-951b-7ea7286d6a47 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:03:10.632317 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-6fb09db4-1377-4075-a776-a254a76d5626 req-ce2154ae-3c0e-45bf-951b-7ea7286d6a47 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.49 "GET /v2.0/ports?device_id=949ac2a1-5fa1-458a-954b-09355d5dfc68 HTTP/1.1" status: 200 len: 944 time: 0.0463057 May 13 13:03:10.679397 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-6fb09db4-1377-4075-a776-a254a76d5626 req-485e475b-8048-423d-a146-6899d578cacb tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.49 "GET /v2.0/security-groups?id=22d95977-7f18-4ee5-86c7-550f6ea7e358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414135 May 13 13:03:11.059373 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9812c8b2-c87d-4359-bc58-fa1d1066dbf9 req-d3068fcd-2e46-465c-b78e-1c95e24d342e tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:03:11.060822 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-9812c8b2-c87d-4359-bc58-fa1d1066dbf9 req-d3068fcd-2e46-465c-b78e-1c95e24d342e tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] 10.222.0.49 "GET /v2.0/ports?device_id=24c9a0bb-7fb3-43a0-9175-b258e9c7bbd5 HTTP/1.1" status: 200 len: 944 time: 0.0474398 May 13 13:03:11.106767 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-9812c8b2-c87d-4359-bc58-fa1d1066dbf9 req-a553c38b-6526-453c-ab4a-299da1fbfc89 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] 10.222.0.49 "GET /v2.0/security-groups?id=937d479c-27f4-4075-8be2-51ff80e6516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403457 May 13 13:03:11.468002 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-f6586def-fb9e-4428-b5ad-0402b9eecd76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (12f7f474-a19f-4cf7-bcdf-b9ad7dbdd770), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:03:11.796882 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a763dc81-d666-4d05-ab5c-1a97f0794b5a req-8de43bf0-e20a-4332-ae8e-1ccd540015c6 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:03:11.798275 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-a763dc81-d666-4d05-ab5c-1a97f0794b5a req-8de43bf0-e20a-4332-ae8e-1ccd540015c6 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.49 "GET /v2.0/ports?device_id=949ac2a1-5fa1-458a-954b-09355d5dfc68 HTTP/1.1" status: 200 len: 944 time: 0.0516114 May 13 13:03:11.845986 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-a763dc81-d666-4d05-ab5c-1a97f0794b5a req-101f8041-5bea-4eff-8e8e-325f8d1e93b3 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.49 "GET /v2.0/security-groups?id=22d95977-7f18-4ee5-86c7-550f6ea7e358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422299 May 13 13:03:12.220279 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a36d30-296f-4d3b-b00c-57be8bdd5ba9 req-018fe540-77c1-4a53-b4de-b9142cf6d5a6 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:03:12.221789 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-a7a36d30-296f-4d3b-b00c-57be8bdd5ba9 req-018fe540-77c1-4a53-b4de-b9142cf6d5a6 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] 10.222.0.49 "GET /v2.0/ports?device_id=24c9a0bb-7fb3-43a0-9175-b258e9c7bbd5 HTTP/1.1" status: 200 len: 944 time: 0.0498369 May 13 13:03:12.268434 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-a7a36d30-296f-4d3b-b00c-57be8bdd5ba9 req-0bec933c-9f8f-40ec-bb7a-51563422e492 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] 10.222.0.49 "GET /v2.0/security-groups?id=937d479c-27f4-4075-8be2-51ff80e6516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409603 May 13 13:03:12.472950 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] get_ports_and_sgs() called for port_ids ['90cfa8c9-1331-41ca-84e5-e5be3729e414'] {{(pid=109805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 13:03:12.961535 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de00be8-0d7f-46d3-b870-f98a4c3b53f7 req-a3459476-1b0a-4fb2-8877-6bc231801c39 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:03:12.963538 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-2de00be8-0d7f-46d3-b870-f98a4c3b53f7 req-a3459476-1b0a-4fb2-8877-6bc231801c39 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.49 "GET /v2.0/ports?device_id=949ac2a1-5fa1-458a-954b-09355d5dfc68 HTTP/1.1" status: 200 len: 944 time: 0.0502198 May 13 13:03:13.018800 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-2de00be8-0d7f-46d3-b870-f98a4c3b53f7 req-50bc9fee-fada-415c-824b-11b9c5b41f7f tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.49 "GET /v2.0/security-groups?id=22d95977-7f18-4ee5-86c7-550f6ea7e358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435507 May 13 13:03:13.379500 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d280915c-0305-4a9d-ba6b-fb98ccf82046 req-eb353b90-3263-463d-b547-b11036bcd430 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:03:13.380928 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-d280915c-0305-4a9d-ba6b-fb98ccf82046 req-eb353b90-3263-463d-b547-b11036bcd430 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] 10.222.0.49 "GET /v2.0/ports?device_id=24c9a0bb-7fb3-43a0-9175-b258e9c7bbd5 HTTP/1.1" status: 200 len: 944 time: 0.0456717 May 13 13:03:13.426947 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-d280915c-0305-4a9d-ba6b-fb98ccf82046 req-26e699ae-4e04-46d9-984b-c82199380577 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] 10.222.0.49 "GET /v2.0/security-groups?id=937d479c-27f4-4075-8be2-51ff80e6516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397027 May 13 13:03:13.910357 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-2f8f3c7b-b524-457c-bb2d-b1726c14738e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (6d8a5631-9f63-444c-af3b-4dcce4842b62), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:03:14.131418 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0463b4f-dd82-46ac-b5c7-8b007533253f req-95bd5b04-0b33-47ba-9fca-fb22e9a4afb7 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:03:14.132864 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-b0463b4f-dd82-46ac-b5c7-8b007533253f req-95bd5b04-0b33-47ba-9fca-fb22e9a4afb7 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.49 "GET /v2.0/ports?device_id=949ac2a1-5fa1-458a-954b-09355d5dfc68 HTTP/1.1" status: 200 len: 944 time: 0.0473921 May 13 13:03:14.185121 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-b0463b4f-dd82-46ac-b5c7-8b007533253f req-20df8a02-b7cb-4d36-936d-f3ceb6d33d0d tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.49 "GET /v2.0/security-groups?id=22d95977-7f18-4ee5-86c7-550f6ea7e358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458989 May 13 13:03:14.537061 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03043e35-7f57-4122-b43a-f93dd29d215e req-ef3bd65a-7501-47de-ae9d-53d543d06c9f tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:03:14.538884 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-03043e35-7f57-4122-b43a-f93dd29d215e req-ef3bd65a-7501-47de-ae9d-53d543d06c9f tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] 10.222.0.49 "GET /v2.0/ports?device_id=24c9a0bb-7fb3-43a0-9175-b258e9c7bbd5 HTTP/1.1" status: 200 len: 944 time: 0.0467844 May 13 13:03:14.588323 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-03043e35-7f57-4122-b43a-f93dd29d215e req-c27e2ba4-d6da-4a8d-a3a2-052e37a3efbb tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] 10.222.0.49 "GET /v2.0/security-groups?id=937d479c-27f4-4075-8be2-51ff80e6516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428252 May 13 13:03:15.075056 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-4a907869-afee-4d69-acd8-cccc744e537a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (d2cfa305-5f5a-49b3-8228-876061d7e1f6), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:03:15.306846 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378e94c5-0791-47ea-8962-a4815ae00c9d req-7d9a613e-b36c-4e6c-9697-440d3907954c tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:03:15.308935 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-378e94c5-0791-47ea-8962-a4815ae00c9d req-7d9a613e-b36c-4e6c-9697-440d3907954c tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.49 "GET /v2.0/ports?device_id=949ac2a1-5fa1-458a-954b-09355d5dfc68 HTTP/1.1" status: 200 len: 944 time: 0.0459237 May 13 13:03:15.356442 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-378e94c5-0791-47ea-8962-a4815ae00c9d req-ee8bd6f9-32dc-4e85-9da7-2a595747d875 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.49 "GET /v2.0/security-groups?id=22d95977-7f18-4ee5-86c7-550f6ea7e358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420697 May 13 13:03:15.699962 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebf3dbe-46f2-4722-87ed-168e866abe84 req-c5e066c7-dfd8-4004-bdbc-c5fc021a1896 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:03:15.701403 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-eebf3dbe-46f2-4722-87ed-168e866abe84 req-c5e066c7-dfd8-4004-bdbc-c5fc021a1896 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] 10.222.0.49 "GET /v2.0/ports?device_id=24c9a0bb-7fb3-43a0-9175-b258e9c7bbd5 HTTP/1.1" status: 200 len: 944 time: 0.0465882 May 13 13:03:15.754106 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-eebf3dbe-46f2-4722-87ed-168e866abe84 req-5c5ff166-a16e-4030-8ea4-fe0427ce8bc8 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] 10.222.0.49 "GET /v2.0/security-groups?id=937d479c-27f4-4075-8be2-51ff80e6516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418611 May 13 13:03:15.818577 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Device 90cfa8c9-1331-41ca-84e5-e5be3729e414 up at agent hyperv_hv-cinder-84164 {{(pid=109805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:03:15.993017 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Provisioning for port 90cfa8c9-1331-41ca-84e5-e5be3729e414 completed by entity L2. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 13:03:16.000759 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Provisioning complete for port 90cfa8c9-1331-41ca-84e5-e5be3729e414 triggered by entity L2. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:03:16.001304 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (90cfa8c9-1331-41ca-84e5-e5be3729e414), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:03:16.075983 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Current status of the port 90cfa8c9-1331-41ca-84e5-e5be3729e414 is: BUILD; New status is: ACTIVE {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:03:16.076664 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (90cfa8c9-1331-41ca-84e5-e5be3729e414), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:03:16.099381 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24c9a0bb-7fb3-43a0-9175-b258e9c7bbd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90cfa8c9-1331-41ca-84e5-e5be3729e414'}] {{(pid=109805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:03:16.101640 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bf410fb1f4c9c59dd9b4e78159940bff83c4f370df38d4d08ac4943129d440" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-359071fa-3313-4559-83ef-322338b87c5b" -d '{"events": [{"server_uuid": "24c9a0bb-7fb3-43a0-9175-b258e9c7bbd5", "name": "network-vif-plugged", "status": "completed", "tag": "90cfa8c9-1331-41ca-84e5-e5be3729e414"}]}' {{(pid=109805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:03:16.117875 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] For port 90cfa8c9-1331-41ca-84e5-e5be3729e414, host hv-cinder-84164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84164',level=0,port_id=90cfa8c9-1331-41ca-84e5-e5be3729e414,segment=NetworkSegment(4ac1a893-c8bf-48e7-8046-f12c6b33a07c),segment_id=4ac1a893-c8bf-48e7-8046-f12c6b33a07c)] {{(pid=109805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:03:16.122257 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (90cfa8c9-1331-41ca-84e5-e5be3729e414), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:03:16.146884 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 13:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ad12948-9ba4-495a-b37e-b65c29e0e013 x-openstack-request-id: req-1ad12948-9ba4-495a-b37e-b65c29e0e013 {{(pid=109805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:03:16.147180 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24c9a0bb-7fb3-43a0-9175-b258e9c7bbd5", "name": "network-vif-plugged", "status": "completed", "tag": "90cfa8c9-1331-41ca-84e5-e5be3729e414", "code": 200}]} {{(pid=109805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:03:16.147434 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1ad12948-9ba4-495a-b37e-b65c29e0e013 {{(pid=109805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:03:16.147826 dv-cinder-841644-1-iscsi neutron-server[109805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ad12948-9ba4-495a-b37e-b65c29e0e013'] response: {'server_uuid': '24c9a0bb-7fb3-43a0-9175-b258e9c7bbd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90cfa8c9-1331-41ca-84e5-e5be3729e414', 'code': 200} May 13 13:03:16.173936 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Pushing event updated for resources: {'Port': ['ID=90cfa8c9-1331-41ca-84e5-e5be3729e414,revision_number=5']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:03:16.466839 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dfd0a1-dd31-4928-bbbb-33905d696719 req-517a1bbf-ef65-4ba1-ac4d-e24c7541fcde tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:03:16.468271 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-82dfd0a1-dd31-4928-bbbb-33905d696719 req-517a1bbf-ef65-4ba1-ac4d-e24c7541fcde tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.49 "GET /v2.0/ports?device_id=949ac2a1-5fa1-458a-954b-09355d5dfc68 HTTP/1.1" status: 200 len: 944 time: 0.0465329 May 13 13:03:16.515181 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-82dfd0a1-dd31-4928-bbbb-33905d696719 req-e1aff4db-7ad5-44c0-be61-4197dc43d88e tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.49 "GET /v2.0/security-groups?id=22d95977-7f18-4ee5-86c7-550f6ea7e358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412281 May 13 13:03:16.730537 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Device dc7acc83-6299-405b-9f2c-a8cefc650198 details requested by agent hyperv_hv-cinder-84164 with host hv-cinder-84164 {{(pid=109805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 13:03:16.752140 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-7baa8e58-cb75-431e-995b-6c55a6feb1d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (5f75012c-56a5-4b0a-a85c-97c3435c2a5d), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:03:16.841880 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] For port dc7acc83-6299-405b-9f2c-a8cefc650198, host hv-cinder-84164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84164',level=0,port_id=dc7acc83-6299-405b-9f2c-a8cefc650198,segment=NetworkSegment(87a38a9b-76da-4b33-b09f-c49a89146602),segment_id=87a38a9b-76da-4b33-b09f-c49a89146602)] {{(pid=109805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:03:16.852955 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Returning: {'device': 'dc7acc83-6299-405b-9f2c-a8cefc650198', 'network_id': 'aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1', 'port_id': 'dc7acc83-6299-405b-9f2c-a8cefc650198', 'mac_address': 'fa:16:3e:1d:ab:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '580aedfc-8b47-4076-96d2-f68e5824303f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 13:03:16.868650 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fcf1e4-cdb3-4cf8-be82-45a6398fc576 req-7f61000f-bd09-4822-a7ca-68f935b432fc tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:03:16.870797 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-79fcf1e4-cdb3-4cf8-be82-45a6398fc576 req-7f61000f-bd09-4822-a7ca-68f935b432fc tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] 10.222.0.49 "GET /v2.0/ports?device_id=24c9a0bb-7fb3-43a0-9175-b258e9c7bbd5 HTTP/1.1" status: 200 len: 945 time: 0.0469751 May 13 13:03:16.893298 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Current status of the port dc7acc83-6299-405b-9f2c-a8cefc650198 is: DOWN; New status is: BUILD {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:03:16.893688 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (dc7acc83-6299-405b-9f2c-a8cefc650198), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:03:16.908269 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.notifiers.nova [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc7acc83-6299-405b-9f2c-a8cefc650198 {{(pid=109805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:03:16.925526 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-79fcf1e4-cdb3-4cf8-be82-45a6398fc576 req-e2399136-0da3-48b1-8d6f-f7b58994f212 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] 10.222.0.49 "GET /v2.0/security-groups?id=937d479c-27f4-4075-8be2-51ff80e6516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437717 May 13 13:03:16.930431 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] For port dc7acc83-6299-405b-9f2c-a8cefc650198, host hv-cinder-84164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84164',level=0,port_id=dc7acc83-6299-405b-9f2c-a8cefc650198,segment=NetworkSegment(87a38a9b-76da-4b33-b09f-c49a89146602),segment_id=87a38a9b-76da-4b33-b09f-c49a89146602)] {{(pid=109805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:03:16.935988 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (dc7acc83-6299-405b-9f2c-a8cefc650198), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:03:16.985600 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Pushing event updated for resources: {'Port': ['ID=dc7acc83-6299-405b-9f2c-a8cefc650198,revision_number=4']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:03:17.062298 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc0ba90-6efe-45cd-8a03-4b9cd7fbdc4a req-3a36df48-6016-4b9b-a0ce-c366c8f58088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:03:17.063776 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-8bc0ba90-6efe-45cd-8a03-4b9cd7fbdc4a req-3a36df48-6016-4b9b-a0ce-c366c8f58088 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=24c9a0bb-7fb3-43a0-9175-b258e9c7bbd5 HTTP/1.1" status: 200 len: 1129 time: 0.0427821 May 13 13:03:17.108161 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-8bc0ba90-6efe-45cd-8a03-4b9cd7fbdc4a req-34b59faf-0b0c-4644-bc4a-2389e4be9f9b service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=937d479c-27f4-4075-8be2-51ff80e6516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380564 May 13 13:03:17.277068 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356f092d-67f6-4d73-abb9-2cd50b793f95 req-8dcb87ee-129f-4872-b555-5bc65bfb9b5a tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:03:17.278537 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-356f092d-67f6-4d73-abb9-2cd50b793f95 req-8dcb87ee-129f-4872-b555-5bc65bfb9b5a tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] 10.222.0.49 "GET /v2.0/networks?id=9564931c-c5b5-4379-ab8f-8be704e0bc3e HTTP/1.1" status: 200 len: 814 time: 0.0975308 May 13 13:03:17.281166 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] get_ports_and_sgs() called for port_ids ['dc7acc83-6299-405b-9f2c-a8cefc650198'] {{(pid=109805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 13:03:17.294046 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-356f092d-67f6-4d73-abb9-2cd50b793f95 req-c0569500-76c3-4c0b-82bf-97e240c09da4 tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] 10.222.0.49 "GET /v2.0/quotas/c04aaf2b58354e1992d66c09f5f562ad HTTP/1.1" status: 200 len: 375 time: 0.0098217 May 13 13:03:17.330270 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-356f092d-67f6-4d73-abb9-2cd50b793f95 req-9dbc97ed-c32e-427a-9bf3-a355fa7b9239 tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=c04aaf2b58354e1992d66c09f5f562ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309315 May 13 13:03:17.420297 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-356f092d-67f6-4d73-abb9-2cd50b793f95 req-e5c11209-0174-4905-abc6-e74f96789b25 service neutron] 10.222.0.49 "GET /v2.0/networks/9564931c-c5b5-4379-ab8f-8be704e0bc3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825448 May 13 13:03:17.510681 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-356f092d-67f6-4d73-abb9-2cd50b793f95 req-7e2b1788-ddb0-4153-9547-51b2722d80f5 service neutron] 10.222.0.49 "GET /v2.0/networks/9564931c-c5b5-4379-ab8f-8be704e0bc3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847111 May 13 13:03:17.632606 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff606ae-b23e-40c1-a9be-9f3e3eab3957 req-d7ad4ed9-edc1-491a-8390-71799bd8385c tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:03:17.634104 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-7ff606ae-b23e-40c1-a9be-9f3e3eab3957 req-d7ad4ed9-edc1-491a-8390-71799bd8385c tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.49 "GET /v2.0/ports?device_id=949ac2a1-5fa1-458a-954b-09355d5dfc68 HTTP/1.1" status: 200 len: 945 time: 0.0512660 May 13 13:03:17.678996 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-3a3e7330-85be-4c21-aafb-dfcfca396d06 req-55e1d4d1-34bd-4631-a194-a3a405dcb255 tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] 10.222.0.49 "GET /v2.0/ports?device_id=baac7c00-7269-49fa-a240-e0ed374aeed2 HTTP/1.1" status: 200 len: 210 time: 0.0291281 May 13 13:03:17.685608 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-7ff606ae-b23e-40c1-a9be-9f3e3eab3957 req-5f37d376-7ccd-4274-980f-32177268e8b4 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.49 "GET /v2.0/security-groups?id=22d95977-7f18-4ee5-86c7-550f6ea7e358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447464 May 13 13:03:17.874081 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (f7880a20-862d-46b4-8dd6-192b0a47d710), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:03:18.048964 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a08176-4ae1-4f56-9fa7-3c33771ceef5 req-312bd779-f027-47ea-8292-f7a6433c8122 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:03:18.050612 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-24a08176-4ae1-4f56-9fa7-3c33771ceef5 req-312bd779-f027-47ea-8292-f7a6433c8122 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] 10.222.0.49 "GET /v2.0/ports?device_id=24c9a0bb-7fb3-43a0-9175-b258e9c7bbd5 HTTP/1.1" status: 200 len: 945 time: 0.0495648 May 13 13:03:18.099569 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-24a08176-4ae1-4f56-9fa7-3c33771ceef5 req-bf209b45-0414-4473-99b4-b11e45cdc6b3 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] 10.222.0.49 "GET /v2.0/security-groups?id=937d479c-27f4-4075-8be2-51ff80e6516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433991 May 13 13:03:18.718858 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Device dc7acc83-6299-405b-9f2c-a8cefc650198 up at agent hyperv_hv-cinder-84164 {{(pid=109805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:03:18.787759 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Provisioning for port dc7acc83-6299-405b-9f2c-a8cefc650198 completed by entity L2. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 13:03:18.794797 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Provisioning complete for port dc7acc83-6299-405b-9f2c-a8cefc650198 triggered by entity L2. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:03:18.795308 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (dc7acc83-6299-405b-9f2c-a8cefc650198), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:03:18.803098 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-b22ac4f3-ec8d-4012-b24d-a3142730415b req-5b1ab2cb-5b77-4e72-86de-804b569bb0c9 tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] 10.222.0.49 "GET /v2.0/ports?device_id=baac7c00-7269-49fa-a240-e0ed374aeed2 HTTP/1.1" status: 200 len: 210 time: 0.0338669 May 13 13:03:18.821496 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c91768-a249-40dd-b6f9-5bb060a1d0d4 req-ccf80979-94ed-4f91-b9cf-d2df6791b9a7 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:03:18.823130 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-c4c91768-a249-40dd-b6f9-5bb060a1d0d4 req-ccf80979-94ed-4f91-b9cf-d2df6791b9a7 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.49 "GET /v2.0/ports?device_id=949ac2a1-5fa1-458a-954b-09355d5dfc68 HTTP/1.1" status: 200 len: 945 time: 0.0553052 May 13 13:03:18.876066 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-c4c91768-a249-40dd-b6f9-5bb060a1d0d4 req-6cf9474f-459c-4d9d-bb36-355f0fce7ac8 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.49 "GET /v2.0/security-groups?id=22d95977-7f18-4ee5-86c7-550f6ea7e358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469770 May 13 13:03:18.876332 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Current status of the port dc7acc83-6299-405b-9f2c-a8cefc650198 is: BUILD; New status is: ACTIVE {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:03:18.876563 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (dc7acc83-6299-405b-9f2c-a8cefc650198), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:03:18.900596 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '949ac2a1-5fa1-458a-954b-09355d5dfc68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc7acc83-6299-405b-9f2c-a8cefc650198'}] {{(pid=109805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:03:18.903536 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bf410fb1f4c9c59dd9b4e78159940bff83c4f370df38d4d08ac4943129d440" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72c3e237-0473-4e55-bd9e-d417af996948" -d '{"events": [{"server_uuid": "949ac2a1-5fa1-458a-954b-09355d5dfc68", "name": "network-vif-plugged", "status": "completed", "tag": "dc7acc83-6299-405b-9f2c-a8cefc650198"}]}' {{(pid=109805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:03:18.919652 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] For port dc7acc83-6299-405b-9f2c-a8cefc650198, host hv-cinder-84164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84164',level=0,port_id=dc7acc83-6299-405b-9f2c-a8cefc650198,segment=NetworkSegment(87a38a9b-76da-4b33-b09f-c49a89146602),segment_id=87a38a9b-76da-4b33-b09f-c49a89146602)] {{(pid=109805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:03:18.924964 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (dc7acc83-6299-405b-9f2c-a8cefc650198), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:03:18.948900 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 13:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dbc193f-f15a-41b8-a62c-6648c520e549 x-openstack-request-id: req-3dbc193f-f15a-41b8-a62c-6648c520e549 {{(pid=109805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:03:18.949646 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "949ac2a1-5fa1-458a-954b-09355d5dfc68", "name": "network-vif-plugged", "status": "completed", "tag": "dc7acc83-6299-405b-9f2c-a8cefc650198", "code": 200}]} {{(pid=109805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:03:18.949646 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3dbc193f-f15a-41b8-a62c-6648c520e549 {{(pid=109805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:03:18.949883 dv-cinder-841644-1-iscsi neutron-server[109805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3dbc193f-f15a-41b8-a62c-6648c520e549'] response: {'server_uuid': '949ac2a1-5fa1-458a-954b-09355d5dfc68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc7acc83-6299-405b-9f2c-a8cefc650198', 'code': 200} May 13 13:03:18.977281 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Pushing event updated for resources: {'Port': ['ID=dc7acc83-6299-405b-9f2c-a8cefc650198,revision_number=5']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:03:19.258151 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ec85ce-5556-4100-8e3d-2bec1c42ca66 req-67ef229a-44aa-4a69-b984-9a11d48f9c49 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:03:19.259527 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-56ec85ce-5556-4100-8e3d-2bec1c42ca66 req-67ef229a-44aa-4a69-b984-9a11d48f9c49 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] 10.222.0.49 "GET /v2.0/ports?device_id=24c9a0bb-7fb3-43a0-9175-b258e9c7bbd5 HTTP/1.1" status: 200 len: 945 time: 0.0898626 May 13 13:03:19.332881 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b74ce0-1e4f-4359-b3c7-992525071c54 req-34d90ec9-8747-4659-9053-df9dc6fcf25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:03:19.334853 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-71b74ce0-1e4f-4359-b3c7-992525071c54 req-34d90ec9-8747-4659-9053-df9dc6fcf25b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=949ac2a1-5fa1-458a-954b-09355d5dfc68 HTTP/1.1" status: 200 len: 1130 time: 0.0398145 May 13 13:03:19.348413 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356f092d-67f6-4d73-abb9-2cd50b793f95 req-7c590658-e12e-4ea3-a669-514b20cf62a8 tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:03:19.349981 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-356f092d-67f6-4d73-abb9-2cd50b793f95 req-7c590658-e12e-4ea3-a669-514b20cf62a8 tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] 10.222.0.52 "GET /v2.0/networks?id=9564931c-c5b5-4379-ab8f-8be704e0bc3e HTTP/1.1" status: 200 len: 814 time: 0.1487124 May 13 13:03:19.353386 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-56ec85ce-5556-4100-8e3d-2bec1c42ca66 req-7375cd7f-be80-4f71-bcff-54a4629ff6c1 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] 10.222.0.49 "GET /v2.0/security-groups?id=937d479c-27f4-4075-8be2-51ff80e6516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840933 May 13 13:03:19.380631 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.v2.base [req-356f092d-67f6-4d73-abb9-2cd50b793f95 req-996347c3-ad81-4994-814b-af80fa992696 tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] Request body: {'port': {'device_id': 'baac7c00-7269-49fa-a240-e0ed374aeed2', 'network_id': '9564931c-c5b5-4379-ab8f-8be704e0bc3e', 'admin_state_up': True, 'tenant_id': 'c04aaf2b58354e1992d66c09f5f562ad'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:03:19.387877 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-71b74ce0-1e4f-4359-b3c7-992525071c54 req-0460a5be-aab5-4ed6-af2a-9787206bc3f6 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=22d95977-7f18-4ee5-86c7-550f6ea7e358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457742 May 13 13:03:19.474713 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae42392-664e-4dce-a034-f10fa0b77421 req-86e8af10-3139-4c89-a766-e09f2f6f7068 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:03:19.476256 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-cae42392-664e-4dce-a034-f10fa0b77421 req-86e8af10-3139-4c89-a766-e09f2f6f7068 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] 10.222.0.49 "GET /v2.0/ports?device_id=24c9a0bb-7fb3-43a0-9175-b258e9c7bbd5 HTTP/1.1" status: 200 len: 945 time: 0.0466201 May 13 13:03:19.489230 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-356f092d-67f6-4d73-abb9-2cd50b793f95 req-996347c3-ad81-4994-814b-af80fa992696 tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] Made reservation on behalf of c04aaf2b58354e1992d66c09f5f562ad for: {'port': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:03:19.492475 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-356f092d-67f6-4d73-abb9-2cd50b793f95 req-996347c3-ad81-4994-814b-af80fa992696 tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:03:19.526045 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-cae42392-664e-4dce-a034-f10fa0b77421 req-47c63bc1-8cea-4072-a6e9-1a624736ba28 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] 10.222.0.49 "GET /v2.0/security-groups?id=937d479c-27f4-4075-8be2-51ff80e6516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428627 May 13 13:03:19.617359 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [req-356f092d-67f6-4d73-abb9-2cd50b793f95 req-996347c3-ad81-4994-814b-af80fa992696 tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] Allocated IP 172.20.0.9 (9564931c-c5b5-4379-ab8f-8be704e0bc3e/b591f023-d2cc-4113-802f-763f4974f570/00b177da-51c3-43ba-b55a-e7aefc42273b) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:03:19.766312 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-356f092d-67f6-4d73-abb9-2cd50b793f95 req-996347c3-ad81-4994-814b-af80fa992696 tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] Publish callbacks [] for port (00b177da-51c3-43ba-b55a-e7aefc42273b), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:03:19.800637 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-356f092d-67f6-4d73-abb9-2cd50b793f95 req-996347c3-ad81-4994-814b-af80fa992696 tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750967062384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6509865'] for port (00b177da-51c3-43ba-b55a-e7aefc42273b), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:03:19.853325 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-356f092d-67f6-4d73-abb9-2cd50b793f95 req-996347c3-ad81-4994-814b-af80fa992696 tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] Network 9564931c-c5b5-4379-ab8f-8be704e0bc3e is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:03:19.860576 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd952a39-239d-4e0c-ad60-ab806e312a57 req-a77dd0ca-8414-4106-a753-6cfd78f76792 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:03:19.861706 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-fd952a39-239d-4e0c-ad60-ab806e312a57 req-a77dd0ca-8414-4106-a753-6cfd78f76792 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] 10.222.0.49 "GET /v2.0/ports?device_id=24c9a0bb-7fb3-43a0-9175-b258e9c7bbd5 HTTP/1.1" status: 200 len: 945 time: 0.0496325 May 13 13:03:19.863082 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [req-356f092d-67f6-4d73-abb9-2cd50b793f95 req-996347c3-ad81-4994-814b-af80fa992696 tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:03:19.865216 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996347c3-ad81-4994-814b-af80fa992696 tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] Pushing event updated for resources: {'Port': ['ID=00b177da-51c3-43ba-b55a-e7aefc42273b,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:03:19.867337 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-356f092d-67f6-4d73-abb9-2cd50b793f95 req-996347c3-ad81-4994-814b-af80fa992696 tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:03:19.915883 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-fd952a39-239d-4e0c-ad60-ab806e312a57 req-e1435b4b-ac01-4b9a-ad43-cbbb08996f79 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] 10.222.0.49 "GET /v2.0/security-groups?id=937d479c-27f4-4075-8be2-51ff80e6516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461533 May 13 13:03:19.949446 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356f092d-67f6-4d73-abb9-2cd50b793f95 req-996347c3-ad81-4994-814b-af80fa992696 tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:03:19.950081 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-356f092d-67f6-4d73-abb9-2cd50b793f95 req-996347c3-ad81-4994-814b-af80fa992696 tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4290'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:03:19.966008 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2dced3-c684-4eab-97ee-65ca1b96d74a req-3d5e70ff-5baa-4965-b88b-6e63a85b001f tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:03:19.967541 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-df2dced3-c684-4eab-97ee-65ca1b96d74a req-3d5e70ff-5baa-4965-b88b-6e63a85b001f tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] 10.222.0.49 "GET /v2.0/ports?device_id=baac7c00-7269-49fa-a240-e0ed374aeed2 HTTP/1.1" status: 200 len: 931 time: 0.0767767 May 13 13:03:20.038809 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901e1b89-21df-40d3-8c6f-e8ed2d1229e8 req-d9a29051-71a1-4c5a-9420-26b67d3c255f tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:03:20.040400 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-901e1b89-21df-40d3-8c6f-e8ed2d1229e8 req-d9a29051-71a1-4c5a-9420-26b67d3c255f tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.49 "GET /v2.0/ports?device_id=949ac2a1-5fa1-458a-954b-09355d5dfc68 HTTP/1.1" status: 200 len: 946 time: 0.0618458 May 13 13:03:20.099665 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-901e1b89-21df-40d3-8c6f-e8ed2d1229e8 req-2f115fe6-a3c4-4682-9a72-dd6abd32afc5 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.49 "GET /v2.0/security-groups?id=22d95977-7f18-4ee5-86c7-550f6ea7e358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525455 May 13 13:03:20.272198 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-356f092d-67f6-4d73-abb9-2cd50b793f95 req-996347c3-ad81-4994-814b-af80fa992696 tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8982494 May 13 13:03:20.294364 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.v2.base [req-356f092d-67f6-4d73-abb9-2cd50b793f95 req-3ff36560-3e4a-442c-a182-a43591cd9189 service neutron] Request body: {'port': {'device_id': 'baac7c00-7269-49fa-a240-e0ed374aeed2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84164'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:03:20.326726 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-df2dced3-c684-4eab-97ee-65ca1b96d74a req-fc02d878-c702-4451-be2f-a3eed6a143a4 tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f64e4f3-46a9-40cb-85cd-b84c7fda5f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3537281 May 13 13:03:20.366591 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-356f092d-67f6-4d73-abb9-2cd50b793f95 req-3ff36560-3e4a-442c-a182-a43591cd9189 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (00b177da-51c3-43ba-b55a-e7aefc42273b), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:03:20.372899 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (202f7e15-8fd1-4d3b-a0cb-2b083dcecd1a), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:03:20.643717 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.notifiers.nova [req-356f092d-67f6-4d73-abb9-2cd50b793f95 req-3ff36560-3e4a-442c-a182-a43591cd9189 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00b177da-51c3-43ba-b55a-e7aefc42273b {{(pid=109803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:03:20.651523 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-356f092d-67f6-4d73-abb9-2cd50b793f95 req-3ff36560-3e4a-442c-a182-a43591cd9189 service neutron] Publish callbacks [] for port (00b177da-51c3-43ba-b55a-e7aefc42273b), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:03:20.665205 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.db.provisioning_blocks [req-356f092d-67f6-4d73-abb9-2cd50b793f95 req-3ff36560-3e4a-442c-a182-a43591cd9189 service neutron] Transition to ACTIVE for port object 00b177da-51c3-43ba-b55a-e7aefc42273b will not be triggered until provisioned by entity L2. {{(pid=109803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 13:03:20.669465 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-356f092d-67f6-4d73-abb9-2cd50b793f95 req-3ff36560-3e4a-442c-a182-a43591cd9189 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6509904'] for port (00b177da-51c3-43ba-b55a-e7aefc42273b), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:03:20.723325 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff36560-3e4a-442c-a182-a43591cd9189 service neutron] Pushing event updated for resources: {'Port': ['ID=00b177da-51c3-43ba-b55a-e7aefc42273b,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:03:20.796538 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-356f092d-67f6-4d73-abb9-2cd50b793f95 req-3ff36560-3e4a-442c-a182-a43591cd9189 service neutron] Attempting to bind port 00b177da-51c3-43ba-b55a-e7aefc42273b on host hv-cinder-84164 for vnic_type normal with profile {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:03:20.796865 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-356f092d-67f6-4d73-abb9-2cd50b793f95 req-3ff36560-3e4a-442c-a182-a43591cd9189 service neutron] Attempting to bind port 00b177da-51c3-43ba-b55a-e7aefc42273b by drivers openvswitch,hyperv on host hv-cinder-84164 at level 0 using segments [{'id': 'd5ff137a-d31a-40c2-9582-cf576c4541c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9564931c-c5b5-4379-ab8f-8be704e0bc3e'}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:03:20.797219 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356f092d-67f6-4d73-abb9-2cd50b793f95 req-3ff36560-3e4a-442c-a182-a43591cd9189 service neutron] Attempting to bind port 00b177da-51c3-43ba-b55a-e7aefc42273b on network 9564931c-c5b5-4379-ab8f-8be704e0bc3e {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:03:20.801854 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356f092d-67f6-4d73-abb9-2cd50b793f95 req-3ff36560-3e4a-442c-a182-a43591cd9189 service neutron] Port 00b177da-51c3-43ba-b55a-e7aefc42273b on network 9564931c-c5b5-4379-ab8f-8be704e0bc3e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84164 {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 13:03:20.802164 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356f092d-67f6-4d73-abb9-2cd50b793f95 req-3ff36560-3e4a-442c-a182-a43591cd9189 service neutron] Attempting to bind port 00b177da-51c3-43ba-b55a-e7aefc42273b on network 9564931c-c5b5-4379-ab8f-8be704e0bc3e {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:03:20.807094 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356f092d-67f6-4d73-abb9-2cd50b793f95 req-3ff36560-3e4a-442c-a182-a43591cd9189 service neutron] Checking agent: {'id': '202f7e15-8fd1-4d3b-a0cb-2b083dcecd1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84164', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 12, 52, 20), 'started_at': datetime.datetime(2022, 5, 13, 12, 52, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:03:20.807426 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356f092d-67f6-4d73-abb9-2cd50b793f95 req-3ff36560-3e4a-442c-a182-a43591cd9189 service neutron] Checking segment: {'id': 'd5ff137a-d31a-40c2-9582-cf576c4541c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9564931c-c5b5-4379-ab8f-8be704e0bc3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:03:20.807800 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356f092d-67f6-4d73-abb9-2cd50b793f95 req-3ff36560-3e4a-442c-a182-a43591cd9189 service neutron] Bound using segment: {'id': 'd5ff137a-d31a-40c2-9582-cf576c4541c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9564931c-c5b5-4379-ab8f-8be704e0bc3e'} {{(pid=109803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:03:20.808294 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.managers [req-356f092d-67f6-4d73-abb9-2cd50b793f95 req-3ff36560-3e4a-442c-a182-a43591cd9189 service neutron] Bound port: 00b177da-51c3-43ba-b55a-e7aefc42273b, host: hv-cinder-84164, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5ff137a-d31a-40c2-9582-cf576c4541c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9564931c-c5b5-4379-ab8f-8be704e0bc3e'}}] {{(pid=109803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:03:20.808675 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-356f092d-67f6-4d73-abb9-2cd50b793f95 req-3ff36560-3e4a-442c-a182-a43591cd9189 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (00b177da-51c3-43ba-b55a-e7aefc42273b), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:03:20.875437 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-356f092d-67f6-4d73-abb9-2cd50b793f95 req-3ff36560-3e4a-442c-a182-a43591cd9189 service neutron] For port 00b177da-51c3-43ba-b55a-e7aefc42273b, host hv-cinder-84164, cleared binding levels {{(pid=109803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:03:20.879467 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-356f092d-67f6-4d73-abb9-2cd50b793f95 req-3ff36560-3e4a-442c-a182-a43591cd9189 service neutron] For port 00b177da-51c3-43ba-b55a-e7aefc42273b, host hv-cinder-84164, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84164',level=0,port_id=00b177da-51c3-43ba-b55a-e7aefc42273b,segment=NetworkSegment(d5ff137a-d31a-40c2-9582-cf576c4541c2),segment_id=d5ff137a-d31a-40c2-9582-cf576c4541c2)] {{(pid=109803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:03:20.885751 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-356f092d-67f6-4d73-abb9-2cd50b793f95 req-3ff36560-3e4a-442c-a182-a43591cd9189 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6509904'] for port (00b177da-51c3-43ba-b55a-e7aefc42273b), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:03:20.920973 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356f092d-67f6-4d73-abb9-2cd50b793f95 req-3ff36560-3e4a-442c-a182-a43591cd9189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:03:20.921644 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-356f092d-67f6-4d73-abb9-2cd50b793f95 req-3ff36560-3e4a-442c-a182-a43591cd9189 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4290'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:03:20.923024 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-356f092d-67f6-4d73-abb9-2cd50b793f95 req-3ff36560-3e4a-442c-a182-a43591cd9189 service neutron] 10.222.0.52 "PUT /v2.0/ports/00b177da-51c3-43ba-b55a-e7aefc42273b HTTP/1.1" status: 200 len: 1093 time: 0.6334860 May 13 13:03:20.923486 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baac7c00-7269-49fa-a240-e0ed374aeed2', 'tag': '00b177da-51c3-43ba-b55a-e7aefc42273b'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:03:20.925735 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cdb7c774b4c64768c46a18a465ef1a15500a906a5d07d0e5a65b0b29d0c9ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d01c01a1-f9a3-40db-90a9-df8e428f61dd" -d '{"events": [{"name": "network-changed", "server_uuid": "baac7c00-7269-49fa-a240-e0ed374aeed2", "tag": "00b177da-51c3-43ba-b55a-e7aefc42273b"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:03:20.955556 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff36560-3e4a-442c-a182-a43591cd9189 service neutron] Pushing event updated for resources: {'Port': ['ID=00b177da-51c3-43ba-b55a-e7aefc42273b,revision_number=3']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:03:20.980628 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 13:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2807eade-37b0-4656-9576-89ee55f91dc3 x-openstack-request-id: req-2807eade-37b0-4656-9576-89ee55f91dc3 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:03:20.981028 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baac7c00-7269-49fa-a240-e0ed374aeed2", "tag": "00b177da-51c3-43ba-b55a-e7aefc42273b", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:03:20.981362 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2807eade-37b0-4656-9576-89ee55f91dc3 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:03:20.981772 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2807eade-37b0-4656-9576-89ee55f91dc3'] response: {'name': 'network-changed', 'server_uuid': 'baac7c00-7269-49fa-a240-e0ed374aeed2', 'tag': '00b177da-51c3-43ba-b55a-e7aefc42273b', 'status': 'completed', 'code': 200} May 13 13:03:21.052033 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356f092d-67f6-4d73-abb9-2cd50b793f95 req-91d525ca-6eee-4fc1-824c-fbe231cc4428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:03:21.053578 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-356f092d-67f6-4d73-abb9-2cd50b793f95 req-91d525ca-6eee-4fc1-824c-fbe231cc4428 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c04aaf2b58354e1992d66c09f5f562ad&device_id=baac7c00-7269-49fa-a240-e0ed374aeed2 HTTP/1.1" status: 200 len: 1127 time: 0.0405245 May 13 13:03:21.102918 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-356f092d-67f6-4d73-abb9-2cd50b793f95 req-e2ac784c-7fa9-4602-9093-ad4e1d4265ea service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00b177da-51c3-43ba-b55a-e7aefc42273b HTTP/1.1" status: 200 len: 217 time: 0.0362859 May 13 13:03:21.150609 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356f092d-67f6-4d73-abb9-2cd50b793f95 req-d684c6c9-36dc-4254-8350-1a76f6936206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:03:21.152074 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-356f092d-67f6-4d73-abb9-2cd50b793f95 req-d684c6c9-36dc-4254-8350-1a76f6936206 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b591f023-d2cc-4113-802f-763f4974f570 HTTP/1.1" status: 200 len: 854 time: 0.0432003 May 13 13:03:21.187432 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-356f092d-67f6-4d73-abb9-2cd50b793f95 req-c0250f88-4e15-43cd-95d7-91a54c304320 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9564931c-c5b5-4379-ab8f-8be704e0bc3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289817 May 13 13:03:21.286897 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-356f092d-67f6-4d73-abb9-2cd50b793f95 req-d52f7ace-ef84-41c7-ae28-f1cc462ee58c service neutron] 10.222.0.52 "GET /v2.0/networks/9564931c-c5b5-4379-ab8f-8be704e0bc3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929756 May 13 13:03:21.394648 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46747f4-4eb6-44d3-8d18-69be5d2b5b55 req-9e00778e-31e4-4ef2-b474-62edb8211ac6 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:03:21.396151 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-f46747f4-4eb6-44d3-8d18-69be5d2b5b55 req-9e00778e-31e4-4ef2-b474-62edb8211ac6 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.49 "GET /v2.0/ports?device_id=949ac2a1-5fa1-458a-954b-09355d5dfc68 HTTP/1.1" status: 200 len: 946 time: 0.0578942 May 13 13:03:21.437739 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-356f092d-67f6-4d73-abb9-2cd50b793f95 req-83fd42f4-ff2b-4ecb-9211-435780abdeb5 service neutron] 10.222.0.52 "GET /v2.0/networks/9564931c-c5b5-4379-ab8f-8be704e0bc3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448615 May 13 13:03:21.449780 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5726ba3f-6c3e-49a7-97a2-b9d8c235d93d req-59ef065d-9a3c-435c-840b-84ad2df16e96 tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:03:21.452556 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-5726ba3f-6c3e-49a7-97a2-b9d8c235d93d req-59ef065d-9a3c-435c-840b-84ad2df16e96 tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] 10.222.0.49 "GET /v2.0/ports?device_id=baac7c00-7269-49fa-a240-e0ed374aeed2 HTTP/1.1" status: 200 len: 943 time: 0.0505686 May 13 13:03:21.474541 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-f46747f4-4eb6-44d3-8d18-69be5d2b5b55 req-a55d3d13-0309-4831-a4aa-02e7d31d8da1 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.49 "GET /v2.0/security-groups?id=22d95977-7f18-4ee5-86c7-550f6ea7e358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649199 May 13 13:03:21.515111 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-5726ba3f-6c3e-49a7-97a2-b9d8c235d93d req-13d815fd-80cd-42a4-a231-a1f1f71dde34 tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f64e4f3-46a9-40cb-85cd-b84c7fda5f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562818 May 13 13:03:21.587219 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af1e061-a188-4a60-975b-757116746cfa req-87089725-8b33-4d99-bd46-e416f52c4105 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:03:21.588681 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-4af1e061-a188-4a60-975b-757116746cfa req-87089725-8b33-4d99-bd46-e416f52c4105 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.49 "GET /v2.0/ports?device_id=949ac2a1-5fa1-458a-954b-09355d5dfc68 HTTP/1.1" status: 200 len: 946 time: 0.0466311 May 13 13:03:21.639020 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-4af1e061-a188-4a60-975b-757116746cfa req-a201ef05-6aec-4086-9963-f70734c81c55 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.49 "GET /v2.0/security-groups?id=22d95977-7f18-4ee5-86c7-550f6ea7e358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437357 May 13 13:03:21.661045 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 56078) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:03:21.791785 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5545ceb0-8014-492d-a74f-69d09952d884 tempest-TestVolumeBootPattern-1297634955 tempest-TestVolumeBootPattern-1297634955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:03:21.793817 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-5545ceb0-8014-492d-a74f-69d09952d884 tempest-TestVolumeBootPattern-1297634955 tempest-TestVolumeBootPattern-1297634955-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=949ac2a1-5fa1-458a-954b-09355d5dfc68 HTTP/1.1" status: 200 len: 1125 time: 0.1317854 May 13 13:03:21.796601 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 56082) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:03:21.800770 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.v2.base [None req-c56cf21e-e370-45d3-85dc-f8b374bd205d tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Request body: {'floatingip': {'floating_network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'port_id': 'dc7acc83-6299-405b-9f2c-a8cefc650198', 'tenant_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:03:21.821183 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c56cf21e-e370-45d3-85dc-f8b374bd205d tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:03:21.899521 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c56cf21e-e370-45d3-85dc-f8b374bd205d tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:03:22.001711 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-c56cf21e-e370-45d3-85dc-f8b374bd205d tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Allocated IP 172.27.3.134 (feab3964-f0b8-402e-905b-49af947bf732/23e33d6a-fc94-4466-a994-b549e993d354/90bc9388-55ad-4b7d-be5f-59c7859017c1) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:03:22.106202 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c56cf21e-e370-45d3-85dc-f8b374bd205d tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Publish callbacks [] for port (90bc9388-55ad-4b7d-be5f-59c7859017c1), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:03:22.137568 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c56cf21e-e370-45d3-85dc-f8b374bd205d tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750967062384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6509865'] for port (90bc9388-55ad-4b7d-be5f-59c7859017c1), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:03:22.173857 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56cf21e-e370-45d3-85dc-f8b374bd205d tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Network feab3964-f0b8-402e-905b-49af947bf732 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:03:22.176528 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-c56cf21e-e370-45d3-85dc-f8b374bd205d tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:03:22.180023 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56cf21e-e370-45d3-85dc-f8b374bd205d tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:03:22.204840 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56cf21e-e370-45d3-85dc-f8b374bd205d tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Pushing event updated for resources: {'Port': ['ID=90bc9388-55ad-4b7d-be5f-59c7859017c1,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:03:22.218213 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56cf21e-e370-45d3-85dc-f8b374bd205d tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:03:22.218556 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56cf21e-e370-45d3-85dc-f8b374bd205d tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:03:22.218893 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56cf21e-e370-45d3-85dc-f8b374bd205d tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:03:22.219223 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56cf21e-e370-45d3-85dc-f8b374bd205d tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:03:22.219549 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56cf21e-e370-45d3-85dc-f8b374bd205d tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:03:22.219902 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56cf21e-e370-45d3-85dc-f8b374bd205d tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:03:22.220219 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56cf21e-e370-45d3-85dc-f8b374bd205d tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:03:22.220535 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56cf21e-e370-45d3-85dc-f8b374bd205d tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:03:22.220858 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56cf21e-e370-45d3-85dc-f8b374bd205d tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:03:22.221215 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56cf21e-e370-45d3-85dc-f8b374bd205d tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:03:22.221533 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56cf21e-e370-45d3-85dc-f8b374bd205d tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:03:22.221848 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56cf21e-e370-45d3-85dc-f8b374bd205d tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:03:22.222161 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56cf21e-e370-45d3-85dc-f8b374bd205d tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:03:22.222472 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56cf21e-e370-45d3-85dc-f8b374bd205d tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:03:22.222782 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56cf21e-e370-45d3-85dc-f8b374bd205d tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:03:22.395844 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01c01a1-f9a3-40db-90a9-df8e428f61dd req-1f36615d-13c2-4786-a2f0-c924fc44b479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:03:22.397367 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-d01c01a1-f9a3-40db-90a9-df8e428f61dd req-1f36615d-13c2-4786-a2f0-c924fc44b479 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c04aaf2b58354e1992d66c09f5f562ad&device_id=baac7c00-7269-49fa-a240-e0ed374aeed2 HTTP/1.1" status: 200 len: 1127 time: 0.0517898 May 13 13:03:22.571605 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01c01a1-f9a3-40db-90a9-df8e428f61dd req-f8169a56-7eaf-4802-a492-8d011d356e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:03:22.573102 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-d01c01a1-f9a3-40db-90a9-df8e428f61dd req-f8169a56-7eaf-4802-a492-8d011d356e5e service neutron] 10.222.0.52 "GET /v2.0/networks?id=9564931c-c5b5-4379-ab8f-8be704e0bc3e HTTP/1.1" status: 200 len: 915 time: 0.1683438 May 13 13:03:22.626202 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-d01c01a1-f9a3-40db-90a9-df8e428f61dd req-9a1ec7b5-e16e-4439-ad60-6272ee23101c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00b177da-51c3-43ba-b55a-e7aefc42273b HTTP/1.1" status: 200 len: 217 time: 0.0444229 May 13 13:03:22.735518 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf3745e-fd15-4495-abda-12a8e858eb22 req-e8572e64-4c9b-4ae3-b244-75279d1a8ab3 tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:03:22.736965 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-baf3745e-fd15-4495-abda-12a8e858eb22 req-e8572e64-4c9b-4ae3-b244-75279d1a8ab3 tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] 10.222.0.49 "GET /v2.0/ports?device_id=baac7c00-7269-49fa-a240-e0ed374aeed2 HTTP/1.1" status: 200 len: 943 time: 0.1154499 May 13 13:03:22.783766 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01c01a1-f9a3-40db-90a9-df8e428f61dd req-8e6e19e2-dffa-47e6-9808-2290dc00ae81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:03:22.785167 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-d01c01a1-f9a3-40db-90a9-df8e428f61dd req-8e6e19e2-dffa-47e6-9808-2290dc00ae81 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b591f023-d2cc-4113-802f-763f4974f570 HTTP/1.1" status: 200 len: 854 time: 0.1231081 May 13 13:03:22.826314 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-d01c01a1-f9a3-40db-90a9-df8e428f61dd req-dc870e60-7e74-4535-9771-ded437cc90d6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9564931c-c5b5-4379-ab8f-8be704e0bc3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319369 May 13 13:03:22.832943 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c56cf21e-e370-45d3-85dc-f8b374bd205d tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Publish callbacks [] for floatingip (d7e635b5-e748-47b0-8216-f94762882f41), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:03:22.918952 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-baf3745e-fd15-4495-abda-12a8e858eb22 req-aecee8c0-6da5-4f20-94f2-958b9ae80051 tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f64e4f3-46a9-40cb-85cd-b84c7fda5f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583703 May 13 13:03:22.990830 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c56cf21e-e370-45d3-85dc-f8b374bd205d tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (90bc9388-55ad-4b7d-be5f-59c7859017c1), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:03:22.996405 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-d01c01a1-f9a3-40db-90a9-df8e428f61dd req-986175ac-23a5-440d-90e0-74238c4ff592 service neutron] 10.222.0.52 "GET /v2.0/networks/9564931c-c5b5-4379-ab8f-8be704e0bc3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596854 May 13 13:03:23.078651 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-cb199b0d-75af-4b53-a122-542eb939f61a req-5c476405-afd9-4532-95ce-2ab88e608cae service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=24c9a0bb-7fb3-43a0-9175-b258e9c7bbd5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427046 May 13 13:03:23.166268 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-d01c01a1-f9a3-40db-90a9-df8e428f61dd req-1c5f2703-efac-4396-af4b-1fb3f243f19c service neutron] 10.222.0.52 "GET /v2.0/networks/9564931c-c5b5-4379-ab8f-8be704e0bc3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489010 May 13 13:03:23.180763 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb199b0d-75af-4b53-a122-542eb939f61a req-40526033-bccc-4540-ad42-f4e6d74c605c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:03:23.182270 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-cb199b0d-75af-4b53-a122-542eb939f61a req-40526033-bccc-4540-ad42-f4e6d74c605c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f7713dfabbe6446fac28d0b194ca627a&device_id=24c9a0bb-7fb3-43a0-9175-b258e9c7bbd5 HTTP/1.1" status: 200 len: 1129 time: 0.0427153 May 13 13:03:23.223268 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c56cf21e-e370-45d3-85dc-f8b374bd205d tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Publish callbacks [] for port (90bc9388-55ad-4b7d-be5f-59c7859017c1), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:03:23.227912 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c56cf21e-e370-45d3-85dc-f8b374bd205d tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6509904'] for port (90bc9388-55ad-4b7d-be5f-59c7859017c1), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:03:23.293648 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56cf21e-e370-45d3-85dc-f8b374bd205d tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Pushing event updated for resources: {'Port': ['ID=90bc9388-55ad-4b7d-be5f-59c7859017c1,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:03:23.301209 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb199b0d-75af-4b53-a122-542eb939f61a req-121b8983-51be-4b6f-8beb-fa6f1b6a1aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:03:23.302710 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-cb199b0d-75af-4b53-a122-542eb939f61a req-121b8983-51be-4b6f-8beb-fa6f1b6a1aa7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ab26390c-2249-42bd-97a1-5fb2c028b74a HTTP/1.1" status: 200 len: 915 time: 0.0855937 May 13 13:03:23.307356 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c56cf21e-e370-45d3-85dc-f8b374bd205d tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621791'] for floatingip (d7e635b5-e748-47b0-8216-f94762882f41), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:03:23.348230 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-cb199b0d-75af-4b53-a122-542eb939f61a req-a1ec5fbe-316d-4b1d-b1c8-7d55f18da496 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90cfa8c9-1331-41ca-84e5-e5be3729e414 HTTP/1.1" status: 200 len: 217 time: 0.0387471 May 13 13:03:23.395415 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb199b0d-75af-4b53-a122-542eb939f61a req-c2429328-bf5d-48ca-8211-03b8b52a602e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:03:23.396860 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-cb199b0d-75af-4b53-a122-542eb939f61a req-c2429328-bf5d-48ca-8211-03b8b52a602e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=295afeaf-3910-4069-9543-33c4303d4583 HTTP/1.1" status: 200 len: 853 time: 0.0430715 May 13 13:03:23.411210 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.db.l3_db [None req-c56cf21e-e370-45d3-85dc-f8b374bd205d tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Floating IP d7e635b5-e748-47b0-8216-f94762882f41 associated. External IP: 172.27.3.134, port: dc7acc83-6299-405b-9f2c-a8cefc650198. May 13 13:03:23.439932 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb199b0d-75af-4b53-a122-542eb939f61a req-bb1c23f5-5cec-4884-8117-1a9869ff6600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:03:23.441423 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-cb199b0d-75af-4b53-a122-542eb939f61a req-bb1c23f5-5cec-4884-8117-1a9869ff6600 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ab26390c-2249-42bd-97a1-5fb2c028b74a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379062 May 13 13:03:23.534684 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-cb199b0d-75af-4b53-a122-542eb939f61a req-774810ed-f385-4676-9332-3fd3ffcd703b service neutron] 10.222.0.52 "GET /v2.0/networks/ab26390c-2249-42bd-97a1-5fb2c028b74a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862980 May 13 13:03:23.625648 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-cb199b0d-75af-4b53-a122-542eb939f61a req-8cb91d5b-a5fa-4b2f-b086-b84f38566822 service neutron] 10.222.0.52 "GET /v2.0/networks/ab26390c-2249-42bd-97a1-5fb2c028b74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851641 May 13 13:03:23.626611 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c56cf21e-e370-45d3-85dc-f8b374bd205d tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Router 54a1ebfd-fd29-40b0-8359-a84254704864 has already been hosted by L3 agent 6d8a5631-9f63-444c-af3b-4dcce4842b62 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 13:03:23.741103 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c56cf21e-e370-45d3-85dc-f8b374bd205d tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Notify agent at l3_agent.dv-cinder-841644-1-iscsi the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:03:23.751540 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6754e938-87e6-40e9-800d-0c0fee807675 None None] Sync routers for ids ['54a1ebfd-fd29-40b0-8359-a84254704864'] in dv-cinder-841644-1-iscsi {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:03:23.760056 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c56cf21e-e370-45d3-85dc-f8b374bd205d tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4290'] for floatingip (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:03:23.769828 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6754e938-87e6-40e9-800d-0c0fee807675 None None] Routers {'54a1ebfd-fd29-40b0-8359-a84254704864'} bound to L3 agent in host dv-cinder-841644-1-iscsi {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:03:23.770456 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-6754e938-87e6-40e9-800d-0c0fee807675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841644-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T12:45:44Z,description=,heartbeat_timestamp=2022-05-13T13:03:14Z,host='dv-cinder-841644-1-iscsi',id=6d8a5631-9f63-444c-af3b-4dcce4842b62,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T12:45:44Z,topic='l3_agent')) {'router_ids': ['54a1ebfd-fd29-40b0-8359-a84254704864'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:03:23.790462 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-c56cf21e-e370-45d3-85dc-f8b374bd205d tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9927907 May 13 13:03:23.791036 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '949ac2a1-5fa1-458a-954b-09355d5dfc68', 'tag': 'dc7acc83-6299-405b-9f2c-a8cefc650198'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:03:23.793985 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cdb7c774b4c64768c46a18a465ef1a15500a906a5d07d0e5a65b0b29d0c9ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5ab5738-83bb-4ff7-b30b-a66af76360ee" -d '{"events": [{"name": "network-changed", "server_uuid": "949ac2a1-5fa1-458a-954b-09355d5dfc68", "tag": "dc7acc83-6299-405b-9f2c-a8cefc650198"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:03:23.830517 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 13:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c04cc6a-1ef2-43b9-83cc-f05977e7717d x-openstack-request-id: req-1c04cc6a-1ef2-43b9-83cc-f05977e7717d {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:03:23.830837 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "949ac2a1-5fa1-458a-954b-09355d5dfc68", "tag": "dc7acc83-6299-405b-9f2c-a8cefc650198", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:03:23.831097 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1c04cc6a-1ef2-43b9-83cc-f05977e7717d {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:03:23.831501 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c04cc6a-1ef2-43b9-83cc-f05977e7717d'] response: {'name': 'network-changed', 'server_uuid': '949ac2a1-5fa1-458a-954b-09355d5dfc68', 'tag': 'dc7acc83-6299-405b-9f2c-a8cefc650198', 'status': 'completed', 'code': 200} May 13 13:03:23.881508 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-6754e938-87e6-40e9-800d-0c0fee807675 None None] Set router 54a1ebfd-fd29-40b0-8359-a84254704864 gateway port host: dv-cinder-841644-1-iscsi {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:03:23.910475 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ab5738-83bb-4ff7-b30b-a66af76360ee req-58e256a9-7ccf-4469-b429-3bda7c5789d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:03:23.912062 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-c5ab5738-83bb-4ff7-b30b-a66af76360ee req-58e256a9-7ccf-4469-b429-3bda7c5789d6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6a60c4cb84044c338d954f9a3ec8ef31&device_id=949ac2a1-5fa1-458a-954b-09355d5dfc68 HTTP/1.1" status: 200 len: 1130 time: 0.0403574 May 13 13:03:24.010346 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ab5738-83bb-4ff7-b30b-a66af76360ee req-00e247a4-efaa-46ff-abd0-875d45f4ea20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:03:24.012855 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-c5ab5738-83bb-4ff7-b30b-a66af76360ee req-00e247a4-efaa-46ff-abd0-875d45f4ea20 service neutron] 10.222.0.52 "GET /v2.0/networks?id=aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1 HTTP/1.1" status: 200 len: 912 time: 0.0930629 May 13 13:03:24.048536 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3ad4bd-f799-45e1-92ef-01866424c9e4 req-e9a81078-445c-4a6b-8c82-09115161498e tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:03:24.050153 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-1b3ad4bd-f799-45e1-92ef-01866424c9e4 req-e9a81078-445c-4a6b-8c82-09115161498e tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] 10.222.0.49 "GET /v2.0/ports?device_id=baac7c00-7269-49fa-a240-e0ed374aeed2 HTTP/1.1" status: 200 len: 943 time: 0.0528836 May 13 13:03:24.084668 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-c5ab5738-83bb-4ff7-b30b-a66af76360ee req-95b6069b-a366-4d46-a988-50b51e8d9c96 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc7acc83-6299-405b-9f2c-a8cefc650198 HTTP/1.1" status: 200 len: 1000 time: 0.0654638 May 13 13:03:24.099316 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-1b3ad4bd-f799-45e1-92ef-01866424c9e4 req-53b733a6-b5ae-499e-8495-c972b985ac78 tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f64e4f3-46a9-40cb-85cd-b84c7fda5f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433822 May 13 13:03:24.108469 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-6754e938-87e6-40e9-800d-0c0fee807675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54a1ebfd-fd29-40b0-8359-a84254704864', 'name': 'tempest-TestVolumeBootPattern-208780226-router', 'tenant_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '9820dea4-a7a6-46f6-a5e9-0610c7fa9ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:02:26Z', 'updated_at': '2022-05-13T13:02:30Z', 'revision_number': 4, 'project_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'gw_port': {'id': '9820dea4-a7a6-46f6-a5e9-0610c7fa9ee8', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a1ebfd-fd29-40b0-8359-a84254704864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:02:27Z', 'updated_at': '2022-05-13T13:02:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi', '_floatingips': [{'id': 'd7e635b5-e748-47b0-8216-f94762882f41', 'tenant_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'floating_ip_address': '172.27.3.134', 'floating_network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'router_id': '54a1ebfd-fd29-40b0-8359-a84254704864', 'port_id': 'dc7acc83-6299-405b-9f2c-a8cefc650198', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1', 'mac_address': 'fa:16:3e:1d:ab:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949ac2a1-5fa1-458a-954b-09355d5dfc68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:03:22Z', 'updated_at': '2022-05-13T13:03:22Z', 'revision_number': 0, 'project_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47946319-1c40-4d3c-8c85-413449fba33f', 'name': '', 'network_id': 'aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1', 'tenant_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'mac_address': 'fa:16:3e:d5:5b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a1ebfd-fd29-40b0-8359-a84254704864', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '580aedfc-8b47-4076-96d2-f68e5824303f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:02:29Z', 'updated_at': '2022-05-13T13:02:40Z', 'revision_number': 5, 'project_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'subnets': [{'id': '580aedfc-8b47-4076-96d2-f68e5824303f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841644-1-iscsi', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:03:24.135249 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6754e938-87e6-40e9-800d-0c0fee807675 None None] Checking router: 54a1ebfd-fd29-40b0-8359-a84254704864 for host: dv-cinder-841644-1-iscsi {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:03:24.143802 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6754e938-87e6-40e9-800d-0c0fee807675 None None] Routers {'54a1ebfd-fd29-40b0-8359-a84254704864'} bound to L3 agent in host dv-cinder-841644-1-iscsi {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:03:24.144414 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-6754e938-87e6-40e9-800d-0c0fee807675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841644-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T12:45:44Z,description=,heartbeat_timestamp=2022-05-13T13:03:14Z,host='dv-cinder-841644-1-iscsi',id=6d8a5631-9f63-444c-af3b-4dcce4842b62,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T12:45:44Z,topic='l3_agent')) {'router_ids': ['54a1ebfd-fd29-40b0-8359-a84254704864'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:03:24.255959 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-6754e938-87e6-40e9-800d-0c0fee807675 None None] Set router 54a1ebfd-fd29-40b0-8359-a84254704864 gateway port host: dv-cinder-841644-1-iscsi {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:03:24.352662 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ab5738-83bb-4ff7-b30b-a66af76360ee req-e8beb035-538d-42d2-87b4-1c894829a5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:03:24.354151 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-c5ab5738-83bb-4ff7-b30b-a66af76360ee req-e8beb035-538d-42d2-87b4-1c894829a5bf service neutron] 10.222.0.52 "GET /v2.0/subnets?id=580aedfc-8b47-4076-96d2-f68e5824303f HTTP/1.1" status: 200 len: 850 time: 0.0484998 May 13 13:03:24.396789 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ab5738-83bb-4ff7-b30b-a66af76360ee req-329768cc-f12b-4239-8a55-f0dd8326f877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:03:24.398312 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-c5ab5738-83bb-4ff7-b30b-a66af76360ee req-329768cc-f12b-4239-8a55-f0dd8326f877 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384312 May 13 13:03:24.484470 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-6754e938-87e6-40e9-800d-0c0fee807675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54a1ebfd-fd29-40b0-8359-a84254704864', 'name': 'tempest-TestVolumeBootPattern-208780226-router', 'tenant_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '9820dea4-a7a6-46f6-a5e9-0610c7fa9ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:02:26Z', 'updated_at': '2022-05-13T13:02:30Z', 'revision_number': 4, 'project_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'gw_port': {'id': '9820dea4-a7a6-46f6-a5e9-0610c7fa9ee8', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a1ebfd-fd29-40b0-8359-a84254704864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:02:27Z', 'updated_at': '2022-05-13T13:02:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi', '_floatingips': [{'id': 'd7e635b5-e748-47b0-8216-f94762882f41', 'tenant_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'floating_ip_address': '172.27.3.134', 'floating_network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'router_id': '54a1ebfd-fd29-40b0-8359-a84254704864', 'port_id': 'dc7acc83-6299-405b-9f2c-a8cefc650198', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1', 'mac_address': 'fa:16:3e:1d:ab:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949ac2a1-5fa1-458a-954b-09355d5dfc68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:03:22Z', 'updated_at': '2022-05-13T13:03:22Z', 'revision_number': 0, 'project_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47946319-1c40-4d3c-8c85-413449fba33f', 'name': '', 'network_id': 'aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1', 'tenant_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'mac_address': 'fa:16:3e:d5:5b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a1ebfd-fd29-40b0-8359-a84254704864', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '580aedfc-8b47-4076-96d2-f68e5824303f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:02:29Z', 'updated_at': '2022-05-13T13:02:40Z', 'revision_number': 5, 'project_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'subnets': [{'id': '580aedfc-8b47-4076-96d2-f68e5824303f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841644-1-iscsi', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:03:24.497524 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-c5ab5738-83bb-4ff7-b30b-a66af76360ee req-b42af666-02e5-4aab-b8d3-ee1b5055ebda service neutron] 10.222.0.52 "GET /v2.0/networks/aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859559 May 13 13:03:24.511182 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6754e938-87e6-40e9-800d-0c0fee807675 None None] The sync data for ids ['54a1ebfd-fd29-40b0-8359-a84254704864'] in dv-cinder-841644-1-iscsi is: [{'id': '54a1ebfd-fd29-40b0-8359-a84254704864', 'name': 'tempest-TestVolumeBootPattern-208780226-router', 'tenant_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '9820dea4-a7a6-46f6-a5e9-0610c7fa9ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:02:26Z', 'updated_at': '2022-05-13T13:02:30Z', 'revision_number': 4, 'project_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'gw_port': {'id': '9820dea4-a7a6-46f6-a5e9-0610c7fa9ee8', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a1ebfd-fd29-40b0-8359-a84254704864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:02:27Z', 'updated_at': '2022-05-13T13:02:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi', '_floatingips': [{'id': 'd7e635b5-e748-47b0-8216-f94762882f41', 'tenant_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'floating_ip_address': '172.27.3.134', 'floating_network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'router_id': '54a1ebfd-fd29-40b0-8359-a84254704864', 'port_id': 'dc7acc83-6299-405b-9f2c-a8cefc650198', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1', 'mac_address': 'fa:16:3e:1d:ab:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949ac2a1-5fa1-458a-954b-09355d5dfc68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:03:22Z', 'updated_at': '2022-05-13T13:03:22Z', 'revision_number': 0, 'project_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47946319-1c40-4d3c-8c85-413449fba33f', 'name': '', 'network_id': 'aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1', 'tenant_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'mac_address': 'fa:16:3e:d5:5b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a1ebfd-fd29-40b0-8359-a84254704864', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '580aedfc-8b47-4076-96d2-f68e5824303f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:02:29Z', 'updated_at': '2022-05-13T13:02:40Z', 'revision_number': 5, 'project_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'subnets': [{'id': '580aedfc-8b47-4076-96d2-f68e5824303f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:03:24.710916 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675fc877-13ec-4468-8a9e-2a72f76a8bb7 None None] New status for floating IP d7e635b5-e748-47b0-8216-f94762882f41: ACTIVE {{(pid=109806) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 13:03:24.731750 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Device 00b177da-51c3-43ba-b55a-e7aefc42273b details requested by agent hyperv_hv-cinder-84164 with host hv-cinder-84164 {{(pid=109805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 13:03:24.842509 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] For port 00b177da-51c3-43ba-b55a-e7aefc42273b, host hv-cinder-84164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84164',level=0,port_id=00b177da-51c3-43ba-b55a-e7aefc42273b,segment=NetworkSegment(d5ff137a-d31a-40c2-9582-cf576c4541c2),segment_id=d5ff137a-d31a-40c2-9582-cf576c4541c2)] {{(pid=109805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:03:24.855204 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Returning: {'device': '00b177da-51c3-43ba-b55a-e7aefc42273b', 'network_id': '9564931c-c5b5-4379-ab8f-8be704e0bc3e', 'port_id': '00b177da-51c3-43ba-b55a-e7aefc42273b', 'mac_address': 'fa:16:3e:01:9a:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b591f023-d2cc-4113-802f-763f4974f570', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 13:03:24.901236 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Current status of the port 00b177da-51c3-43ba-b55a-e7aefc42273b is: DOWN; New status is: BUILD {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:03:24.901633 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (00b177da-51c3-43ba-b55a-e7aefc42273b), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:03:24.917197 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.notifiers.nova [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00b177da-51c3-43ba-b55a-e7aefc42273b {{(pid=109805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:03:24.937447 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] For port 00b177da-51c3-43ba-b55a-e7aefc42273b, host hv-cinder-84164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84164',level=0,port_id=00b177da-51c3-43ba-b55a-e7aefc42273b,segment=NetworkSegment(d5ff137a-d31a-40c2-9582-cf576c4541c2),segment_id=d5ff137a-d31a-40c2-9582-cf576c4541c2)] {{(pid=109805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:03:24.941332 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (00b177da-51c3-43ba-b55a-e7aefc42273b), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:03:24.990755 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Pushing event updated for resources: {'Port': ['ID=00b177da-51c3-43ba-b55a-e7aefc42273b,revision_number=4']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:03:25.030677 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-c5ab5738-83bb-4ff7-b30b-a66af76360ee req-c41c062c-7da7-4dae-b1bc-f1584b1f70e4 service neutron] 10.222.0.52 "GET /v2.0/networks/aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3619640 May 13 13:03:25.213909 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08344654-12f5-463f-b79d-fa4f755c2fce req-c73f7838-8ee4-4409-9405-ab8440d98761 tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:03:25.215912 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-08344654-12f5-463f-b79d-fa4f755c2fce req-c73f7838-8ee4-4409-9405-ab8440d98761 tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] 10.222.0.49 "GET /v2.0/ports?device_id=baac7c00-7269-49fa-a240-e0ed374aeed2 HTTP/1.1" status: 200 len: 944 time: 0.0467138 May 13 13:03:25.260764 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-08344654-12f5-463f-b79d-fa4f755c2fce req-308d4672-b3f1-467c-a8fe-611e0a28f774 tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f64e4f3-46a9-40cb-85cd-b84c7fda5f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395460 May 13 13:03:25.272415 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] get_ports_and_sgs() called for port_ids ['00b177da-51c3-43ba-b55a-e7aefc42273b'] {{(pid=109805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 13:03:26.383082 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0041e2d0-ed1f-4492-9df4-9d7163449abe req-2068d3b1-8140-4439-82dc-272aa56c83f4 tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:03:26.384550 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-0041e2d0-ed1f-4492-9df4-9d7163449abe req-2068d3b1-8140-4439-82dc-272aa56c83f4 tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] 10.222.0.49 "GET /v2.0/ports?device_id=baac7c00-7269-49fa-a240-e0ed374aeed2 HTTP/1.1" status: 200 len: 944 time: 0.0564063 May 13 13:03:26.431880 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-0041e2d0-ed1f-4492-9df4-9d7163449abe req-303643b2-62f2-4d34-b451-21a2900d325e tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f64e4f3-46a9-40cb-85cd-b84c7fda5f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408247 May 13 13:03:26.741528 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Device 00b177da-51c3-43ba-b55a-e7aefc42273b up at agent hyperv_hv-cinder-84164 {{(pid=109805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:03:26.789164 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Provisioning for port 00b177da-51c3-43ba-b55a-e7aefc42273b completed by entity L2. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 13:03:26.796230 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Provisioning complete for port 00b177da-51c3-43ba-b55a-e7aefc42273b triggered by entity L2. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:03:26.796612 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (00b177da-51c3-43ba-b55a-e7aefc42273b), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:03:26.871792 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Current status of the port 00b177da-51c3-43ba-b55a-e7aefc42273b is: BUILD; New status is: ACTIVE {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:03:26.872175 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (00b177da-51c3-43ba-b55a-e7aefc42273b), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:03:26.896362 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baac7c00-7269-49fa-a240-e0ed374aeed2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00b177da-51c3-43ba-b55a-e7aefc42273b'}] {{(pid=109805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:03:26.898558 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bf410fb1f4c9c59dd9b4e78159940bff83c4f370df38d4d08ac4943129d440" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5079f0d8-a2b9-4aee-ac59-a90bb26fc8cd" -d '{"events": [{"server_uuid": "baac7c00-7269-49fa-a240-e0ed374aeed2", "name": "network-vif-plugged", "status": "completed", "tag": "00b177da-51c3-43ba-b55a-e7aefc42273b"}]}' {{(pid=109805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:03:26.911259 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] For port 00b177da-51c3-43ba-b55a-e7aefc42273b, host hv-cinder-84164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84164',level=0,port_id=00b177da-51c3-43ba-b55a-e7aefc42273b,segment=NetworkSegment(d5ff137a-d31a-40c2-9582-cf576c4541c2),segment_id=d5ff137a-d31a-40c2-9582-cf576c4541c2)] {{(pid=109805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:03:26.915704 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (00b177da-51c3-43ba-b55a-e7aefc42273b), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:03:26.939781 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 13:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9142d750-aed1-42db-b32e-e8ab9bc3fc91 x-openstack-request-id: req-9142d750-aed1-42db-b32e-e8ab9bc3fc91 {{(pid=109805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:03:26.940080 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baac7c00-7269-49fa-a240-e0ed374aeed2", "name": "network-vif-plugged", "status": "completed", "tag": "00b177da-51c3-43ba-b55a-e7aefc42273b", "code": 200}]} {{(pid=109805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:03:26.940305 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9142d750-aed1-42db-b32e-e8ab9bc3fc91 {{(pid=109805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:03:26.940683 dv-cinder-841644-1-iscsi neutron-server[109805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9142d750-aed1-42db-b32e-e8ab9bc3fc91'] response: {'server_uuid': 'baac7c00-7269-49fa-a240-e0ed374aeed2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00b177da-51c3-43ba-b55a-e7aefc42273b', 'code': 200} May 13 13:03:26.966798 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Pushing event updated for resources: {'Port': ['ID=00b177da-51c3-43ba-b55a-e7aefc42273b,revision_number=5']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:03:27.174440 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b796531b-0e24-48c0-bc0f-33069c96a368 req-de2287c5-86b7-460e-9a15-1cf4301647ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:03:27.175963 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-b796531b-0e24-48c0-bc0f-33069c96a368 req-de2287c5-86b7-460e-9a15-1cf4301647ee service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=baac7c00-7269-49fa-a240-e0ed374aeed2 HTTP/1.1" status: 200 len: 1129 time: 0.0383244 May 13 13:03:27.224116 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-b796531b-0e24-48c0-bc0f-33069c96a368 req-9cdaf487-527b-48db-9855-29f4aea4a835 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=2f64e4f3-46a9-40cb-85cd-b84c7fda5f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418768 May 13 13:03:27.551130 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55023db-477c-40dd-9bbe-3faf4914ec11 req-bc1286aa-561a-4383-a3e3-fa826825d108 tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:03:27.552575 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-e55023db-477c-40dd-9bbe-3faf4914ec11 req-bc1286aa-561a-4383-a3e3-fa826825d108 tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] 10.222.0.49 "GET /v2.0/ports?device_id=baac7c00-7269-49fa-a240-e0ed374aeed2 HTTP/1.1" status: 200 len: 945 time: 0.0482888 May 13 13:03:27.599124 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-e55023db-477c-40dd-9bbe-3faf4914ec11 req-a9ed28bb-c915-470d-9974-49c8b313e991 tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f64e4f3-46a9-40cb-85cd-b84c7fda5f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410109 May 13 13:03:27.982544 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.agents_db [None req-04065fb1-5207-409b-a281-8f6301b2fc59 None None] Agent healthcheck: found 6 active agents {{(pid=109806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 13:03:28.713545 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2c8d1c-be06-4b32-8477-bf97b23f87e0 req-2aa1794d-f86a-40de-af79-a31d85595437 tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:03:28.715228 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-ba2c8d1c-be06-4b32-8477-bf97b23f87e0 req-2aa1794d-f86a-40de-af79-a31d85595437 tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] 10.222.0.49 "GET /v2.0/ports?device_id=baac7c00-7269-49fa-a240-e0ed374aeed2 HTTP/1.1" status: 200 len: 945 time: 0.0468233 May 13 13:03:28.763672 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-ba2c8d1c-be06-4b32-8477-bf97b23f87e0 req-16f16ed4-e431-4b47-a7f8-1d322c93871f tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f64e4f3-46a9-40cb-85cd-b84c7fda5f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429022 May 13 13:03:29.885306 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b06027e-57a5-4173-a6c2-68bc1e347177 req-295e18a9-207a-41ef-92e6-d14fbbbfc6be tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:03:29.887373 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-8b06027e-57a5-4173-a6c2-68bc1e347177 req-295e18a9-207a-41ef-92e6-d14fbbbfc6be tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] 10.222.0.49 "GET /v2.0/ports?device_id=baac7c00-7269-49fa-a240-e0ed374aeed2 HTTP/1.1" status: 200 len: 945 time: 0.0520539 May 13 13:03:29.934962 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-8b06027e-57a5-4173-a6c2-68bc1e347177 req-1b7ec43f-6d4e-4414-a286-861c219c2e6f tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f64e4f3-46a9-40cb-85cd-b84c7fda5f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416834 May 13 13:03:30.165262 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca08bd55-cb63-44b8-a358-3e6ef1ad42f4 req-77933839-26f5-4a50-a424-21b69672eddf tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:03:30.167575 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-ca08bd55-cb63-44b8-a358-3e6ef1ad42f4 req-77933839-26f5-4a50-a424-21b69672eddf tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] 10.222.0.49 "GET /v2.0/ports?device_id=24c9a0bb-7fb3-43a0-9175-b258e9c7bbd5 HTTP/1.1" status: 200 len: 945 time: 0.0518277 May 13 13:03:30.215679 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-ca08bd55-cb63-44b8-a358-3e6ef1ad42f4 req-f1a8ae32-cb17-4d8f-b147-f735e8a00add tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] 10.222.0.49 "GET /v2.0/security-groups?id=937d479c-27f4-4075-8be2-51ff80e6516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426409 May 13 13:03:30.238590 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 56138) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:03:30.330954 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe6938f6-6835-4a0c-b68d-cc5ab4274a6e tempest-TestMinimumBasicScenario-2103513581 tempest-TestMinimumBasicScenario-2103513581-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:03:30.332938 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-fe6938f6-6835-4a0c-b68d-cc5ab4274a6e tempest-TestMinimumBasicScenario-2103513581 tempest-TestMinimumBasicScenario-2103513581-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=24c9a0bb-7fb3-43a0-9175-b258e9c7bbd5 HTTP/1.1" status: 200 len: 1124 time: 0.0932443 May 13 13:03:30.336411 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 56146) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:03:30.340859 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.v2.base [None req-500e2d06-d33e-47ac-94d4-5a30d402ac2f tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Request body: {'floatingip': {'floating_network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'port_id': '90cfa8c9-1331-41ca-84e5-e5be3729e414', 'tenant_id': 'f7713dfabbe6446fac28d0b194ca627a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:03:30.361499 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-500e2d06-d33e-47ac-94d4-5a30d402ac2f tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:03:30.442832 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-500e2d06-d33e-47ac-94d4-5a30d402ac2f tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:03:30.549729 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-500e2d06-d33e-47ac-94d4-5a30d402ac2f tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Allocated IP 172.27.3.171 (feab3964-f0b8-402e-905b-49af947bf732/23e33d6a-fc94-4466-a994-b549e993d354/dd6c8b1a-5baa-4904-b36c-337ba6b05451) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:03:30.651122 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-500e2d06-d33e-47ac-94d4-5a30d402ac2f tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Publish callbacks [] for port (dd6c8b1a-5baa-4904-b36c-337ba6b05451), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:03:30.685571 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-500e2d06-d33e-47ac-94d4-5a30d402ac2f tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750967062384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6007231'] for port (dd6c8b1a-5baa-4904-b36c-337ba6b05451), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:03:30.723888 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500e2d06-d33e-47ac-94d4-5a30d402ac2f tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Network feab3964-f0b8-402e-905b-49af947bf732 is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:03:30.726728 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-500e2d06-d33e-47ac-94d4-5a30d402ac2f tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:03:30.732115 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500e2d06-d33e-47ac-94d4-5a30d402ac2f tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:03:30.737395 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500e2d06-d33e-47ac-94d4-5a30d402ac2f tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Pushing event updated for resources: {'Port': ['ID=dd6c8b1a-5baa-4904-b36c-337ba6b05451,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:03:30.760986 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500e2d06-d33e-47ac-94d4-5a30d402ac2f tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:03:30.761974 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500e2d06-d33e-47ac-94d4-5a30d402ac2f tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:03:30.762388 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500e2d06-d33e-47ac-94d4-5a30d402ac2f tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:03:30.762705 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500e2d06-d33e-47ac-94d4-5a30d402ac2f tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:03:30.763029 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500e2d06-d33e-47ac-94d4-5a30d402ac2f tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:03:30.763351 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500e2d06-d33e-47ac-94d4-5a30d402ac2f tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:03:30.763672 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500e2d06-d33e-47ac-94d4-5a30d402ac2f tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:03:30.763987 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500e2d06-d33e-47ac-94d4-5a30d402ac2f tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:03:30.764304 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500e2d06-d33e-47ac-94d4-5a30d402ac2f tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:03:30.764619 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500e2d06-d33e-47ac-94d4-5a30d402ac2f tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:03:30.764933 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500e2d06-d33e-47ac-94d4-5a30d402ac2f tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:03:30.765270 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500e2d06-d33e-47ac-94d4-5a30d402ac2f tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:03:30.765585 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500e2d06-d33e-47ac-94d4-5a30d402ac2f tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:03:30.765896 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500e2d06-d33e-47ac-94d4-5a30d402ac2f tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:03:30.766205 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500e2d06-d33e-47ac-94d4-5a30d402ac2f tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:03:31.126612 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-500e2d06-d33e-47ac-94d4-5a30d402ac2f tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Publish callbacks [] for floatingip (066faa7b-a61c-48fa-804c-53a98dc5ccdf), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:03:31.197395 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-500e2d06-d33e-47ac-94d4-5a30d402ac2f tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (dd6c8b1a-5baa-4904-b36c-337ba6b05451), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:03:31.345044 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-500e2d06-d33e-47ac-94d4-5a30d402ac2f tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Publish callbacks [] for port (dd6c8b1a-5baa-4904-b36c-337ba6b05451), precommit_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:03:31.349542 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-500e2d06-d33e-47ac-94d4-5a30d402ac2f tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6007238'] for port (dd6c8b1a-5baa-4904-b36c-337ba6b05451), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:03:31.419638 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500e2d06-d33e-47ac-94d4-5a30d402ac2f tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Pushing event updated for resources: {'Port': ['ID=dd6c8b1a-5baa-4904-b36c-337ba6b05451,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:03:31.431916 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-500e2d06-d33e-47ac-94d4-5a30d402ac2f tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621791'] for floatingip (066faa7b-a61c-48fa-804c-53a98dc5ccdf), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:03:31.534030 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.db.l3_db [None req-500e2d06-d33e-47ac-94d4-5a30d402ac2f tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Floating IP 066faa7b-a61c-48fa-804c-53a98dc5ccdf associated. External IP: 172.27.3.171, port: 90cfa8c9-1331-41ca-84e5-e5be3729e414. May 13 13:03:31.741682 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-500e2d06-d33e-47ac-94d4-5a30d402ac2f tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Router 05802f7c-b8ca-4e5b-985c-e179dc84bf21 has already been hosted by L3 agent 6d8a5631-9f63-444c-af3b-4dcce4842b62 {{(pid=109804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 13:03:31.858652 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-500e2d06-d33e-47ac-94d4-5a30d402ac2f tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Notify agent at l3_agent.dv-cinder-841644-1-iscsi the message routers_updated {{(pid=109804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:03:31.870086 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb778218-9435-413e-bc94-38a80e4684be None None] Sync routers for ids ['05802f7c-b8ca-4e5b-985c-e179dc84bf21'] in dv-cinder-841644-1-iscsi {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:03:31.879523 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb778218-9435-413e-bc94-38a80e4684be None None] Routers {'05802f7c-b8ca-4e5b-985c-e179dc84bf21'} bound to L3 agent in host dv-cinder-841644-1-iscsi {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:03:31.880166 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-fb778218-9435-413e-bc94-38a80e4684be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841644-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T12:45:44Z,description=,heartbeat_timestamp=2022-05-13T13:03:14Z,host='dv-cinder-841644-1-iscsi',id=6d8a5631-9f63-444c-af3b-4dcce4842b62,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T12:45:44Z,topic='l3_agent')) {'router_ids': ['05802f7c-b8ca-4e5b-985c-e179dc84bf21'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:03:31.884654 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-500e2d06-d33e-47ac-94d4-5a30d402ac2f tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4290'] for floatingip (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:03:31.915682 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-500e2d06-d33e-47ac-94d4-5a30d402ac2f tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5782359 May 13 13:03:31.916276 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24c9a0bb-7fb3-43a0-9175-b258e9c7bbd5', 'tag': '90cfa8c9-1331-41ca-84e5-e5be3729e414'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:03:31.919459 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1b69bbfd011f85c3db934c4b22a349ffa5730c167d2456731e37bfe5d9c9e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04bcd30d-771d-4322-8b14-764165a634b3" -d '{"events": [{"name": "network-changed", "server_uuid": "24c9a0bb-7fb3-43a0-9175-b258e9c7bbd5", "tag": "90cfa8c9-1331-41ca-84e5-e5be3729e414"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:03:31.919631 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 56150) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:03:31.924177 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.v2.base [None req-6e450d1c-a3e9-481b-914e-f5064d489f39 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-578362912', 'description': 'tempest-secgroup-smoke-578362912 description', 'project_id': 'f7713dfabbe6446fac28d0b194ca627a'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:03:31.950770 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6e450d1c-a3e9-481b-914e-f5064d489f39 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:03:31.963478 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 13:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-316be048-0642-4351-946b-9f52b9f7751b x-openstack-request-id: req-316be048-0642-4351-946b-9f52b9f7751b {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:03:31.963777 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24c9a0bb-7fb3-43a0-9175-b258e9c7bbd5", "tag": "90cfa8c9-1331-41ca-84e5-e5be3729e414", "status": "completed", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:03:31.964040 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-316be048-0642-4351-946b-9f52b9f7751b {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:03:31.965021 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-316be048-0642-4351-946b-9f52b9f7751b'] response: {'name': 'network-changed', 'server_uuid': '24c9a0bb-7fb3-43a0-9175-b258e9c7bbd5', 'tag': '90cfa8c9-1331-41ca-84e5-e5be3729e414', 'status': 'completed', 'code': 200} May 13 13:03:31.996510 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-fb778218-9435-413e-bc94-38a80e4684be None None] Set router 05802f7c-b8ca-4e5b-985c-e179dc84bf21 gateway port host: dv-cinder-841644-1-iscsi {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:03:32.030551 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6e450d1c-a3e9-481b-914e-f5064d489f39 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Publish callbacks [] for security_group (93013e7d-1f57-4731-8238-98ee55983c74), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:03:32.034512 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6e450d1c-a3e9-481b-914e-f5064d489f39 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (93013e7d-1f57-4731-8238-98ee55983c74), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:03:32.057673 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6e450d1c-a3e9-481b-914e-f5064d489f39 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:03:32.061766 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-6e450d1c-a3e9-481b-914e-f5064d489f39 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1382430 May 13 13:03:32.061928 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bcd30d-771d-4322-8b14-764165a634b3 req-7d029bd3-48e3-4cc4-b0d0-1616d4121cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:03:32.061928 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-04bcd30d-771d-4322-8b14-764165a634b3 req-7d029bd3-48e3-4cc4-b0d0-1616d4121cfe service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f7713dfabbe6446fac28d0b194ca627a&device_id=24c9a0bb-7fb3-43a0-9175-b258e9c7bbd5 HTTP/1.1" status: 200 len: 1129 time: 0.0465219 May 13 13:03:32.062112 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 56154) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:03:32.066098 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.v2.base [None req-f2136171-5eed-4e11-85df-5cb09f7d4540 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Request body: {'security_group_rule': {'security_group_id': '93013e7d-1f57-4731-8238-98ee55983c74', 'project_id': 'f7713dfabbe6446fac28d0b194ca627a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:03:32.086903 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e450d1c-a3e9-481b-914e-f5064d489f39 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93013e7d-1f57-4731-8238-98ee55983c74,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:03:32.107548 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f2136171-5eed-4e11-85df-5cb09f7d4540 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Publish callbacks [] for security_group_rule (406632ff-bf22-4294-9303-c9ccd1c3a45b), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:03:32.157849 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bcd30d-771d-4322-8b14-764165a634b3 req-2cd25497-1612-4e9c-bf12-0afb67bcd1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:03:32.159455 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-04bcd30d-771d-4322-8b14-764165a634b3 req-2cd25497-1612-4e9c-bf12-0afb67bcd1ee service neutron] 10.222.0.52 "GET /v2.0/networks?id=ab26390c-2249-42bd-97a1-5fb2c028b74a HTTP/1.1" status: 200 len: 915 time: 0.0901330 May 13 13:03:32.164857 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f2136171-5eed-4e11-85df-5cb09f7d4540 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Publish callbacks [] for security_group_rule (406632ff-bf22-4294-9303-c9ccd1c3a45b), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:03:32.169929 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f2136171-5eed-4e11-85df-5cb09f7d4540 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472018'] for security_group_rule (406632ff-bf22-4294-9303-c9ccd1c3a45b), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:03:32.188353 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2136171-5eed-4e11-85df-5cb09f7d4540 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=406632ff-bf22-4294-9303-c9ccd1c3a45b,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:03:32.198429 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f2136171-5eed-4e11-85df-5cb09f7d4540 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:03:32.202333 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-f2136171-5eed-4e11-85df-5cb09f7d4540 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1370900 May 13 13:03:32.202578 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 56156) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:03:32.206886 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.v2.base [None req-1949990f-c791-455e-97fa-05160f98709a tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Request body: {'security_group_rule': {'security_group_id': '93013e7d-1f57-4731-8238-98ee55983c74', 'project_id': 'f7713dfabbe6446fac28d0b194ca627a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:03:32.234563 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1949990f-c791-455e-97fa-05160f98709a tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Publish callbacks [] for security_group_rule (5d4d8eb4-ad44-44eb-bb2b-2a0cad8e7249), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:03:32.236191 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-04bcd30d-771d-4322-8b14-764165a634b3 req-f55e054b-eec0-419c-8c69-4b7f181e1720 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90cfa8c9-1331-41ca-84e5-e5be3729e414 HTTP/1.1" status: 200 len: 999 time: 0.0689113 May 13 13:03:32.237697 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-fb778218-9435-413e-bc94-38a80e4684be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05802f7c-b8ca-4e5b-985c-e179dc84bf21', 'name': 'tempest-TestMinimumBasicScenario-742523614-router', 'tenant_id': 'f7713dfabbe6446fac28d0b194ca627a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': 'cdc806ca-ed7b-4962-9ed7-516a5b70c875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:02:28Z', 'updated_at': '2022-05-13T13:02:31Z', 'revision_number': 4, 'project_id': 'f7713dfabbe6446fac28d0b194ca627a', 'gw_port': {'id': 'cdc806ca-ed7b-4962-9ed7-516a5b70c875', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:6b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05802f7c-b8ca-4e5b-985c-e179dc84bf21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:02:28Z', 'updated_at': '2022-05-13T13:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi', '_floatingips': [{'id': '066faa7b-a61c-48fa-804c-53a98dc5ccdf', 'tenant_id': 'f7713dfabbe6446fac28d0b194ca627a', 'floating_ip_address': '172.27.3.171', 'floating_network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'router_id': '05802f7c-b8ca-4e5b-985c-e179dc84bf21', 'port_id': '90cfa8c9-1331-41ca-84e5-e5be3729e414', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab26390c-2249-42bd-97a1-5fb2c028b74a', 'mac_address': 'fa:16:3e:d6:69:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c9a0bb-7fb3-43a0-9175-b258e9c7bbd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:03:30Z', 'updated_at': '2022-05-13T13:03:30Z', 'revision_number': 0, 'project_id': 'f7713dfabbe6446fac28d0b194ca627a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fda9214-19ef-4ca3-af65-b8da13a3e771', 'name': '', 'network_id': 'ab26390c-2249-42bd-97a1-5fb2c028b74a', 'tenant_id': 'f7713dfabbe6446fac28d0b194ca627a', 'mac_address': 'fa:16:3e:4c:d7:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05802f7c-b8ca-4e5b-985c-e179dc84bf21', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '295afeaf-3910-4069-9543-33c4303d4583', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:02:30Z', 'updated_at': '2022-05-13T13:02:42Z', 'revision_number': 5, 'project_id': 'f7713dfabbe6446fac28d0b194ca627a', 'subnets': [{'id': '295afeaf-3910-4069-9543-33c4303d4583', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841644-1-iscsi', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:03:32.268919 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb778218-9435-413e-bc94-38a80e4684be None None] Checking router: 05802f7c-b8ca-4e5b-985c-e179dc84bf21 for host: dv-cinder-841644-1-iscsi {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:03:32.277368 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb778218-9435-413e-bc94-38a80e4684be None None] Routers {'05802f7c-b8ca-4e5b-985c-e179dc84bf21'} bound to L3 agent in host dv-cinder-841644-1-iscsi {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:03:32.278359 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-fb778218-9435-413e-bc94-38a80e4684be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841644-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T12:45:44Z,description=,heartbeat_timestamp=2022-05-13T13:03:14Z,host='dv-cinder-841644-1-iscsi',id=6d8a5631-9f63-444c-af3b-4dcce4842b62,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T12:45:44Z,topic='l3_agent')) {'router_ids': ['05802f7c-b8ca-4e5b-985c-e179dc84bf21'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:03:32.291671 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bcd30d-771d-4322-8b14-764165a634b3 req-0ff3b1e0-9654-420c-b28a-5e1abe6d2e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:03:32.293504 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1949990f-c791-455e-97fa-05160f98709a tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Publish callbacks [] for security_group_rule (5d4d8eb4-ad44-44eb-bb2b-2a0cad8e7249), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:03:32.294063 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-04bcd30d-771d-4322-8b14-764165a634b3 req-0ff3b1e0-9654-420c-b28a-5e1abe6d2e97 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=295afeaf-3910-4069-9543-33c4303d4583 HTTP/1.1" status: 200 len: 853 time: 0.0473378 May 13 13:03:32.297713 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1949990f-c791-455e-97fa-05160f98709a tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472018'] for security_group_rule (5d4d8eb4-ad44-44eb-bb2b-2a0cad8e7249), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:03:32.315681 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1949990f-c791-455e-97fa-05160f98709a tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d4d8eb4-ad44-44eb-bb2b-2a0cad8e7249,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:03:32.326302 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1949990f-c791-455e-97fa-05160f98709a tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:03:32.327481 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-1949990f-c791-455e-97fa-05160f98709a tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1240058 May 13 13:03:32.330359 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 56158) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:03:32.336471 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.v2.base [None req-0a960834-bb2a-4b2a-9a22-f5902f10002a tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Request body: {'security_group_rule': {'security_group_id': '93013e7d-1f57-4731-8238-98ee55983c74', 'project_id': 'f7713dfabbe6446fac28d0b194ca627a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:03:32.346057 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bcd30d-771d-4322-8b14-764165a634b3 req-33b76ad5-b52c-42c3-a621-2c6aab5d84da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:03:32.347556 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-04bcd30d-771d-4322-8b14-764165a634b3 req-33b76ad5-b52c-42c3-a621-2c6aab5d84da service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ab26390c-2249-42bd-97a1-5fb2c028b74a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436387 May 13 13:03:32.366789 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0a960834-bb2a-4b2a-9a22-f5902f10002a tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Publish callbacks [] for security_group_rule (4189be6d-a852-46ba-843c-a23cdf2d22a7), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:03:32.417640 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-fb778218-9435-413e-bc94-38a80e4684be None None] Set router 05802f7c-b8ca-4e5b-985c-e179dc84bf21 gateway port host: dv-cinder-841644-1-iscsi {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:03:32.454209 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-04bcd30d-771d-4322-8b14-764165a634b3 req-255c274d-43ac-4b36-bb49-980e9c832569 service neutron] 10.222.0.52 "GET /v2.0/networks/ab26390c-2249-42bd-97a1-5fb2c028b74a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993440 May 13 13:03:32.556745 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-04bcd30d-771d-4322-8b14-764165a634b3 req-1a99b7fa-f4ec-42b9-a284-34c83e6b3c37 service neutron] 10.222.0.52 "GET /v2.0/networks/ab26390c-2249-42bd-97a1-5fb2c028b74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920899 May 13 13:03:32.649938 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-fb778218-9435-413e-bc94-38a80e4684be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05802f7c-b8ca-4e5b-985c-e179dc84bf21', 'name': 'tempest-TestMinimumBasicScenario-742523614-router', 'tenant_id': 'f7713dfabbe6446fac28d0b194ca627a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': 'cdc806ca-ed7b-4962-9ed7-516a5b70c875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:02:28Z', 'updated_at': '2022-05-13T13:02:31Z', 'revision_number': 4, 'project_id': 'f7713dfabbe6446fac28d0b194ca627a', 'gw_port': {'id': 'cdc806ca-ed7b-4962-9ed7-516a5b70c875', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:6b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05802f7c-b8ca-4e5b-985c-e179dc84bf21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:02:28Z', 'updated_at': '2022-05-13T13:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi', '_floatingips': [{'id': '066faa7b-a61c-48fa-804c-53a98dc5ccdf', 'tenant_id': 'f7713dfabbe6446fac28d0b194ca627a', 'floating_ip_address': '172.27.3.171', 'floating_network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'router_id': '05802f7c-b8ca-4e5b-985c-e179dc84bf21', 'port_id': '90cfa8c9-1331-41ca-84e5-e5be3729e414', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab26390c-2249-42bd-97a1-5fb2c028b74a', 'mac_address': 'fa:16:3e:d6:69:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c9a0bb-7fb3-43a0-9175-b258e9c7bbd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:03:30Z', 'updated_at': '2022-05-13T13:03:30Z', 'revision_number': 0, 'project_id': 'f7713dfabbe6446fac28d0b194ca627a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fda9214-19ef-4ca3-af65-b8da13a3e771', 'name': '', 'network_id': 'ab26390c-2249-42bd-97a1-5fb2c028b74a', 'tenant_id': 'f7713dfabbe6446fac28d0b194ca627a', 'mac_address': 'fa:16:3e:4c:d7:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05802f7c-b8ca-4e5b-985c-e179dc84bf21', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '295afeaf-3910-4069-9543-33c4303d4583', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:02:30Z', 'updated_at': '2022-05-13T13:02:42Z', 'revision_number': 5, 'project_id': 'f7713dfabbe6446fac28d0b194ca627a', 'subnets': [{'id': '295afeaf-3910-4069-9543-33c4303d4583', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841644-1-iscsi', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:03:32.681665 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb778218-9435-413e-bc94-38a80e4684be None None] The sync data for ids ['05802f7c-b8ca-4e5b-985c-e179dc84bf21'] in dv-cinder-841644-1-iscsi is: [{'id': '05802f7c-b8ca-4e5b-985c-e179dc84bf21', 'name': 'tempest-TestMinimumBasicScenario-742523614-router', 'tenant_id': 'f7713dfabbe6446fac28d0b194ca627a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': 'cdc806ca-ed7b-4962-9ed7-516a5b70c875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:02:28Z', 'updated_at': '2022-05-13T13:02:31Z', 'revision_number': 4, 'project_id': 'f7713dfabbe6446fac28d0b194ca627a', 'gw_port': {'id': 'cdc806ca-ed7b-4962-9ed7-516a5b70c875', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:6b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05802f7c-b8ca-4e5b-985c-e179dc84bf21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:02:28Z', 'updated_at': '2022-05-13T13:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi', '_floatingips': [{'id': '066faa7b-a61c-48fa-804c-53a98dc5ccdf', 'tenant_id': 'f7713dfabbe6446fac28d0b194ca627a', 'floating_ip_address': '172.27.3.171', 'floating_network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'router_id': '05802f7c-b8ca-4e5b-985c-e179dc84bf21', 'port_id': '90cfa8c9-1331-41ca-84e5-e5be3729e414', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab26390c-2249-42bd-97a1-5fb2c028b74a', 'mac_address': 'fa:16:3e:d6:69:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c9a0bb-7fb3-43a0-9175-b258e9c7bbd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:03:30Z', 'updated_at': '2022-05-13T13:03:30Z', 'revision_number': 0, 'project_id': 'f7713dfabbe6446fac28d0b194ca627a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fda9214-19ef-4ca3-af65-b8da13a3e771', 'name': '', 'network_id': 'ab26390c-2249-42bd-97a1-5fb2c028b74a', 'tenant_id': 'f7713dfabbe6446fac28d0b194ca627a', 'mac_address': 'fa:16:3e:4c:d7:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05802f7c-b8ca-4e5b-985c-e179dc84bf21', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '295afeaf-3910-4069-9543-33c4303d4583', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:02:30Z', 'updated_at': '2022-05-13T13:02:42Z', 'revision_number': 5, 'project_id': 'f7713dfabbe6446fac28d0b194ca627a', 'subnets': [{'id': '295afeaf-3910-4069-9543-33c4303d4583', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:03:32.700625 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0a960834-bb2a-4b2a-9a22-f5902f10002a tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Publish callbacks [] for security_group_rule (4189be6d-a852-46ba-843c-a23cdf2d22a7), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:03:32.704561 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0a960834-bb2a-4b2a-9a22-f5902f10002a tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472018'] for security_group_rule (4189be6d-a852-46ba-843c-a23cdf2d22a7), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:03:32.722537 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a960834-bb2a-4b2a-9a22-f5902f10002a tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4189be6d-a852-46ba-843c-a23cdf2d22a7,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:03:32.732166 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0a960834-bb2a-4b2a-9a22-f5902f10002a tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:03:32.735803 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-0a960834-bb2a-4b2a-9a22-f5902f10002a tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4016671 May 13 13:03:32.736193 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 56162) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:03:32.740541 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.v2.base [None req-f435855d-bc7d-402d-8895-761c2d8400cc tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Request body: {'security_group_rule': {'security_group_id': '93013e7d-1f57-4731-8238-98ee55983c74', 'project_id': 'f7713dfabbe6446fac28d0b194ca627a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:03:32.766287 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f435855d-bc7d-402d-8895-761c2d8400cc tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Publish callbacks [] for security_group_rule (380d3f05-d6d3-4e88-9944-750af1cce73b), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:03:32.827620 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f435855d-bc7d-402d-8895-761c2d8400cc tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Publish callbacks [] for security_group_rule (380d3f05-d6d3-4e88-9944-750af1cce73b), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:03:32.831320 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f435855d-bc7d-402d-8895-761c2d8400cc tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472018'] for security_group_rule (380d3f05-d6d3-4e88-9944-750af1cce73b), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:03:32.849718 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f435855d-bc7d-402d-8895-761c2d8400cc tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=380d3f05-d6d3-4e88-9944-750af1cce73b,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:03:32.858262 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f435855d-bc7d-402d-8895-761c2d8400cc tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:03:32.859650 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-f435855d-bc7d-402d-8895-761c2d8400cc tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1224442 May 13 13:03:32.863281 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 56164) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:03:32.867771 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.v2.base [None req-93a51f52-3b16-4c54-92e1-c13cea156ac5 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Request body: {'security_group_rule': {'security_group_id': '93013e7d-1f57-4731-8238-98ee55983c74', 'project_id': 'f7713dfabbe6446fac28d0b194ca627a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:03:32.897708 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.db.securitygroups_db [None req-93a51f52-3b16-4c54-92e1-c13cea156ac5 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Project f7713dfabbe6446fac28d0b194ca627a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 13:03:32.900029 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9f2dd2-7bca-4413-a2be-9acf42000f7e None None] New status for floating IP 066faa7b-a61c-48fa-804c-53a98dc5ccdf: ACTIVE {{(pid=109806) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 13:03:32.905751 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-93a51f52-3b16-4c54-92e1-c13cea156ac5 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Publish callbacks [] for security_group_rule (09d70b2b-e15b-4c6b-9482-0d0eae7f7ca4), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:03:32.970467 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-93a51f52-3b16-4c54-92e1-c13cea156ac5 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Publish callbacks [] for security_group_rule (09d70b2b-e15b-4c6b-9482-0d0eae7f7ca4), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:03:32.977347 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-93a51f52-3b16-4c54-92e1-c13cea156ac5 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472018'] for security_group_rule (09d70b2b-e15b-4c6b-9482-0d0eae7f7ca4), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:03:32.997209 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a51f52-3b16-4c54-92e1-c13cea156ac5 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09d70b2b-e15b-4c6b-9482-0d0eae7f7ca4,revision_number=0']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:03:33.005698 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-93a51f52-3b16-4c54-92e1-c13cea156ac5 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:03:33.006879 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-93a51f52-3b16-4c54-92e1-c13cea156ac5 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1425874 May 13 13:03:33.010054 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 56166) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:03:33.015270 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.v2.base [None req-5ed16cff-7b9b-4585-b839-c6de81b36151 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Request body: {'security_group_rule': {'security_group_id': '93013e7d-1f57-4731-8238-98ee55983c74', 'project_id': 'f7713dfabbe6446fac28d0b194ca627a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:03:33.037451 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.db.securitygroups_db [None req-5ed16cff-7b9b-4585-b839-c6de81b36151 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Project f7713dfabbe6446fac28d0b194ca627a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 13:03:33.044524 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-5ed16cff-7b9b-4585-b839-c6de81b36151 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Publish callbacks [] for security_group_rule (ecb84d4c-6e97-4735-88f0-810dc6418db6), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:03:33.105650 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-5ed16cff-7b9b-4585-b839-c6de81b36151 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Publish callbacks [] for security_group_rule (ecb84d4c-6e97-4735-88f0-810dc6418db6), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:03:33.109213 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-5ed16cff-7b9b-4585-b839-c6de81b36151 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472018'] for security_group_rule (ecb84d4c-6e97-4735-88f0-810dc6418db6), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:03:33.126223 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed16cff-7b9b-4585-b839-c6de81b36151 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecb84d4c-6e97-4735-88f0-810dc6418db6,revision_number=0']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:03:33.135089 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-5ed16cff-7b9b-4585-b839-c6de81b36151 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:03:33.136420 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-5ed16cff-7b9b-4585-b839-c6de81b36151 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1250412 May 13 13:03:33.226056 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-8c161374-1258-4b4a-b9ae-b571fcc349f7 req-4d80a866-85e7-404e-85a6-58dbc4cbc3ca tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-578362912&fields=id&tenant_id=f7713dfabbe6446fac28d0b194ca627a HTTP/1.1" status: 200 len: 267 time: 0.0447822 May 13 13:03:33.279142 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c161374-1258-4b4a-b9ae-b571fcc349f7 req-8f25eee7-9a20-49b1-8613-7be4782b4af9 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:03:33.280594 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-8c161374-1258-4b4a-b9ae-b571fcc349f7 req-8f25eee7-9a20-49b1-8613-7be4782b4af9 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] 10.222.0.49 "GET /v2.0/ports?device_id=24c9a0bb-7fb3-43a0-9175-b258e9c7bbd5 HTTP/1.1" status: 200 len: 945 time: 0.0485322 May 13 13:03:33.291076 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.v2.base [req-8c161374-1258-4b4a-b9ae-b571fcc349f7 req-b1415030-262d-4153-bd57-6ef42891b5d9 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Request body: {'port': {'security_groups': ['937d479c-27f4-4075-8be2-51ff80e6516e', '93013e7d-1f57-4731-8238-98ee55983c74']}} {{(pid=109804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:03:33.359982 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-8c161374-1258-4b4a-b9ae-b571fcc349f7 req-b1415030-262d-4153-bd57-6ef42891b5d9 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (90cfa8c9-1331-41ca-84e5-e5be3729e414), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:03:33.540561 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.db [req-8c161374-1258-4b4a-b9ae-b571fcc349f7 req-b1415030-262d-4153-bd57-6ef42891b5d9 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] For port 90cfa8c9-1331-41ca-84e5-e5be3729e414, host hv-cinder-84164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84164',level=0,port_id=90cfa8c9-1331-41ca-84e5-e5be3729e414,segment=NetworkSegment(4ac1a893-c8bf-48e7-8046-f12c6b33a07c),segment_id=4ac1a893-c8bf-48e7-8046-f12c6b33a07c)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:03:33.569893 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-8c161374-1258-4b4a-b9ae-b571fcc349f7 req-b1415030-262d-4153-bd57-6ef42891b5d9 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Publish callbacks [] for port (90cfa8c9-1331-41ca-84e5-e5be3729e414), precommit_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:03:33.574462 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-8c161374-1258-4b4a-b9ae-b571fcc349f7 req-b1415030-262d-4153-bd57-6ef42891b5d9 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6007238'] for port (90cfa8c9-1331-41ca-84e5-e5be3729e414), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:03:33.610342 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] get_ports_and_sgs() called for port_ids ['90cfa8c9-1331-41ca-84e5-e5be3729e414'] {{(pid=109805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 13:03:33.612583 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c161374-1258-4b4a-b9ae-b571fcc349f7 req-b1415030-262d-4153-bd57-6ef42891b5d9 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:03:33.613244 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-8c161374-1258-4b4a-b9ae-b571fcc349f7 req-b1415030-262d-4153-bd57-6ef42891b5d9 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4290'] for port (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:03:33.622015 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-8c161374-1258-4b4a-b9ae-b571fcc349f7 req-b1415030-262d-4153-bd57-6ef42891b5d9 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] 10.222.0.49 "PUT /v2.0/ports/90cfa8c9-1331-41ca-84e5-e5be3729e414 HTTP/1.1" status: 200 len: 981 time: 0.3315535 May 13 13:03:33.650059 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1415030-262d-4153-bd57-6ef42891b5d9 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Pushing event updated for resources: {'Port': ['ID=90cfa8c9-1331-41ca-84e5-e5be3729e414,revision_number=6']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:03:33.738462 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c06640-05d2-431a-a2ff-d32b2344f88e req-c1638409-9844-41ef-b29a-db62fb0d0c7b tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:03:33.740601 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-c8c06640-05d2-431a-a2ff-d32b2344f88e req-c1638409-9844-41ef-b29a-db62fb0d0c7b tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] 10.222.0.49 "GET /v2.0/ports?device_id=24c9a0bb-7fb3-43a0-9175-b258e9c7bbd5 HTTP/1.1" status: 200 len: 984 time: 0.0495992 May 13 13:03:33.782499 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] get_ports_and_sgs() called for port_ids ['90cfa8c9-1331-41ca-84e5-e5be3729e414'] {{(pid=109805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 13:03:33.807885 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-c8c06640-05d2-431a-a2ff-d32b2344f88e req-b67313c3-e7d5-458e-b9cc-ce1b47378a0e tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] 10.222.0.49 "GET /v2.0/security-groups?id=93013e7d-1f57-4731-8238-98ee55983c74&id=937d479c-27f4-4075-8be2-51ff80e6516e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0604103 May 13 13:03:33.918526 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-a0bf3d74-4b86-4ffe-89af-c29de90f99e5 None None] Provisioning complete for port 90cfa8c9-1331-41ca-84e5-e5be3729e414 triggered by entity DHCP. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:03:33.918896 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-a0bf3d74-4b86-4ffe-89af-c29de90f99e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (90cfa8c9-1331-41ca-84e5-e5be3729e414), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:03:33.966173 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24c9a0bb-7fb3-43a0-9175-b258e9c7bbd5', 'tag': '90cfa8c9-1331-41ca-84e5-e5be3729e414'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:03:33.968768 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1b69bbfd011f85c3db934c4b22a349ffa5730c167d2456731e37bfe5d9c9e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73ebb2f5-3e02-48dd-81c6-c83052273dcf" -d '{"events": [{"name": "network-changed", "server_uuid": "24c9a0bb-7fb3-43a0-9175-b258e9c7bbd5", "tag": "90cfa8c9-1331-41ca-84e5-e5be3729e414"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:03:34.007463 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 13:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29725037-cc26-4dec-b0a0-37f16385d317 x-openstack-request-id: req-29725037-cc26-4dec-b0a0-37f16385d317 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:03:34.007754 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24c9a0bb-7fb3-43a0-9175-b258e9c7bbd5", "tag": "90cfa8c9-1331-41ca-84e5-e5be3729e414", "status": "completed", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:03:34.008001 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-29725037-cc26-4dec-b0a0-37f16385d317 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:03:34.008393 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29725037-cc26-4dec-b0a0-37f16385d317'] response: {'name': 'network-changed', 'server_uuid': '24c9a0bb-7fb3-43a0-9175-b258e9c7bbd5', 'tag': '90cfa8c9-1331-41ca-84e5-e5be3729e414', 'status': 'completed', 'code': 200} May 13 13:03:34.103223 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ebb2f5-3e02-48dd-81c6-c83052273dcf req-221bdf22-aad3-4875-ab02-d9ec9cf320fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:03:34.104730 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-73ebb2f5-3e02-48dd-81c6-c83052273dcf req-221bdf22-aad3-4875-ab02-d9ec9cf320fd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f7713dfabbe6446fac28d0b194ca627a&device_id=24c9a0bb-7fb3-43a0-9175-b258e9c7bbd5 HTTP/1.1" status: 200 len: 1168 time: 0.0427027 May 13 13:03:34.143183 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-a0bf3d74-4b86-4ffe-89af-c29de90f99e5 None None] Current status of the port 90cfa8c9-1331-41ca-84e5-e5be3729e414 is: ACTIVE; New status is: ACTIVE {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:03:34.202453 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ebb2f5-3e02-48dd-81c6-c83052273dcf req-7fca1b33-77bc-495f-97df-5ff8e9d2c310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:03:34.203947 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-73ebb2f5-3e02-48dd-81c6-c83052273dcf req-7fca1b33-77bc-495f-97df-5ff8e9d2c310 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ab26390c-2249-42bd-97a1-5fb2c028b74a HTTP/1.1" status: 200 len: 915 time: 0.0916793 May 13 13:03:34.279898 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-73ebb2f5-3e02-48dd-81c6-c83052273dcf req-05738f45-3069-48dd-b383-64bd8e284a26 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90cfa8c9-1331-41ca-84e5-e5be3729e414 HTTP/1.1" status: 200 len: 1001 time: 0.0641963 May 13 13:03:34.330806 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ebb2f5-3e02-48dd-81c6-c83052273dcf req-ed289c8f-7e21-4bd4-9400-5b56bdfec0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:03:34.332487 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-73ebb2f5-3e02-48dd-81c6-c83052273dcf req-ed289c8f-7e21-4bd4-9400-5b56bdfec0b3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=295afeaf-3910-4069-9543-33c4303d4583 HTTP/1.1" status: 200 len: 853 time: 0.0444787 May 13 13:03:34.381257 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ebb2f5-3e02-48dd-81c6-c83052273dcf req-526c85af-bb36-4c4b-aef4-7c933334dc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:03:34.382687 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-73ebb2f5-3e02-48dd-81c6-c83052273dcf req-526c85af-bb36-4c4b-aef4-7c933334dc61 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ab26390c-2249-42bd-97a1-5fb2c028b74a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381751 May 13 13:03:34.483944 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-73ebb2f5-3e02-48dd-81c6-c83052273dcf req-e7d5411c-cc44-4ed8-88e4-7eaf97919049 service neutron] 10.222.0.52 "GET /v2.0/networks/ab26390c-2249-42bd-97a1-5fb2c028b74a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855815 May 13 13:03:34.575193 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-73ebb2f5-3e02-48dd-81c6-c83052273dcf req-9b4299ef-df7a-42c2-a008-df7f87371e49 service neutron] 10.222.0.52 "GET /v2.0/networks/ab26390c-2249-42bd-97a1-5fb2c028b74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848577 May 13 13:03:41.470870 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-14b486c7-f09f-41eb-965e-e4fe59aab946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (12f7f474-a19f-4cf7-bcdf-b9ad7dbdd770), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:03:43.922633 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-a6292a5a-3221-43c1-862c-1f8fecefeaa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (6d8a5631-9f63-444c-af3b-4dcce4842b62), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:03:45.076507 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-4a907869-afee-4d69-acd8-cccc744e537a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (d2cfa305-5f5a-49b3-8228-876061d7e1f6), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:03:46.743459 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-7baa8e58-cb75-431e-995b-6c55a6feb1d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (5f75012c-56a5-4b0a-a85c-97c3435c2a5d), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:03:47.867283 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (f7880a20-862d-46b4-8dd6-192b0a47d710), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:03:50.369008 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (202f7e15-8fd1-4d3b-a0cb-2b083dcecd1a), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:03:51.008344 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a6a065-e8ff-40ad-8a72-9d8f1e6083d8 req-897ad3fd-8ec2-4aef-98d0-b429894a2125 tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:03:51.010234 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-59a6a065-e8ff-40ad-8a72-9d8f1e6083d8 req-897ad3fd-8ec2-4aef-98d0-b429894a2125 tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] 10.222.0.49 "GET /v2.0/ports?device_id=baac7c00-7269-49fa-a240-e0ed374aeed2 HTTP/1.1" status: 200 len: 945 time: 0.0467739 May 13 13:03:51.056096 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-59a6a065-e8ff-40ad-8a72-9d8f1e6083d8 req-170ecdc7-a9a4-4587-96b6-912962648a03 tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f64e4f3-46a9-40cb-85cd-b84c7fda5f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401933 May 13 13:03:52.168719 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798dc31b-ffa2-4521-bb2b-e8ed4c968692 req-f21e6165-5957-4f5f-ad26-dbef5d688761 tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:03:52.170182 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-798dc31b-ffa2-4521-bb2b-e8ed4c968692 req-f21e6165-5957-4f5f-ad26-dbef5d688761 tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] 10.222.0.49 "GET /v2.0/ports?device_id=baac7c00-7269-49fa-a240-e0ed374aeed2 HTTP/1.1" status: 200 len: 945 time: 0.0465806 May 13 13:03:52.215707 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-798dc31b-ffa2-4521-bb2b-e8ed4c968692 req-c4dc9175-c863-49fc-b8c1-eda65790f282 tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] 10.222.0.49 "GET /v2.0/security-groups?id=2f64e4f3-46a9-40cb-85cd-b84c7fda5f25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400355 May 13 13:03:52.916159 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ade2b6-e4e7-49ef-875f-1839a039833a req-686a3234-d66e-4157-bf3b-7bffa5dce12b tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:03:52.918265 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-f6ade2b6-e4e7-49ef-875f-1839a039833a req-686a3234-d66e-4157-bf3b-7bffa5dce12b tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] 10.222.0.52 "GET /v2.0/ports?device_id=baac7c00-7269-49fa-a240-e0ed374aeed2 HTTP/1.1" status: 200 len: 945 time: 0.0506270 May 13 13:03:53.004243 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [req-f6ade2b6-e4e7-49ef-875f-1839a039833a req-cb5a9f1c-4c78-4e15-b468-7eed05f76838 tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] Deleting port 00b177da-51c3-43ba-b55a-e7aefc42273b {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:03:53.004583 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-f6ade2b6-e4e7-49ef-875f-1839a039833a req-cb5a9f1c-4c78-4e15-b468-7eed05f76838 tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750967565572'] for port (00b177da-51c3-43ba-b55a-e7aefc42273b), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:03:53.096585 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.db [req-f6ade2b6-e4e7-49ef-875f-1839a039833a req-cb5a9f1c-4c78-4e15-b468-7eed05f76838 tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] For port 00b177da-51c3-43ba-b55a-e7aefc42273b, host hv-cinder-84164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84164',level=0,port_id=00b177da-51c3-43ba-b55a-e7aefc42273b,segment=NetworkSegment(d5ff137a-d31a-40c2-9582-cf576c4541c2),segment_id=d5ff137a-d31a-40c2-9582-cf576c4541c2)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:03:53.096946 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-f6ade2b6-e4e7-49ef-875f-1839a039833a req-cb5a9f1c-4c78-4e15-b468-7eed05f76838 tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624050'] for port (00b177da-51c3-43ba-b55a-e7aefc42273b), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:03:53.110453 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [req-f6ade2b6-e4e7-49ef-875f-1839a039833a req-cb5a9f1c-4c78-4e15-b468-7eed05f76838 tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] Calling delete_port for 00b177da-51c3-43ba-b55a-e7aefc42273b owned by compute:nova {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:03:53.237783 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-f6ade2b6-e4e7-49ef-875f-1839a039833a req-cb5a9f1c-4c78-4e15-b468-7eed05f76838 tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750967572628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750967062393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6007231'] for port (00b177da-51c3-43ba-b55a-e7aefc42273b), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:03:53.294275 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] get_ports_and_sgs() called for port_ids ['00b177da-51c3-43ba-b55a-e7aefc42273b'] {{(pid=109805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 13:03:53.312131 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-b989a13b-6b5a-474c-a749-d289318510ea req-54228bba-9106-4812-a218-6c35d84fb288 tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] 10.222.0.49 "GET /v2.0/ports?device_id=baac7c00-7269-49fa-a240-e0ed374aeed2 HTTP/1.1" status: 200 len: 210 time: 0.0296175 May 13 13:03:53.522438 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a9f1c-4c78-4e15-b468-7eed05f76838 tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] Pushing event deleted for resources: {'Port': ['ID=00b177da-51c3-43ba-b55a-e7aefc42273b,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:03:53.567535 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6ade2b6-e4e7-49ef-875f-1839a039833a req-cb5a9f1c-4c78-4e15-b468-7eed05f76838 tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] No DVR routers for this DVR port 00b177da-51c3-43ba-b55a-e7aefc42273b on host hv-cinder-84164 {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 13:03:53.570203 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-f6ade2b6-e4e7-49ef-875f-1839a039833a req-cb5a9f1c-4c78-4e15-b468-7eed05f76838 tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4290'] for port (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:03:53.574064 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-f6ade2b6-e4e7-49ef-875f-1839a039833a req-cb5a9f1c-4c78-4e15-b468-7eed05f76838 tempest-VolumesSnapshotTestJSON-1761476549 tempest-VolumesSnapshotTestJSON-1761476549-project] 10.222.0.52 "DELETE /v2.0/ports/00b177da-51c3-43ba-b55a-e7aefc42273b HTTP/1.1" status: 204 len: 173 time: 0.6481118 May 13 13:03:53.574494 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baac7c00-7269-49fa-a240-e0ed374aeed2', 'name': 'network-vif-deleted', 'tag': '00b177da-51c3-43ba-b55a-e7aefc42273b'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:03:53.576675 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1b69bbfd011f85c3db934c4b22a349ffa5730c167d2456731e37bfe5d9c9e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d98196f9-9e23-414d-b2ec-c19a1d71c2b6" -d '{"events": [{"server_uuid": "baac7c00-7269-49fa-a240-e0ed374aeed2", "name": "network-vif-deleted", "tag": "00b177da-51c3-43ba-b55a-e7aefc42273b"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:03:53.611206 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 13:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3216bced-d065-48e1-9f25-2e030f490699 x-openstack-request-id: req-3216bced-d065-48e1-9f25-2e030f490699 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:03:53.611519 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baac7c00-7269-49fa-a240-e0ed374aeed2", "name": "network-vif-deleted", "tag": "00b177da-51c3-43ba-b55a-e7aefc42273b", "status": "completed", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:03:53.611768 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3216bced-d065-48e1-9f25-2e030f490699 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:03:53.612163 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3216bced-d065-48e1-9f25-2e030f490699'] response: {'server_uuid': 'baac7c00-7269-49fa-a240-e0ed374aeed2', 'name': 'network-vif-deleted', 'tag': '00b177da-51c3-43ba-b55a-e7aefc42273b', 'status': 'completed', 'code': 200} May 13 13:03:58.630518 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Device 00b177da-51c3-43ba-b55a-e7aefc42273b no longer exists at agent hyperv_hv-cinder-84164 {{(pid=109805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:03:58.650761 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] No Port match for: 00b177da-51c3-43ba-b55a-e7aefc42273b {{(pid=109805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:03:58.651096 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Device 00b177da-51c3-43ba-b55a-e7aefc42273b not bound to the agent host hv-cinder-84164 {{(pid=109805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:04:04.981440 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.agents_db [None req-04065fb1-5207-409b-a281-8f6301b2fc59 None None] Agent healthcheck: found 6 active agents {{(pid=109806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 13:04:06.204814 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b902e5f1-527c-42aa-94c2-0fadc1aad61a req-f2ccc17f-2b05-440d-8717-4ef1df27b7c2 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:04:06.206232 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-b902e5f1-527c-42aa-94c2-0fadc1aad61a req-f2ccc17f-2b05-440d-8717-4ef1df27b7c2 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] 10.222.0.49 "GET /v2.0/ports?device_id=24c9a0bb-7fb3-43a0-9175-b258e9c7bbd5 HTTP/1.1" status: 200 len: 984 time: 0.0510805 May 13 13:04:06.234756 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa191e1f-098f-47cb-8b92-8d1063bd3803 req-e199da9a-b619-4726-8df9-4d9b0ef1f8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:04:06.236692 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-fa191e1f-098f-47cb-8b92-8d1063bd3803 req-e199da9a-b619-4726-8df9-4d9b0ef1f8ca service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f7713dfabbe6446fac28d0b194ca627a&device_id=24c9a0bb-7fb3-43a0-9175-b258e9c7bbd5 HTTP/1.1" status: 200 len: 1168 time: 0.0413585 May 13 13:04:06.266062 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-b902e5f1-527c-42aa-94c2-0fadc1aad61a req-d3b7bf42-258a-45d2-aaf8-4b73075b4fda tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] 10.222.0.49 "GET /v2.0/security-groups?id=93013e7d-1f57-4731-8238-98ee55983c74&id=937d479c-27f4-4075-8be2-51ff80e6516e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0539193 May 13 13:04:06.328105 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa191e1f-098f-47cb-8b92-8d1063bd3803 req-7ecade93-27d1-4e0a-b131-9e2e5c48ffc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:04:06.329576 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-fa191e1f-098f-47cb-8b92-8d1063bd3803 req-7ecade93-27d1-4e0a-b131-9e2e5c48ffc2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ab26390c-2249-42bd-97a1-5fb2c028b74a HTTP/1.1" status: 200 len: 915 time: 0.0867882 May 13 13:04:06.393714 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-fa191e1f-098f-47cb-8b92-8d1063bd3803 req-2ea5bfaa-3537-4096-9e69-53ae0a12c4bd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90cfa8c9-1331-41ca-84e5-e5be3729e414 HTTP/1.1" status: 200 len: 1001 time: 0.0566814 May 13 13:04:06.445208 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa191e1f-098f-47cb-8b92-8d1063bd3803 req-751f5bbf-dcbe-4d57-9ff8-20c6335ad070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:04:06.446608 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-fa191e1f-098f-47cb-8b92-8d1063bd3803 req-751f5bbf-dcbe-4d57-9ff8-20c6335ad070 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=295afeaf-3910-4069-9543-33c4303d4583 HTTP/1.1" status: 200 len: 853 time: 0.0447423 May 13 13:04:06.488111 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa191e1f-098f-47cb-8b92-8d1063bd3803 req-80aa15e7-b893-4986-be3c-75c7131cbd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:04:06.489526 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-fa191e1f-098f-47cb-8b92-8d1063bd3803 req-80aa15e7-b893-4986-be3c-75c7131cbd75 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ab26390c-2249-42bd-97a1-5fb2c028b74a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0360041 May 13 13:04:06.576030 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-fa191e1f-098f-47cb-8b92-8d1063bd3803 req-3085faf0-fed2-4fa3-8ca3-a913c743891d service neutron] 10.222.0.52 "GET /v2.0/networks/ab26390c-2249-42bd-97a1-5fb2c028b74a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796247 May 13 13:04:06.664734 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-fa191e1f-098f-47cb-8b92-8d1063bd3803 req-d274d9df-2643-498a-997e-786849a3d67f service neutron] 10.222.0.52 "GET /v2.0/networks/ab26390c-2249-42bd-97a1-5fb2c028b74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824482 May 13 13:04:07.383115 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2194211-f30e-4888-bdf0-dce05642d88d req-5d1011a1-c8fa-4944-91ef-ef24ddf8c00d tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:04:07.384562 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-a2194211-f30e-4888-bdf0-dce05642d88d req-5d1011a1-c8fa-4944-91ef-ef24ddf8c00d tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] 10.222.0.49 "GET /v2.0/ports?device_id=24c9a0bb-7fb3-43a0-9175-b258e9c7bbd5 HTTP/1.1" status: 200 len: 984 time: 0.0469556 May 13 13:04:07.443759 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-a2194211-f30e-4888-bdf0-dce05642d88d req-933b2ceb-2391-40a7-9a14-bf40ab31b89a tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] 10.222.0.49 "GET /v2.0/security-groups?id=93013e7d-1f57-4731-8238-98ee55983c74&id=937d479c-27f4-4075-8be2-51ff80e6516e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0529230 May 13 13:04:08.557968 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e14ba0a-ab0b-49bc-bb48-d3cb48c9e2ad req-afd032b2-dd46-4949-80bd-2fc99d035bec tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:04:08.559329 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-1e14ba0a-ab0b-49bc-bb48-d3cb48c9e2ad req-afd032b2-dd46-4949-80bd-2fc99d035bec tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] 10.222.0.49 "GET /v2.0/ports?device_id=24c9a0bb-7fb3-43a0-9175-b258e9c7bbd5 HTTP/1.1" status: 200 len: 984 time: 0.0477161 May 13 13:04:08.617175 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-1e14ba0a-ab0b-49bc-bb48-d3cb48c9e2ad req-267eec96-c24b-4d7b-a77b-ebc65fc08943 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] 10.222.0.49 "GET /v2.0/security-groups?id=93013e7d-1f57-4731-8238-98ee55983c74&id=937d479c-27f4-4075-8be2-51ff80e6516e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0518124 May 13 13:04:09.733589 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6e0aed-a497-4657-879f-5db145261e42 req-51740d51-8b77-4d0f-b1f5-afb086237a71 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:04:09.735144 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-1d6e0aed-a497-4657-879f-5db145261e42 req-51740d51-8b77-4d0f-b1f5-afb086237a71 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] 10.222.0.49 "GET /v2.0/ports?device_id=24c9a0bb-7fb3-43a0-9175-b258e9c7bbd5 HTTP/1.1" status: 200 len: 984 time: 0.0516067 May 13 13:04:09.793617 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-1d6e0aed-a497-4657-879f-5db145261e42 req-94716e4e-296d-4d98-9b1d-07d186357090 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] 10.222.0.49 "GET /v2.0/security-groups?id=93013e7d-1f57-4731-8238-98ee55983c74&id=937d479c-27f4-4075-8be2-51ff80e6516e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0526516 May 13 13:04:10.907289 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb71972c-357d-421c-a9bf-6c0a9cb118e8 req-927bde52-fd3d-491c-a9fb-4af751d5453b tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:04:10.908747 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-eb71972c-357d-421c-a9bf-6c0a9cb118e8 req-927bde52-fd3d-491c-a9fb-4af751d5453b tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] 10.222.0.49 "GET /v2.0/ports?device_id=24c9a0bb-7fb3-43a0-9175-b258e9c7bbd5 HTTP/1.1" status: 200 len: 984 time: 0.0474074 May 13 13:04:10.972943 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-eb71972c-357d-421c-a9bf-6c0a9cb118e8 req-3fa6f7d4-b5b7-41f4-8714-16a1a6d68d0e tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] 10.222.0.49 "GET /v2.0/security-groups?id=93013e7d-1f57-4731-8238-98ee55983c74&id=937d479c-27f4-4075-8be2-51ff80e6516e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0580494 May 13 13:04:11.475614 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-51eea349-f9bc-4c87-83d6-5be505ea06f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (12f7f474-a19f-4cf7-bcdf-b9ad7dbdd770), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:12.090317 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7e82a5-61a3-47c1-968f-c860b6a78bf8 req-1b0bff14-ff43-4f32-aedd-53b71886e079 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:04:12.092423 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-0c7e82a5-61a3-47c1-968f-c860b6a78bf8 req-1b0bff14-ff43-4f32-aedd-53b71886e079 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] 10.222.0.49 "GET /v2.0/ports?device_id=24c9a0bb-7fb3-43a0-9175-b258e9c7bbd5 HTTP/1.1" status: 200 len: 984 time: 0.0504272 May 13 13:04:12.152056 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-0c7e82a5-61a3-47c1-968f-c860b6a78bf8 req-ee9d12da-c59c-42a8-9daf-5832a269897a tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] 10.222.0.49 "GET /v2.0/security-groups?id=93013e7d-1f57-4731-8238-98ee55983c74&id=937d479c-27f4-4075-8be2-51ff80e6516e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0538380 May 13 13:04:13.270865 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b715bb44-97cf-4c33-a15d-fb791bda7a06 req-c5ab02d4-7dcc-4bbe-bd7d-77ca77badc82 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:04:13.272720 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-b715bb44-97cf-4c33-a15d-fb791bda7a06 req-c5ab02d4-7dcc-4bbe-bd7d-77ca77badc82 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] 10.222.0.49 "GET /v2.0/ports?device_id=24c9a0bb-7fb3-43a0-9175-b258e9c7bbd5 HTTP/1.1" status: 200 len: 984 time: 0.0529962 May 13 13:04:13.334824 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-b715bb44-97cf-4c33-a15d-fb791bda7a06 req-f415080d-a8c2-4d72-ac04-ab5008b6fdeb tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] 10.222.0.49 "GET /v2.0/security-groups?id=93013e7d-1f57-4731-8238-98ee55983c74&id=937d479c-27f4-4075-8be2-51ff80e6516e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0565200 May 13 13:04:13.914861 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-503ad8f5-57ec-43e1-928b-8e4b60f54ac4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (6d8a5631-9f63-444c-af3b-4dcce4842b62), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:14.448521 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb7bf73-e75b-4957-bfb5-29cad5bf3e0e req-8cff3c35-1a37-42ae-beff-b3ac2188f856 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:04:14.449915 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-1eb7bf73-e75b-4957-bfb5-29cad5bf3e0e req-8cff3c35-1a37-42ae-beff-b3ac2188f856 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] 10.222.0.49 "GET /v2.0/ports?device_id=24c9a0bb-7fb3-43a0-9175-b258e9c7bbd5 HTTP/1.1" status: 200 len: 984 time: 0.0482845 May 13 13:04:14.516968 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-1eb7bf73-e75b-4957-bfb5-29cad5bf3e0e req-90416484-9b3f-465c-9710-c45641b7dfa2 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] 10.222.0.49 "GET /v2.0/security-groups?id=93013e7d-1f57-4731-8238-98ee55983c74&id=937d479c-27f4-4075-8be2-51ff80e6516e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0605049 May 13 13:04:15.080251 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-4a907869-afee-4d69-acd8-cccc744e537a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (d2cfa305-5f5a-49b3-8228-876061d7e1f6), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:15.635660 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97faff61-34d7-42a8-aca9-4c78cb6f010d req-5fe488b3-1223-469b-811e-58e479876898 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:04:15.637156 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-97faff61-34d7-42a8-aca9-4c78cb6f010d req-5fe488b3-1223-469b-811e-58e479876898 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] 10.222.0.49 "GET /v2.0/ports?device_id=24c9a0bb-7fb3-43a0-9175-b258e9c7bbd5 HTTP/1.1" status: 200 len: 984 time: 0.0523884 May 13 13:04:15.698233 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-97faff61-34d7-42a8-aca9-4c78cb6f010d req-aa19fd5a-52e8-4d4f-a611-7afaabe0bb4b tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] 10.222.0.49 "GET /v2.0/security-groups?id=93013e7d-1f57-4731-8238-98ee55983c74&id=937d479c-27f4-4075-8be2-51ff80e6516e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0548732 May 13 13:04:16.366107 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 56416) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:04:16.409396 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cead6c0-e5b9-499a-b47f-7f6eeeec1988 admin admin] Deleting subnet b591f023-d2cc-4113-802f-763f4974f570 {{(pid=109804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 13 13:04:16.412548 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0cead6c0-e5b9-499a-b47f-7f6eeeec1988 admin admin] Publish callbacks [] for subnet (b591f023-d2cc-4113-802f-763f4974f570), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:16.444931 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0cead6c0-e5b9-499a-b47f-7f6eeeec1988 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6106684'] for subnet (b591f023-d2cc-4113-802f-763f4974f570), precommit_delete_associations {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:16.482504 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0cead6c0-e5b9-499a-b47f-7f6eeeec1988 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1488813'] for subnet (b591f023-d2cc-4113-802f-763f4974f570), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:16.536027 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0cead6c0-e5b9-499a-b47f-7f6eeeec1988 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6007176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5962105'] for subnet (b591f023-d2cc-4113-802f-763f4974f570), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:16.567068 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cead6c0-e5b9-499a-b47f-7f6eeeec1988 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b591f023-d2cc-4113-802f-763f4974f570,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:04:16.567068 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-0cead6c0-e5b9-499a-b47f-7f6eeeec1988 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:16.567068 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-0cead6c0-e5b9-499a-b47f-7f6eeeec1988 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/b591f023-d2cc-4113-802f-763f4974f570 HTTP/1.1" status: 204 len: 168 time: 0.1993921 May 13 13:04:16.569041 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 56418) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:04:16.637432 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1b77fe6c-e383-4548-b851-3b5bb3514b29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1355768'] for network (9564931c-c5b5-4379-ab8f-8be704e0bc3e), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:16.715554 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1b77fe6c-e383-4548-b851-3b5bb3514b29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1476694', 'neutron.services.segments.db._delete_segments_for_network-8750967377201'] for network (9564931c-c5b5-4379-ab8f-8be704e0bc3e), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:16.736244 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.services.segments.db [None req-1b77fe6c-e383-4548-b851-3b5bb3514b29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9564931c-c5b5-4379-ab8f-8be704e0bc3e']}} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:04:16.745763 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.services.segments.db [None req-1b77fe6c-e383-4548-b851-3b5bb3514b29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5ff137a-d31a-40c2-9582-cf576c4541c2') {'for_net_delete': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:04:16.746124 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.services.segments.db [None req-1b77fe6c-e383-4548-b851-3b5bb3514b29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5ff137a-d31a-40c2-9582-cf576c4541c2') {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:04:16.748297 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-7baa8e58-cb75-431e-995b-6c55a6feb1d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (5f75012c-56a5-4b0a-a85c-97c3435c2a5d), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:16.756926 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1b77fe6c-e383-4548-b851-3b5bb3514b29 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750967377722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6106823'] for segment (d5ff137a-d31a-40c2-9582-cf576c4541c2), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:16.771456 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1b77fe6c-e383-4548-b851-3b5bb3514b29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488896'] for segment (d5ff137a-d31a-40c2-9582-cf576c4541c2), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:16.785679 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b77fe6c-e383-4548-b851-3b5bb3514b29 admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=109804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 13:04:16.786060 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1b77fe6c-e383-4548-b851-3b5bb3514b29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6007266'] for segment (d5ff137a-d31a-40c2-9582-cf576c4541c2), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:16.788047 dv-cinder-841644-1-iscsi neutron-server[109804]: Traceback (most recent call last): May 13 13:04:16.788047 dv-cinder-841644-1-iscsi neutron-server[109804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 13:04:16.788047 dv-cinder-841644-1-iscsi neutron-server[109804]: timer() May 13 13:04:16.788047 dv-cinder-841644-1-iscsi neutron-server[109804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 13:04:16.788047 dv-cinder-841644-1-iscsi neutron-server[109804]: cb(*args, **kw) May 13 13:04:16.788047 dv-cinder-841644-1-iscsi neutron-server[109804]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 13 13:04:16.788047 dv-cinder-841644-1-iscsi neutron-server[109804]: return func(*args, **kwargs) May 13 13:04:16.788047 dv-cinder-841644-1-iscsi neutron-server[109804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 13:04:16.788047 dv-cinder-841644-1-iscsi neutron-server[109804]: self._notify() May 13 13:04:16.788047 dv-cinder-841644-1-iscsi neutron-server[109804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 13:04:16.788047 dv-cinder-841644-1-iscsi neutron-server[109804]: self.callback(batched_events) May 13 13:04:16.788047 dv-cinder-841644-1-iscsi neutron-server[109804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 13:04:16.788047 dv-cinder-841644-1-iscsi neutron-server[109804]: event.method(event) May 13 13:04:16.788047 dv-cinder-841644-1-iscsi neutron-server[109804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 13 13:04:16.788047 dv-cinder-841644-1-iscsi neutron-server[109804]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 13:04:16.788047 dv-cinder-841644-1-iscsi neutron-server[109804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 13 13:04:16.788047 dv-cinder-841644-1-iscsi neutron-server[109804]: aggregate_uuid = self.p_client.list_aggregates( May 13 13:04:16.788047 dv-cinder-841644-1-iscsi neutron-server[109804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 13 13:04:16.788047 dv-cinder-841644-1-iscsi neutron-server[109804]: return f(self, *a, **k) May 13 13:04:16.788047 dv-cinder-841644-1-iscsi neutron-server[109804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 13 13:04:16.788047 dv-cinder-841644-1-iscsi neutron-server[109804]: return self._get(url).json() May 13 13:04:16.788047 dv-cinder-841644-1-iscsi neutron-server[109804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 13 13:04:16.788047 dv-cinder-841644-1-iscsi neutron-server[109804]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 13:04:16.788047 dv-cinder-841644-1-iscsi neutron-server[109804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 13:04:16.788047 dv-cinder-841644-1-iscsi neutron-server[109804]: return self.request(url, 'GET', **kwargs) May 13 13:04:16.788047 dv-cinder-841644-1-iscsi neutron-server[109804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 13:04:16.788047 dv-cinder-841644-1-iscsi neutron-server[109804]: base_url = self.get_endpoint(auth, allow=allow, May 13 13:04:16.788047 dv-cinder-841644-1-iscsi neutron-server[109804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 13:04:16.788047 dv-cinder-841644-1-iscsi neutron-server[109804]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 13:04:16.788047 dv-cinder-841644-1-iscsi neutron-server[109804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 13:04:16.788047 dv-cinder-841644-1-iscsi neutron-server[109804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 13:04:16.788047 dv-cinder-841644-1-iscsi neutron-server[109804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 13:04:16.862466 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a155860-9e5e-4cca-b1f8-d8edb1ba44a5 req-e0ec64d2-9f5f-451a-b2ef-4f37de9291e3 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:04:16.863937 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-6a155860-9e5e-4cca-b1f8-d8edb1ba44a5 req-e0ec64d2-9f5f-451a-b2ef-4f37de9291e3 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] 10.222.0.49 "GET /v2.0/ports?device_id=24c9a0bb-7fb3-43a0-9175-b258e9c7bbd5 HTTP/1.1" status: 200 len: 984 time: 0.0937967 May 13 13:04:16.878883 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1b77fe6c-e383-4548-b851-3b5bb3514b29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1476655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621796'] for network (9564931c-c5b5-4379-ab8f-8be704e0bc3e), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:16.883134 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-1b77fe6c-e383-4548-b851-3b5bb3514b29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617456'] for network (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:16.886547 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-1b77fe6c-e383-4548-b851-3b5bb3514b29 admin admin] 10.222.0.49 "DELETE /v2.0/networks/9564931c-c5b5-4379-ab8f-8be704e0bc3e HTTP/1.1" status: 204 len: 168 time: 0.3166072 May 13 13:04:16.908906 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b77fe6c-e383-4548-b851-3b5bb3514b29 admin admin] Pushing event deleted for resources: {'Network': ['ID=9564931c-c5b5-4379-ab8f-8be704e0bc3e,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:04:16.951706 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-6a155860-9e5e-4cca-b1f8-d8edb1ba44a5 req-afc91e44-25f1-4f2a-bcb4-716311ae5517 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] 10.222.0.49 "GET /v2.0/security-groups?id=93013e7d-1f57-4731-8238-98ee55983c74&id=937d479c-27f4-4075-8be2-51ff80e6516e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0802920 May 13 13:04:17.056340 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 56424) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:04:17.098886 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-ce90ab00-3fab-4bd2-a79c-a5cfdff75e23 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c04aaf2b58354e1992d66c09f5f562ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0413673 May 13 13:04:17.101304 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 56426) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:04:17.147460 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-587d5b21-d312-4277-ac4a-eda336022b8d admin admin] Publish callbacks [] for security_group (2f64e4f3-46a9-40cb-85cd-b84c7fda5f25), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:17.169203 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-587d5b21-d312-4277-ac4a-eda336022b8d admin admin] Publish callbacks [] for security_group (2f64e4f3-46a9-40cb-85cd-b84c7fda5f25), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:17.220719 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-587d5b21-d312-4277-ac4a-eda336022b8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (2f64e4f3-46a9-40cb-85cd-b84c7fda5f25), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:17.223278 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-587d5b21-d312-4277-ac4a-eda336022b8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:17.224398 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-587d5b21-d312-4277-ac4a-eda336022b8d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2f64e4f3-46a9-40cb-85cd-b84c7fda5f25 HTTP/1.1" status: 204 len: 168 time: 0.1222093 May 13 13:04:17.232080 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587d5b21-d312-4277-ac4a-eda336022b8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f64e4f3-46a9-40cb-85cd-b84c7fda5f25,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:04:17.870703 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (f7880a20-862d-46b4-8dd6-192b0a47d710), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:17.922664 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 56448) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:04:18.019996 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.v2.base [None req-3bec682a-76ee-45af-b490-3e9f4102ee27 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-162223635-network', 'tenant_id': 'd43e74ace585434482a887caf9d61c9f'}} {{(pid=109804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:04:18.040415 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bec682a-76ee-45af-b490-3e9f4102ee27 admin admin] Made reservation on behalf of d43e74ace585434482a887caf9d61c9f for: {'network': 1} {{(pid=109804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:04:18.042929 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3bec682a-76ee-45af-b490-3e9f4102ee27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for network (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:18.051936 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3bec682a-76ee-45af-b490-3e9f4102ee27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:18.066897 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5742c965-cb54-476b-a09c-83c51ead040b req-f95e2020-d759-44bf-8854-cf49f0a10b29 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:04:18.068475 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-5742c965-cb54-476b-a09c-83c51ead040b req-f95e2020-d759-44bf-8854-cf49f0a10b29 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] 10.222.0.49 "GET /v2.0/ports?device_id=24c9a0bb-7fb3-43a0-9175-b258e9c7bbd5 HTTP/1.1" status: 200 len: 984 time: 0.0472057 May 13 13:04:18.129052 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3bec682a-76ee-45af-b490-3e9f4102ee27 admin admin] Publish callbacks [] for security_group (72ad45ff-521c-4a97-a1d6-2340fb08e652), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:18.133641 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-5742c965-cb54-476b-a09c-83c51ead040b req-11373378-04d0-4722-af0f-605b872f40bb tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] 10.222.0.49 "GET /v2.0/security-groups?id=93013e7d-1f57-4731-8238-98ee55983c74&id=937d479c-27f4-4075-8be2-51ff80e6516e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0594082 May 13 13:04:18.133989 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3bec682a-76ee-45af-b490-3e9f4102ee27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (72ad45ff-521c-4a97-a1d6-2340fb08e652), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:18.160276 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bec682a-76ee-45af-b490-3e9f4102ee27 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=109804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 13:04:18.169435 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec682a-76ee-45af-b490-3e9f4102ee27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72ad45ff-521c-4a97-a1d6-2340fb08e652,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:04:18.176455 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3bec682a-76ee-45af-b490-3e9f4102ee27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488896'] for segment (35811256-1848-4c88-a68f-703bf713e934), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:18.176794 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.db.segments_db [None req-3bec682a-76ee-45af-b490-3e9f4102ee27 admin admin] Added segment 35811256-1848-4c88-a68f-703bf713e934 of type vlan for network 0286a1e2-7023-4be1-8d4b-88b03416ec62 May 13 13:04:18.219739 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3bec682a-76ee-45af-b490-3e9f4102ee27 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750967083174'] for network (0286a1e2-7023-4be1-8d4b-88b03416ec62), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:18.242607 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3bec682a-76ee-45af-b490-3e9f4102ee27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478'] for network (0286a1e2-7023-4be1-8d4b-88b03416ec62), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:18.243447 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bec682a-76ee-45af-b490-3e9f4102ee27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:04:18.244014 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3bec682a-76ee-45af-b490-3e9f4102ee27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617456'] for network (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:18.296533 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-3bec682a-76ee-45af-b490-3e9f4102ee27 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3727705 May 13 13:04:18.299392 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 56454) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:04:18.304193 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.v2.base [None req-9ac79a19-a2d6-4858-9a01-e74ba894a17b admin admin] Request body: {'subnet': {'network_id': '0286a1e2-7023-4be1-8d4b-88b03416ec62', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-162223635-subnet', 'tenant_id': 'd43e74ace585434482a887caf9d61c9f', 'ip_version': 4}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:04:18.305455 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec682a-76ee-45af-b490-3e9f4102ee27 admin admin] Pushing event updated for resources: {'Network': ['ID=0286a1e2-7023-4be1-8d4b-88b03416ec62,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:04:18.315757 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Network 0286a1e2-7023-4be1-8d4b-88b03416ec62 details requested by agent ovs-agent-dv-cinder-841644-1-iscsi with host dv-cinder-841644-1-iscsi {{(pid=109805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 13 13:04:18.328056 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ac79a19-a2d6-4858-9a01-e74ba894a17b admin admin] Made reservation on behalf of d43e74ace585434482a887caf9d61c9f for: {'subnet': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:04:18.330632 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9ac79a19-a2d6-4858-9a01-e74ba894a17b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5762224'] for subnet (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:18.495022 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9ac79a19-a2d6-4858-9a01-e74ba894a17b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6506713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5762222'] for subnet (1b6f02d9-a71f-428a-85b5-90febd1bfdf5), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:18.552095 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac79a19-a2d6-4858-9a01-e74ba894a17b admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b6f02d9-a71f-428a-85b5-90febd1bfdf5,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:04:18.563116 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac79a19-a2d6-4858-9a01-e74ba894a17b admin admin] Checking segment: {'id': '35811256-1848-4c88-a68f-703bf713e934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0286a1e2-7023-4be1-8d4b-88b03416ec62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:04:18.563472 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac79a19-a2d6-4858-9a01-e74ba894a17b admin admin] Network hostable DHCP agents. Network: 0286a1e2-7023-4be1-8d4b-88b03416ec62, hostable agents: ['12f7f474-a19f-4cf7-bcdf-b9ad7dbdd770'], hosted agents: [] {{(pid=109803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 13:04:18.579126 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac79a19-a2d6-4858-9a01-e74ba894a17b admin admin] Network 0286a1e2-7023-4be1-8d4b-88b03416ec62 is scheduled to be hosted by DHCP agent 12f7f474-a19f-4cf7-bcdf-b9ad7dbdd770 with binding_index 1 {{(pid=109803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 13:04:18.588550 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-9ac79a19-a2d6-4858-9a01-e74ba894a17b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841644-1-iscsi, 0286a1e2-7023-4be1-8d4b-88b03416ec62) {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:04:18.592644 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac79a19-a2d6-4858-9a01-e74ba894a17b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:04:18.593267 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-9ac79a19-a2d6-4858-9a01-e74ba894a17b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617456'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:18.599024 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358a9af5-d507-47e5-ae3d-956d744fa354 None None] Network 0286a1e2-7023-4be1-8d4b-88b03416ec62 requested from dv-cinder-841644-1-iscsi {{(pid=109805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:04:18.609024 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-9ac79a19-a2d6-4858-9a01-e74ba894a17b admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3085485 May 13 13:04:18.611622 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 56456) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:04:18.615742 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.v2.base [None req-223d3349-bb92-4fd5-9c6a-293fdea1678d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-162223635-router', 'tenant_id': 'd43e74ace585434482a887caf9d61c9f', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732'}}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:04:18.634413 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-223d3349-bb92-4fd5-9c6a-293fdea1678d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1617132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9611'] for router (488725a6-6489-4776-bd61-77e6ac0b3a32), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:18.635713 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-223d3349-bb92-4fd5-9c6a-293fdea1678d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1616984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1619451', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-466668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9648'] for router (488725a6-6489-4776-bd61-77e6ac0b3a32), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:18.694755 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-223d3349-bb92-4fd5-9c6a-293fdea1678d admin admin] Publish callbacks [] for router_controller (488725a6-6489-4776-bd61-77e6ac0b3a32), precommit_add_association {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:18.705219 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a425a7-f45e-472c-9d26-ed4591fe00c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc8865-dd13-5aa3-bcac-a3c79f9f55b8-0286a1e2-7023-4be1-8d4b-88b03416ec62', 'network_id': '0286a1e2-7023-4be1-8d4b-88b03416ec62', 'project_id': 'd43e74ace585434482a887caf9d61c9f', 'fixed_ips': [{'subnet_id': '1b6f02d9-a71f-428a-85b5-90febd1bfdf5'}]}} from dv-cinder-841644-1-iscsi. {{(pid=109805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 13 13:04:18.706091 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-c3a425a7-f45e-472c-9d26-ed4591fe00c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (None), before_create {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:18.836762 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.db_base_plugin_common [None req-c3a425a7-f45e-472c-9d26-ed4591fe00c3 None None] Allocated IP 172.20.0.2 (0286a1e2-7023-4be1-8d4b-88b03416ec62/1b6f02d9-a71f-428a-85b5-90febd1bfdf5/476a9e63-16dd-429f-b71e-e48f7473f07e) {{(pid=109805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:04:18.838004 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-223d3349-bb92-4fd5-9c6a-293fdea1678d admin admin] Publish callbacks [] for router_gateway (488725a6-6489-4776-bd61-77e6ac0b3a32), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:18.981617 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-c3a425a7-f45e-472c-9d26-ed4591fe00c3 None None] Publish callbacks [] for port (476a9e63-16dd-429f-b71e-e48f7473f07e), precommit_create {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:18.988012 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-c3a425a7-f45e-472c-9d26-ed4591fe00c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750967062384'] for port (476a9e63-16dd-429f-b71e-e48f7473f07e), after_create {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:19.022481 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-223d3349-bb92-4fd5-9c6a-293fdea1678d admin admin] Publish callbacks [] for router_gateway (488725a6-6489-4776-bd61-77e6ac0b3a32), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:19.026569 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a425a7-f45e-472c-9d26-ed4591fe00c3 None None] Network 0286a1e2-7023-4be1-8d4b-88b03416ec62 is already hosted by enough agents. {{(pid=109805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:04:19.029582 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.scheduler.base_scheduler [None req-c3a425a7-f45e-472c-9d26-ed4591fe00c3 None None] Resources bound (agent type, host, resource id): {{(pid=109805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:04:19.035573 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a425a7-f45e-472c-9d26-ed4591fe00c3 None None] Received port after_create {{(pid=109805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:04:19.041782 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-223d3349-bb92-4fd5-9c6a-293fdea1678d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:19.043054 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a425a7-f45e-472c-9d26-ed4591fe00c3 None None] Pushing event updated for resources: {'Port': ['ID=476a9e63-16dd-429f-b71e-e48f7473f07e,revision_number=1']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:04:19.054013 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a425a7-f45e-472c-9d26-ed4591fe00c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:04:19.054013 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a425a7-f45e-472c-9d26-ed4591fe00c3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:04:19.054359 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a425a7-f45e-472c-9d26-ed4591fe00c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:04:19.054599 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a425a7-f45e-472c-9d26-ed4591fe00c3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:04:19.054958 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a425a7-f45e-472c-9d26-ed4591fe00c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:04:19.055314 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a425a7-f45e-472c-9d26-ed4591fe00c3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:04:19.055644 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a425a7-f45e-472c-9d26-ed4591fe00c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:04:19.055986 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a425a7-f45e-472c-9d26-ed4591fe00c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:04:19.056303 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a425a7-f45e-472c-9d26-ed4591fe00c3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:04:19.056623 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a425a7-f45e-472c-9d26-ed4591fe00c3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:04:19.056949 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a425a7-f45e-472c-9d26-ed4591fe00c3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:04:19.057315 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a425a7-f45e-472c-9d26-ed4591fe00c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:04:19.057622 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a425a7-f45e-472c-9d26-ed4591fe00c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:04:19.057940 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a425a7-f45e-472c-9d26-ed4591fe00c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:04:19.058258 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a425a7-f45e-472c-9d26-ed4591fe00c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:04:19.112800 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-c3a425a7-f45e-472c-9d26-ed4591fe00c3 None None] Attempting to bind port 476a9e63-16dd-429f-b71e-e48f7473f07e on host dv-cinder-841644-1-iscsi for vnic_type normal with profile {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:04:19.113223 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-c3a425a7-f45e-472c-9d26-ed4591fe00c3 None None] Attempting to bind port 476a9e63-16dd-429f-b71e-e48f7473f07e by drivers openvswitch,hyperv on host dv-cinder-841644-1-iscsi at level 0 using segments [{'id': '35811256-1848-4c88-a68f-703bf713e934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0286a1e2-7023-4be1-8d4b-88b03416ec62'}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:04:19.113640 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a425a7-f45e-472c-9d26-ed4591fe00c3 None None] Attempting to bind port 476a9e63-16dd-429f-b71e-e48f7473f07e on network 0286a1e2-7023-4be1-8d4b-88b03416ec62 {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:04:19.119402 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a425a7-f45e-472c-9d26-ed4591fe00c3 None None] Checking agent: {'id': 'f7880a20-862d-46b4-8dd6-192b0a47d710', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841644-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 12, 45, 48), 'started_at': datetime.datetime(2022, 5, 13, 12, 46, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841644-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:04:19.119774 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a425a7-f45e-472c-9d26-ed4591fe00c3 None None] Checking segment: {'id': '35811256-1848-4c88-a68f-703bf713e934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0286a1e2-7023-4be1-8d4b-88b03416ec62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:04:19.120169 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-c3a425a7-f45e-472c-9d26-ed4591fe00c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:19.120559 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a425a7-f45e-472c-9d26-ed4591fe00c3 None None] Bound using segment: {'id': '35811256-1848-4c88-a68f-703bf713e934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0286a1e2-7023-4be1-8d4b-88b03416ec62'} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:04:19.121039 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-c3a425a7-f45e-472c-9d26-ed4591fe00c3 None None] Bound port: 476a9e63-16dd-429f-b71e-e48f7473f07e, host: dv-cinder-841644-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35811256-1848-4c88-a68f-703bf713e934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0286a1e2-7023-4be1-8d4b-88b03416ec62'}}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:04:19.121421 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-c3a425a7-f45e-472c-9d26-ed4591fe00c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (476a9e63-16dd-429f-b71e-e48f7473f07e), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:19.154241 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-223d3349-bb92-4fd5-9c6a-293fdea1678d admin admin] Allocated IP 172.27.3.128 (feab3964-f0b8-402e-905b-49af947bf732/23e33d6a-fc94-4466-a994-b549e993d354/eed37cce-ce1e-425f-a706-343a9a767059) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:04:19.189508 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-c3a425a7-f45e-472c-9d26-ed4591fe00c3 None None] For port 476a9e63-16dd-429f-b71e-e48f7473f07e, host dv-cinder-841644-1-iscsi, cleared binding levels {{(pid=109805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:04:19.195569 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-c3a425a7-f45e-472c-9d26-ed4591fe00c3 None None] For port 476a9e63-16dd-429f-b71e-e48f7473f07e, host dv-cinder-841644-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841644-1-iscsi',level=0,port_id=476a9e63-16dd-429f-b71e-e48f7473f07e,segment=NetworkSegment(35811256-1848-4c88-a68f-703bf713e934),segment_id=35811256-1848-4c88-a68f-703bf713e934)] {{(pid=109805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:04:19.202243 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-c3a425a7-f45e-472c-9d26-ed4591fe00c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (476a9e63-16dd-429f-b71e-e48f7473f07e), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:19.263811 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c863123-c1b3-40c3-96aa-e280ee59c555 req-6ee88ba6-3b87-4b1d-a20d-1755d5f57ab1 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:04:19.266929 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-7c863123-c1b3-40c3-96aa-e280ee59c555 req-6ee88ba6-3b87-4b1d-a20d-1755d5f57ab1 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] 10.222.0.49 "GET /v2.0/ports?device_id=24c9a0bb-7fb3-43a0-9175-b258e9c7bbd5 HTTP/1.1" status: 200 len: 984 time: 0.0578094 May 13 13:04:19.275694 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-223d3349-bb92-4fd5-9c6a-293fdea1678d admin admin] Publish callbacks [] for port (eed37cce-ce1e-425f-a706-343a9a767059), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:19.276095 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a425a7-f45e-472c-9d26-ed4591fe00c3 None None] Pushing event updated for resources: {'Port': ['ID=476a9e63-16dd-429f-b71e-e48f7473f07e,revision_number=2']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:04:19.316414 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-223d3349-bb92-4fd5-9c6a-293fdea1678d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750967062384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6509865'] for port (eed37cce-ce1e-425f-a706-343a9a767059), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:19.340613 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-7c863123-c1b3-40c3-96aa-e280ee59c555 req-18671df0-5e6e-4908-981b-0da26cda6ad8 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] 10.222.0.49 "GET /v2.0/security-groups?id=93013e7d-1f57-4731-8238-98ee55983c74&id=937d479c-27f4-4075-8be2-51ff80e6516e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0669990 May 13 13:04:19.361058 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223d3349-bb92-4fd5-9c6a-293fdea1678d admin admin] Network feab3964-f0b8-402e-905b-49af947bf732 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:04:19.366186 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-223d3349-bb92-4fd5-9c6a-293fdea1678d admin admin] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:04:19.370723 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223d3349-bb92-4fd5-9c6a-293fdea1678d admin admin] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:04:19.374340 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223d3349-bb92-4fd5-9c6a-293fdea1678d admin admin] Pushing event updated for resources: {'Port': ['ID=eed37cce-ce1e-425f-a706-343a9a767059,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:04:19.635939 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-223d3349-bb92-4fd5-9c6a-293fdea1678d admin admin] Publish callbacks [] for router_gateway (488725a6-6489-4776-bd61-77e6ac0b3a32), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:19.833568 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-223d3349-bb92-4fd5-9c6a-293fdea1678d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1616983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619222'] for router (488725a6-6489-4776-bd61-77e6ac0b3a32), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:19.978809 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-223d3349-bb92-4fd5-9c6a-293fdea1678d admin admin] Router 488725a6-6489-4776-bd61-77e6ac0b3a32 is scheduled to L3 agent 6d8a5631-9f63-444c-af3b-4dcce4842b62 with binding_index 1 {{(pid=109803) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 13 13:04:20.103760 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-223d3349-bb92-4fd5-9c6a-293fdea1678d admin admin] Notify agent at l3_agent.dv-cinder-841644-1-iscsi the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:04:20.113643 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b631c3f-e9af-499b-9e57-293f63743ce5 None None] Sync routers for ids ['488725a6-6489-4776-bd61-77e6ac0b3a32'] in dv-cinder-841644-1-iscsi {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:04:20.123524 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-223d3349-bb92-4fd5-9c6a-293fdea1678d admin admin] Publish callbacks [] for router (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:20.127217 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-223d3349-bb92-4fd5-9c6a-293fdea1678d admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5122492 May 13 13:04:20.127926 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 56460) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:04:20.130048 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b631c3f-e9af-499b-9e57-293f63743ce5 None None] Routers {'488725a6-6489-4776-bd61-77e6ac0b3a32'} bound to L3 agent in host dv-cinder-841644-1-iscsi {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:04:20.130678 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-7b631c3f-e9af-499b-9e57-293f63743ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841644-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T12:45:44Z,description=,heartbeat_timestamp=2022-05-13T13:04:14Z,host='dv-cinder-841644-1-iscsi',id=6d8a5631-9f63-444c-af3b-4dcce4842b62,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T12:45:44Z,topic='l3_agent')) {'router_ids': ['488725a6-6489-4776-bd61-77e6ac0b3a32'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:04:20.196295 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c34401f-04cd-47e5-bcd4-a3670fdf293f None None] Network 0286a1e2-7023-4be1-8d4b-88b03416ec62 requested from dv-cinder-841644-1-iscsi {{(pid=109805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:04:20.445444 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-d05ed257-e74c-4665-b04d-f65e5df909b6 None None] Provisioning complete for port 476a9e63-16dd-429f-b71e-e48f7473f07e triggered by entity DHCP. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:04:20.445694 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-d05ed257-e74c-4665-b04d-f65e5df909b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (476a9e63-16dd-429f-b71e-e48f7473f07e), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:20.454747 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (202f7e15-8fd1-4d3b-a0cb-2b083dcecd1a), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:20.484967 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-7b631c3f-e9af-499b-9e57-293f63743ce5 None None] Set router 488725a6-6489-4776-bd61-77e6ac0b3a32 gateway port host: dv-cinder-841644-1-iscsi {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:04:20.505494 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594b9249-990b-4ba6-bf00-8aff8dfc1a45 req-2e34c8cb-506a-4962-bd26-bb279076e506 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:04:20.506957 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-594b9249-990b-4ba6-bf00-8aff8dfc1a45 req-2e34c8cb-506a-4962-bd26-bb279076e506 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] 10.222.0.49 "GET /v2.0/ports?device_id=24c9a0bb-7fb3-43a0-9175-b258e9c7bbd5 HTTP/1.1" status: 200 len: 984 time: 0.0896056 May 13 13:04:20.634505 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-594b9249-990b-4ba6-bf00-8aff8dfc1a45 req-4c1b2d53-ad0e-4169-9e25-5ffac77c0c42 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] 10.222.0.49 "GET /v2.0/security-groups?id=93013e7d-1f57-4731-8238-98ee55983c74&id=937d479c-27f4-4075-8be2-51ff80e6516e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1061468 May 13 13:04:20.687328 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7b30b479-7982-41d7-9c45-0af62607a9b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:20.721764 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-d05ed257-e74c-4665-b04d-f65e5df909b6 None None] Current status of the port 476a9e63-16dd-429f-b71e-e48f7473f07e is: DOWN; New status is: ACTIVE {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:04:20.722056 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-d05ed257-e74c-4665-b04d-f65e5df909b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (476a9e63-16dd-429f-b71e-e48f7473f07e), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:20.792976 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-7b631c3f-e9af-499b-9e57-293f63743ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '488725a6-6489-4776-bd61-77e6ac0b3a32', 'name': 'tempest-TestShelveInstance-162223635-router', 'tenant_id': 'd43e74ace585434482a887caf9d61c9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': 'eed37cce-ce1e-425f-a706-343a9a767059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:04:18Z', 'updated_at': '2022-05-13T13:04:19Z', 'revision_number': 3, 'project_id': 'd43e74ace585434482a887caf9d61c9f', 'gw_port': {'id': 'eed37cce-ce1e-425f-a706-343a9a767059', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:63:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '488725a6-6489-4776-bd61-77e6ac0b3a32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:04:19Z', 'updated_at': '2022-05-13T13:04:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi'}], 'dv-cinder-841644-1-iscsi', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:04:20.797189 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-d05ed257-e74c-4665-b04d-f65e5df909b6 None None] For port 476a9e63-16dd-429f-b71e-e48f7473f07e, host dv-cinder-841644-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841644-1-iscsi',level=0,port_id=476a9e63-16dd-429f-b71e-e48f7473f07e,segment=NetworkSegment(35811256-1848-4c88-a68f-703bf713e934),segment_id=35811256-1848-4c88-a68f-703bf713e934)] {{(pid=109805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:04:20.824970 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b631c3f-e9af-499b-9e57-293f63743ce5 None None] Checking router: 488725a6-6489-4776-bd61-77e6ac0b3a32 for host: dv-cinder-841644-1-iscsi {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:04:20.825932 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b631c3f-e9af-499b-9e57-293f63743ce5 None None] Updating router 488725a6-6489-4776-bd61-77e6ac0b3a32 port eed37cce-ce1e-425f-a706-343a9a767059 binding host dv-cinder-841644-1-iscsi {{(pid=109805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 13:04:20.829640 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-d05ed257-e74c-4665-b04d-f65e5df909b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (476a9e63-16dd-429f-b71e-e48f7473f07e), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:20.861104 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-7b30b479-7982-41d7-9c45-0af62607a9b1 admin admin] Allocated IP 172.20.0.1 (0286a1e2-7023-4be1-8d4b-88b03416ec62/1b6f02d9-a71f-428a-85b5-90febd1bfdf5/01a6eb96-d204-4a9e-8074-09ec1a453eb4) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:04:20.881520 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-7b631c3f-e9af-499b-9e57-293f63743ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (eed37cce-ce1e-425f-a706-343a9a767059), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:20.926593 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05ed257-e74c-4665-b04d-f65e5df909b6 None None] Pushing event updated for resources: {'Port': ['ID=476a9e63-16dd-429f-b71e-e48f7473f07e,revision_number=3']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:04:20.963798 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7b30b479-7982-41d7-9c45-0af62607a9b1 admin admin] Publish callbacks [] for port (01a6eb96-d204-4a9e-8074-09ec1a453eb4), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:21.000537 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-c7bc1c19-d8ce-46b2-9bb3-3423b2af6044 None None] Provisioning complete for port 476a9e63-16dd-429f-b71e-e48f7473f07e triggered by entity DHCP. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:04:21.001002 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-c7bc1c19-d8ce-46b2-9bb3-3423b2af6044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (476a9e63-16dd-429f-b71e-e48f7473f07e), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:21.001983 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7b30b479-7982-41d7-9c45-0af62607a9b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750967062384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6509865'] for port (01a6eb96-d204-4a9e-8074-09ec1a453eb4), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:21.042850 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b30b479-7982-41d7-9c45-0af62607a9b1 admin admin] Network 0286a1e2-7023-4be1-8d4b-88b03416ec62 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:04:21.047175 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-7b30b479-7982-41d7-9c45-0af62607a9b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:04:21.050713 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b30b479-7982-41d7-9c45-0af62607a9b1 admin admin] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:04:21.081729 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b30b479-7982-41d7-9c45-0af62607a9b1 admin admin] Pushing event updated for resources: {'Port': ['ID=01a6eb96-d204-4a9e-8074-09ec1a453eb4,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:04:21.103788 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7b30b479-7982-41d7-9c45-0af62607a9b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620801'] for router_interface (488725a6-6489-4776-bd61-77e6ac0b3a32), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:21.150995 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-c7bc1c19-d8ce-46b2-9bb3-3423b2af6044 None None] Current status of the port 476a9e63-16dd-429f-b71e-e48f7473f07e is: ACTIVE; New status is: ACTIVE {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:04:21.206599 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Device 476a9e63-16dd-429f-b71e-e48f7473f07e up at agent ovs-agent-dv-cinder-841644-1-iscsi {{(pid=109805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:04:21.259130 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7b30b479-7982-41d7-9c45-0af62607a9b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (01a6eb96-d204-4a9e-8074-09ec1a453eb4), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:21.304859 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-7b631c3f-e9af-499b-9e57-293f63743ce5 None None] Publish callbacks [] for port (eed37cce-ce1e-425f-a706-343a9a767059), precommit_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:21.308356 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Provisioning complete for port 476a9e63-16dd-429f-b71e-e48f7473f07e triggered by entity L2. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:04:21.308890 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (476a9e63-16dd-429f-b71e-e48f7473f07e), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:21.312316 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-7b631c3f-e9af-499b-9e57-293f63743ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (eed37cce-ce1e-425f-a706-343a9a767059), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:21.406762 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-eddd90a8-1941-4432-beb2-651f49fc65b2 None None] Provisioning complete for port 01a6eb96-d204-4a9e-8074-09ec1a453eb4 triggered by entity DHCP. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:04:21.407139 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-eddd90a8-1941-4432-beb2-651f49fc65b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (01a6eb96-d204-4a9e-8074-09ec1a453eb4), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:21.412561 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfc5dc3-bdd4-44e2-a10f-afce8ce304f9 None None] Pushing event updated for resources: {'Port': ['ID=eed37cce-ce1e-425f-a706-343a9a767059,revision_number=2']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:04:21.427728 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7b30b479-7982-41d7-9c45-0af62607a9b1 admin admin] Publish callbacks [] for port (01a6eb96-d204-4a9e-8074-09ec1a453eb4), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:21.432034 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-7b631c3f-e9af-499b-9e57-293f63743ce5 None None] Attempting to bind port eed37cce-ce1e-425f-a706-343a9a767059 on host dv-cinder-841644-1-iscsi for vnic_type normal with profile {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:04:21.432381 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7b30b479-7982-41d7-9c45-0af62607a9b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6509904'] for port (01a6eb96-d204-4a9e-8074-09ec1a453eb4), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:21.432525 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-7b631c3f-e9af-499b-9e57-293f63743ce5 None None] Attempting to bind port eed37cce-ce1e-425f-a706-343a9a767059 by drivers openvswitch,hyperv on host dv-cinder-841644-1-iscsi at level 0 using segments [{'id': '2bcc8a2d-359a-4841-80fa-a53ce02b14f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732'}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:04:21.432762 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b631c3f-e9af-499b-9e57-293f63743ce5 None None] Attempting to bind port eed37cce-ce1e-425f-a706-343a9a767059 on network feab3964-f0b8-402e-905b-49af947bf732 {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:04:21.450447 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b631c3f-e9af-499b-9e57-293f63743ce5 None None] Checking agent: {'id': 'f7880a20-862d-46b4-8dd6-192b0a47d710', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841644-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 12, 45, 48), 'started_at': datetime.datetime(2022, 5, 13, 12, 46, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841644-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:04:21.450817 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b631c3f-e9af-499b-9e57-293f63743ce5 None None] Checking segment: {'id': '2bcc8a2d-359a-4841-80fa-a53ce02b14f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:04:21.451267 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-7b631c3f-e9af-499b-9e57-293f63743ce5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:21.451715 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b631c3f-e9af-499b-9e57-293f63743ce5 None None] Bound using segment: {'id': '2bcc8a2d-359a-4841-80fa-a53ce02b14f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732'} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:04:21.452165 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-7b631c3f-e9af-499b-9e57-293f63743ce5 None None] Bound port: eed37cce-ce1e-425f-a706-343a9a767059, host: dv-cinder-841644-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bcc8a2d-359a-4841-80fa-a53ce02b14f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732'}}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:04:21.452545 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-7b631c3f-e9af-499b-9e57-293f63743ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (eed37cce-ce1e-425f-a706-343a9a767059), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:21.498703 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7b30b479-7982-41d7-9c45-0af62607a9b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1623932'] for router_interface (488725a6-6489-4776-bd61-77e6ac0b3a32), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:21.499911 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-eddd90a8-1941-4432-beb2-651f49fc65b2 None None] Port 01a6eb96-d204-4a9e-8074-09ec1a453eb4 cannot update to ACTIVE because it is not bound. {{(pid=109805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 13:04:21.501273 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b30b479-7982-41d7-9c45-0af62607a9b1 admin admin] Pushing event updated for resources: {'Port': ['ID=01a6eb96-d204-4a9e-8074-09ec1a453eb4,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:04:21.529451 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Current status of the port 476a9e63-16dd-429f-b71e-e48f7473f07e is: ACTIVE; New status is: ACTIVE {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:04:21.542068 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-7b631c3f-e9af-499b-9e57-293f63743ce5 None None] For port eed37cce-ce1e-425f-a706-343a9a767059, host dv-cinder-841644-1-iscsi, cleared binding levels {{(pid=109805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:04:21.545102 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-7b631c3f-e9af-499b-9e57-293f63743ce5 None None] For port eed37cce-ce1e-425f-a706-343a9a767059, host dv-cinder-841644-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841644-1-iscsi',level=0,port_id=eed37cce-ce1e-425f-a706-343a9a767059,segment=NetworkSegment(2bcc8a2d-359a-4841-80fa-a53ce02b14f8),segment_id=2bcc8a2d-359a-4841-80fa-a53ce02b14f8)] {{(pid=109805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:04:21.551327 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-7b631c3f-e9af-499b-9e57-293f63743ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (eed37cce-ce1e-425f-a706-343a9a767059), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:21.597101 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b30b479-7982-41d7-9c45-0af62607a9b1 admin admin] Network 0286a1e2-7023-4be1-8d4b-88b03416ec62 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:04:21.598561 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-7b30b479-7982-41d7-9c45-0af62607a9b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:04:21.604525 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b631c3f-e9af-499b-9e57-293f63743ce5 None None] Routers {'488725a6-6489-4776-bd61-77e6ac0b3a32'} bound to L3 agent in host dv-cinder-841644-1-iscsi {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:04:21.605166 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-7b631c3f-e9af-499b-9e57-293f63743ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841644-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T12:45:44Z,description=,heartbeat_timestamp=2022-05-13T13:04:14Z,host='dv-cinder-841644-1-iscsi',id=6d8a5631-9f63-444c-af3b-4dcce4842b62,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T12:45:44Z,topic='l3_agent')) {'router_ids': ['488725a6-6489-4776-bd61-77e6ac0b3a32'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:04:21.653186 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfc5dc3-bdd4-44e2-a10f-afce8ce304f9 None None] Pushing event updated for resources: {'Port': ['ID=eed37cce-ce1e-425f-a706-343a9a767059,revision_number=3']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:04:21.741091 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b30b479-7982-41d7-9c45-0af62607a9b1 admin admin] Router 488725a6-6489-4776-bd61-77e6ac0b3a32 has already been hosted by L3 agent 6d8a5631-9f63-444c-af3b-4dcce4842b62 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 13:04:21.751156 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-7b631c3f-e9af-499b-9e57-293f63743ce5 None None] Set router 488725a6-6489-4776-bd61-77e6ac0b3a32 gateway port host: dv-cinder-841644-1-iscsi {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:04:21.773700 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc350b80-9e86-4a81-acbf-681b57ff0cda req-2a79cf7c-cb2d-4448-b7f1-e01efee8e0b1 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:04:21.781585 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-cc350b80-9e86-4a81-acbf-681b57ff0cda req-2a79cf7c-cb2d-4448-b7f1-e01efee8e0b1 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] 10.222.0.49 "GET /v2.0/ports?device_id=24c9a0bb-7fb3-43a0-9175-b258e9c7bbd5 HTTP/1.1" status: 200 len: 984 time: 0.0634027 May 13 13:04:21.844590 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-cc350b80-9e86-4a81-acbf-681b57ff0cda req-cc2326ac-a213-415b-9c46-c6aa0071c670 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] 10.222.0.49 "GET /v2.0/security-groups?id=93013e7d-1f57-4731-8238-98ee55983c74&id=937d479c-27f4-4075-8be2-51ff80e6516e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0620928 May 13 13:04:21.869715 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b30b479-7982-41d7-9c45-0af62607a9b1 admin admin] Notify agent at l3_agent.dv-cinder-841644-1-iscsi the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:04:21.875878 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-7b30b479-7982-41d7-9c45-0af62607a9b1 admin admin] 10.222.0.49 "PUT /v2.0/routers/488725a6-6489-4776-bd61-77e6ac0b3a32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7468410 May 13 13:04:21.887675 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-a3ced837-3f2f-414a-8dc8-fb490cf1d359 None None] Provisioning complete for port 01a6eb96-d204-4a9e-8074-09ec1a453eb4 triggered by entity DHCP. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:04:21.888429 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-a3ced837-3f2f-414a-8dc8-fb490cf1d359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (01a6eb96-d204-4a9e-8074-09ec1a453eb4), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:21.944343 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-a3ced837-3f2f-414a-8dc8-fb490cf1d359 None None] Port 01a6eb96-d204-4a9e-8074-09ec1a453eb4 cannot update to ACTIVE because it is not bound. {{(pid=109805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 13:04:22.006908 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-7b631c3f-e9af-499b-9e57-293f63743ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '488725a6-6489-4776-bd61-77e6ac0b3a32', 'name': 'tempest-TestShelveInstance-162223635-router', 'tenant_id': 'd43e74ace585434482a887caf9d61c9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': 'eed37cce-ce1e-425f-a706-343a9a767059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:04:18Z', 'updated_at': '2022-05-13T13:04:21Z', 'revision_number': 4, 'project_id': 'd43e74ace585434482a887caf9d61c9f', 'gw_port': {'id': 'eed37cce-ce1e-425f-a706-343a9a767059', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:63:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '488725a6-6489-4776-bd61-77e6ac0b3a32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:04:19Z', 'updated_at': '2022-05-13T13:04:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi', '_interfaces': [{'id': '01a6eb96-d204-4a9e-8074-09ec1a453eb4', 'name': '', 'network_id': '0286a1e2-7023-4be1-8d4b-88b03416ec62', 'tenant_id': 'd43e74ace585434482a887caf9d61c9f', 'mac_address': 'fa:16:3e:8c:1f:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '488725a6-6489-4776-bd61-77e6ac0b3a32', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '1b6f02d9-a71f-428a-85b5-90febd1bfdf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:04:20Z', 'updated_at': '2022-05-13T13:04:21Z', 'revision_number': 2, 'project_id': 'd43e74ace585434482a887caf9d61c9f', 'subnets': [{'id': '1b6f02d9-a71f-428a-85b5-90febd1bfdf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841644-1-iscsi', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:04:22.036208 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b631c3f-e9af-499b-9e57-293f63743ce5 None None] The sync data for ids ['488725a6-6489-4776-bd61-77e6ac0b3a32'] in dv-cinder-841644-1-iscsi is: [{'id': '488725a6-6489-4776-bd61-77e6ac0b3a32', 'name': 'tempest-TestShelveInstance-162223635-router', 'tenant_id': 'd43e74ace585434482a887caf9d61c9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': 'eed37cce-ce1e-425f-a706-343a9a767059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:04:18Z', 'updated_at': '2022-05-13T13:04:21Z', 'revision_number': 4, 'project_id': 'd43e74ace585434482a887caf9d61c9f', 'gw_port': {'id': 'eed37cce-ce1e-425f-a706-343a9a767059', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:63:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '488725a6-6489-4776-bd61-77e6ac0b3a32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:04:19Z', 'updated_at': '2022-05-13T13:04:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi', '_interfaces': [{'id': '01a6eb96-d204-4a9e-8074-09ec1a453eb4', 'name': '', 'network_id': '0286a1e2-7023-4be1-8d4b-88b03416ec62', 'tenant_id': 'd43e74ace585434482a887caf9d61c9f', 'mac_address': 'fa:16:3e:8c:1f:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '488725a6-6489-4776-bd61-77e6ac0b3a32', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '1b6f02d9-a71f-428a-85b5-90febd1bfdf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:04:20Z', 'updated_at': '2022-05-13T13:04:21Z', 'revision_number': 2, 'project_id': 'd43e74ace585434482a887caf9d61c9f', 'subnets': [{'id': '1b6f02d9-a71f-428a-85b5-90febd1bfdf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:04:22.409714 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 56480) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:04:22.415187 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.v2.base [None req-42a9d8f7-c91f-43a6-9d29-f8516e87c043 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1084403774-network', 'tenant_id': 'db1b64f2b9184304978d2d3fffc1cbcd'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:04:22.437946 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42a9d8f7-c91f-43a6-9d29-f8516e87c043 admin admin] Made reservation on behalf of db1b64f2b9184304978d2d3fffc1cbcd for: {'network': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:04:22.442411 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-42a9d8f7-c91f-43a6-9d29-f8516e87c043 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for network (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:22.788489 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-42a9d8f7-c91f-43a6-9d29-f8516e87c043 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:22.883297 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-42a9d8f7-c91f-43a6-9d29-f8516e87c043 admin admin] Publish callbacks [] for security_group (a39673a8-59d3-47e8-980a-f76041040038), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:22.890224 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-42a9d8f7-c91f-43a6-9d29-f8516e87c043 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (a39673a8-59d3-47e8-980a-f76041040038), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:22.919162 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42a9d8f7-c91f-43a6-9d29-f8516e87c043 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=109803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 13:04:22.937048 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a9d8f7-c91f-43a6-9d29-f8516e87c043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a39673a8-59d3-47e8-980a-f76041040038,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:04:22.943032 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-42a9d8f7-c91f-43a6-9d29-f8516e87c043 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488896'] for segment (e235b2e4-529d-4dfb-85c3-ec2608ae6440), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:22.943375 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.db.segments_db [None req-42a9d8f7-c91f-43a6-9d29-f8516e87c043 admin admin] Added segment e235b2e4-529d-4dfb-85c3-ec2608ae6440 of type vlan for network 47253719-233c-4d4d-aa4a-846aeb595628 May 13 13:04:22.957791 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a9d8f7-c91f-43a6-9d29-f8516e87c043 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:04:22.958237 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a9d8f7-c91f-43a6-9d29-f8516e87c043 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:04:22.958673 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a9d8f7-c91f-43a6-9d29-f8516e87c043 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:04:22.958972 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a9d8f7-c91f-43a6-9d29-f8516e87c043 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:04:22.959326 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a9d8f7-c91f-43a6-9d29-f8516e87c043 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:04:22.959666 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a9d8f7-c91f-43a6-9d29-f8516e87c043 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:04:22.959993 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a9d8f7-c91f-43a6-9d29-f8516e87c043 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:04:22.960220 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a9d8f7-c91f-43a6-9d29-f8516e87c043 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:04:22.960550 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a9d8f7-c91f-43a6-9d29-f8516e87c043 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:04:22.960852 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a9d8f7-c91f-43a6-9d29-f8516e87c043 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:04:22.961450 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a9d8f7-c91f-43a6-9d29-f8516e87c043 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:04:22.961652 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a9d8f7-c91f-43a6-9d29-f8516e87c043 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:04:22.961968 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a9d8f7-c91f-43a6-9d29-f8516e87c043 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:04:22.962276 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a9d8f7-c91f-43a6-9d29-f8516e87c043 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:04:22.962638 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a9d8f7-c91f-43a6-9d29-f8516e87c043 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:04:23.005479 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-42a9d8f7-c91f-43a6-9d29-f8516e87c043 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750967083174'] for network (47253719-233c-4d4d-aa4a-846aeb595628), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:23.042496 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-42a9d8f7-c91f-43a6-9d29-f8516e87c043 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478'] for network (47253719-233c-4d4d-aa4a-846aeb595628), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:23.043450 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a9d8f7-c91f-43a6-9d29-f8516e87c043 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:04:23.044610 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-42a9d8f7-c91f-43a6-9d29-f8516e87c043 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617456'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:23.123353 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-42a9d8f7-c91f-43a6-9d29-f8516e87c043 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7124565 May 13 13:04:23.126057 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 56486) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:04:23.131260 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.v2.base [None req-56dad220-cf09-42c8-918c-af98464bcafd admin admin] Request body: {'subnet': {'network_id': '47253719-233c-4d4d-aa4a-846aeb595628', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1084403774-subnet', 'tenant_id': 'db1b64f2b9184304978d2d3fffc1cbcd', 'ip_version': 4}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:04:23.168258 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a9d8f7-c91f-43a6-9d29-f8516e87c043 admin admin] Pushing event updated for resources: {'Network': ['ID=47253719-233c-4d4d-aa4a-846aeb595628,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:04:23.173112 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56dad220-cf09-42c8-918c-af98464bcafd admin admin] Made reservation on behalf of db1b64f2b9184304978d2d3fffc1cbcd for: {'subnet': 1} {{(pid=109803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:04:23.175533 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-56dad220-cf09-42c8-918c-af98464bcafd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5762224'] for subnet (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:23.181837 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Device eed37cce-ce1e-425f-a706-343a9a767059 up at agent ovs-agent-dv-cinder-841644-1-iscsi {{(pid=109805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:04:23.187089 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Network 47253719-233c-4d4d-aa4a-846aeb595628 details requested by agent ovs-agent-dv-cinder-841644-1-iscsi with host dv-cinder-841644-1-iscsi {{(pid=109805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 13 13:04:23.302483 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Provisioning complete for port eed37cce-ce1e-425f-a706-343a9a767059 triggered by entity L2. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:04:23.302934 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (eed37cce-ce1e-425f-a706-343a9a767059), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:23.311243 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a695ae0-edbf-4e30-b912-ea7a915e2ca3 req-4e5627f8-599f-415b-8ce9-c179449cf256 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:04:23.312751 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-5a695ae0-edbf-4e30-b912-ea7a915e2ca3 req-4e5627f8-599f-415b-8ce9-c179449cf256 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] 10.222.0.49 "GET /v2.0/ports?device_id=24c9a0bb-7fb3-43a0-9175-b258e9c7bbd5 HTTP/1.1" status: 200 len: 984 time: 0.3840222 May 13 13:04:23.395191 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Current status of the port eed37cce-ce1e-425f-a706-343a9a767059 is: DOWN; New status is: ACTIVE {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:04:23.395579 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (eed37cce-ce1e-425f-a706-343a9a767059), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:23.418039 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] For port eed37cce-ce1e-425f-a706-343a9a767059, host dv-cinder-841644-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841644-1-iscsi',level=0,port_id=eed37cce-ce1e-425f-a706-343a9a767059,segment=NetworkSegment(2bcc8a2d-359a-4841-80fa-a53ce02b14f8),segment_id=2bcc8a2d-359a-4841-80fa-a53ce02b14f8)] {{(pid=109805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:04:23.422789 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (eed37cce-ce1e-425f-a706-343a9a767059), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:23.424021 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-5a695ae0-edbf-4e30-b912-ea7a915e2ca3 req-74029d47-7388-48f7-8047-17424a6281c5 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] 10.222.0.49 "GET /v2.0/security-groups?id=93013e7d-1f57-4731-8238-98ee55983c74&id=937d479c-27f4-4075-8be2-51ff80e6516e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0992734 May 13 13:04:23.472297 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-56dad220-cf09-42c8-918c-af98464bcafd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6506713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5762222'] for subnet (619815f9-0fa3-45f1-a094-60e8d53122f0), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:23.483815 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Pushing event updated for resources: {'Port': ['ID=eed37cce-ce1e-425f-a706-343a9a767059,revision_number=4']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:04:23.534222 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dad220-cf09-42c8-918c-af98464bcafd admin admin] Pushing event updated for resources: {'Subnet': ['ID=619815f9-0fa3-45f1-a094-60e8d53122f0,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:04:23.541594 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56dad220-cf09-42c8-918c-af98464bcafd admin admin] Checking segment: {'id': 'e235b2e4-529d-4dfb-85c3-ec2608ae6440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '47253719-233c-4d4d-aa4a-846aeb595628'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:04:23.541953 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56dad220-cf09-42c8-918c-af98464bcafd admin admin] Network hostable DHCP agents. Network: 47253719-233c-4d4d-aa4a-846aeb595628, hostable agents: ['12f7f474-a19f-4cf7-bcdf-b9ad7dbdd770'], hosted agents: [] {{(pid=109803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 13:04:23.559016 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56dad220-cf09-42c8-918c-af98464bcafd admin admin] Network 47253719-233c-4d4d-aa4a-846aeb595628 is scheduled to be hosted by DHCP agent 12f7f474-a19f-4cf7-bcdf-b9ad7dbdd770 with binding_index 1 {{(pid=109803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 13:04:23.567559 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-56dad220-cf09-42c8-918c-af98464bcafd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841644-1-iscsi, 47253719-233c-4d4d-aa4a-846aeb595628) {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:04:23.571807 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56dad220-cf09-42c8-918c-af98464bcafd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:04:23.572411 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-56dad220-cf09-42c8-918c-af98464bcafd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617456'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:23.578240 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a274955f-1453-4d1b-ab95-08c811a42b5b None None] Network 47253719-233c-4d4d-aa4a-846aeb595628 requested from dv-cinder-841644-1-iscsi {{(pid=109805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:04:23.588921 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-56dad220-cf09-42c8-918c-af98464bcafd admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4617419 May 13 13:04:23.591898 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 56488) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:04:23.596064 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.v2.base [None req-5260202b-f4ce-4bd9-8eeb-afc026c2ba31 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1084403774-router', 'tenant_id': 'db1b64f2b9184304978d2d3fffc1cbcd', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732'}}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:04:23.615350 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5260202b-f4ce-4bd9-8eeb-afc026c2ba31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1617132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9611'] for router (5de2272b-6ef2-47a8-b12d-22a9d30af063), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:23.616351 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5260202b-f4ce-4bd9-8eeb-afc026c2ba31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1616984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1619451', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-466668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9648'] for router (5de2272b-6ef2-47a8-b12d-22a9d30af063), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:23.679083 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5260202b-f4ce-4bd9-8eeb-afc026c2ba31 admin admin] Publish callbacks [] for router_controller (5de2272b-6ef2-47a8-b12d-22a9d30af063), precommit_add_association {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:23.821949 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce8212c5-d622-4123-8e22-227fa7f668a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ffc8865-dd13-5aa3-bcac-a3c79f9f55b8-47253719-233c-4d4d-aa4a-846aeb595628', 'network_id': '47253719-233c-4d4d-aa4a-846aeb595628', 'project_id': 'db1b64f2b9184304978d2d3fffc1cbcd', 'fixed_ips': [{'subnet_id': '619815f9-0fa3-45f1-a094-60e8d53122f0'}]}} from dv-cinder-841644-1-iscsi. {{(pid=109805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 13 13:04:23.822773 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-ce8212c5-d622-4123-8e22-227fa7f668a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (None), before_create {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:23.825313 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5260202b-f4ce-4bd9-8eeb-afc026c2ba31 admin admin] Publish callbacks [] for router_gateway (5de2272b-6ef2-47a8-b12d-22a9d30af063), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:23.968458 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.db_base_plugin_common [None req-ce8212c5-d622-4123-8e22-227fa7f668a7 None None] Allocated IP 172.20.0.2 (47253719-233c-4d4d-aa4a-846aeb595628/619815f9-0fa3-45f1-a094-60e8d53122f0/fabf7e08-a848-405c-92e5-25188e2d772e) {{(pid=109805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:04:24.020395 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5260202b-f4ce-4bd9-8eeb-afc026c2ba31 admin admin] Publish callbacks [] for router_gateway (5de2272b-6ef2-47a8-b12d-22a9d30af063), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:24.049478 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5260202b-f4ce-4bd9-8eeb-afc026c2ba31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:24.121596 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-ce8212c5-d622-4123-8e22-227fa7f668a7 None None] Publish callbacks [] for port (fabf7e08-a848-405c-92e5-25188e2d772e), precommit_create {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:24.128570 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-ce8212c5-d622-4123-8e22-227fa7f668a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750967062384'] for port (fabf7e08-a848-405c-92e5-25188e2d772e), after_create {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:24.166818 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-5260202b-f4ce-4bd9-8eeb-afc026c2ba31 admin admin] Allocated IP 172.27.3.129 (feab3964-f0b8-402e-905b-49af947bf732/23e33d6a-fc94-4466-a994-b549e993d354/9eafc12b-6d7e-42e6-9434-9e7770277111) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:04:24.171292 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8212c5-d622-4123-8e22-227fa7f668a7 None None] Network 47253719-233c-4d4d-aa4a-846aeb595628 is already hosted by enough agents. {{(pid=109805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:04:24.178348 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.scheduler.base_scheduler [None req-ce8212c5-d622-4123-8e22-227fa7f668a7 None None] Resources bound (agent type, host, resource id): {{(pid=109805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:04:24.182795 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8212c5-d622-4123-8e22-227fa7f668a7 None None] Received port after_create {{(pid=109805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:04:24.186826 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8212c5-d622-4123-8e22-227fa7f668a7 None None] Pushing event updated for resources: {'Port': ['ID=fabf7e08-a848-405c-92e5-25188e2d772e,revision_number=1']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:04:24.237247 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d95500b-9abb-4315-a698-34125ee8b333 None None] Sync routers for ids ['488725a6-6489-4776-bd61-77e6ac0b3a32'] in dv-cinder-841644-1-iscsi {{(pid=109806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:04:24.245053 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-ce8212c5-d622-4123-8e22-227fa7f668a7 None None] Attempting to bind port fabf7e08-a848-405c-92e5-25188e2d772e on host dv-cinder-841644-1-iscsi for vnic_type normal with profile {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:04:24.245388 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-ce8212c5-d622-4123-8e22-227fa7f668a7 None None] Attempting to bind port fabf7e08-a848-405c-92e5-25188e2d772e by drivers openvswitch,hyperv on host dv-cinder-841644-1-iscsi at level 0 using segments [{'id': 'e235b2e4-529d-4dfb-85c3-ec2608ae6440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '47253719-233c-4d4d-aa4a-846aeb595628'}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:04:24.245747 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8212c5-d622-4123-8e22-227fa7f668a7 None None] Attempting to bind port fabf7e08-a848-405c-92e5-25188e2d772e on network 47253719-233c-4d4d-aa4a-846aeb595628 {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:04:24.247416 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d95500b-9abb-4315-a698-34125ee8b333 None None] Routers {'488725a6-6489-4776-bd61-77e6ac0b3a32'} bound to L3 agent in host dv-cinder-841644-1-iscsi {{(pid=109806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:04:24.248188 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_hamode_db [None req-9d95500b-9abb-4315-a698-34125ee8b333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841644-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T12:45:44Z,description=,heartbeat_timestamp=2022-05-13T13:04:14Z,host='dv-cinder-841644-1-iscsi',id=6d8a5631-9f63-444c-af3b-4dcce4842b62,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T12:45:44Z,topic='l3_agent')) {'router_ids': ['488725a6-6489-4776-bd61-77e6ac0b3a32'], 'active': True} {{(pid=109806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:04:24.251111 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8212c5-d622-4123-8e22-227fa7f668a7 None None] Checking agent: {'id': 'f7880a20-862d-46b4-8dd6-192b0a47d710', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841644-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 12, 45, 48), 'started_at': datetime.datetime(2022, 5, 13, 12, 46, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841644-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:04:24.251487 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8212c5-d622-4123-8e22-227fa7f668a7 None None] Checking segment: {'id': 'e235b2e4-529d-4dfb-85c3-ec2608ae6440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '47253719-233c-4d4d-aa4a-846aeb595628'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:04:24.251885 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-ce8212c5-d622-4123-8e22-227fa7f668a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:24.252272 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8212c5-d622-4123-8e22-227fa7f668a7 None None] Bound using segment: {'id': 'e235b2e4-529d-4dfb-85c3-ec2608ae6440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '47253719-233c-4d4d-aa4a-846aeb595628'} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:04:24.252733 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-ce8212c5-d622-4123-8e22-227fa7f668a7 None None] Bound port: fabf7e08-a848-405c-92e5-25188e2d772e, host: dv-cinder-841644-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e235b2e4-529d-4dfb-85c3-ec2608ae6440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '47253719-233c-4d4d-aa4a-846aeb595628'}}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:04:24.253207 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-ce8212c5-d622-4123-8e22-227fa7f668a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (fabf7e08-a848-405c-92e5-25188e2d772e), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:24.284385 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5260202b-f4ce-4bd9-8eeb-afc026c2ba31 admin admin] Publish callbacks [] for port (9eafc12b-6d7e-42e6-9434-9e7770277111), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:24.318310 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-ce8212c5-d622-4123-8e22-227fa7f668a7 None None] For port fabf7e08-a848-405c-92e5-25188e2d772e, host dv-cinder-841644-1-iscsi, cleared binding levels {{(pid=109805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:04:24.321888 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5260202b-f4ce-4bd9-8eeb-afc026c2ba31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750967062384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6509865'] for port (9eafc12b-6d7e-42e6-9434-9e7770277111), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:24.322072 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-ce8212c5-d622-4123-8e22-227fa7f668a7 None None] For port fabf7e08-a848-405c-92e5-25188e2d772e, host dv-cinder-841644-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841644-1-iscsi',level=0,port_id=fabf7e08-a848-405c-92e5-25188e2d772e,segment=NetworkSegment(e235b2e4-529d-4dfb-85c3-ec2608ae6440),segment_id=e235b2e4-529d-4dfb-85c3-ec2608ae6440)] {{(pid=109805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:04:24.328123 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-ce8212c5-d622-4123-8e22-227fa7f668a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (fabf7e08-a848-405c-92e5-25188e2d772e), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:24.361271 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5260202b-f4ce-4bd9-8eeb-afc026c2ba31 admin admin] Network feab3964-f0b8-402e-905b-49af947bf732 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:04:24.362224 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_dvr_db [None req-9d95500b-9abb-4315-a698-34125ee8b333 None None] Set router 488725a6-6489-4776-bd61-77e6ac0b3a32 gateway port host: dv-cinder-841644-1-iscsi {{(pid=109806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:04:24.365989 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-5260202b-f4ce-4bd9-8eeb-afc026c2ba31 admin admin] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:04:24.371913 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5260202b-f4ce-4bd9-8eeb-afc026c2ba31 admin admin] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:04:24.397060 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5260202b-f4ce-4bd9-8eeb-afc026c2ba31 admin admin] Pushing event updated for resources: {'Port': ['ID=9eafc12b-6d7e-42e6-9434-9e7770277111,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:04:24.413521 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8212c5-d622-4123-8e22-227fa7f668a7 None None] Pushing event updated for resources: {'Port': ['ID=fabf7e08-a848-405c-92e5-25188e2d772e,revision_number=2']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:04:24.645127 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7dec96-0231-47ab-8db4-1849458da414 req-6ffce676-5b31-445e-bf0a-62d48e9b9861 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:04:24.652835 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-3d7dec96-0231-47ab-8db4-1849458da414 req-6ffce676-5b31-445e-bf0a-62d48e9b9861 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] 10.222.0.49 "GET /v2.0/ports?device_id=24c9a0bb-7fb3-43a0-9175-b258e9c7bbd5 HTTP/1.1" status: 200 len: 984 time: 0.1450016 May 13 13:04:24.709086 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5260202b-f4ce-4bd9-8eeb-afc026c2ba31 admin admin] Publish callbacks [] for router_gateway (5de2272b-6ef2-47a8-b12d-22a9d30af063), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:24.729616 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_hamode_db [None req-9d95500b-9abb-4315-a698-34125ee8b333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '488725a6-6489-4776-bd61-77e6ac0b3a32', 'name': 'tempest-TestShelveInstance-162223635-router', 'tenant_id': 'd43e74ace585434482a887caf9d61c9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': 'eed37cce-ce1e-425f-a706-343a9a767059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:04:18Z', 'updated_at': '2022-05-13T13:04:21Z', 'revision_number': 4, 'project_id': 'd43e74ace585434482a887caf9d61c9f', 'gw_port': {'id': 'eed37cce-ce1e-425f-a706-343a9a767059', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:63:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488725a6-6489-4776-bd61-77e6ac0b3a32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:04:19Z', 'updated_at': '2022-05-13T13:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi', '_interfaces': [{'id': '01a6eb96-d204-4a9e-8074-09ec1a453eb4', 'name': '', 'network_id': '0286a1e2-7023-4be1-8d4b-88b03416ec62', 'tenant_id': 'd43e74ace585434482a887caf9d61c9f', 'mac_address': 'fa:16:3e:8c:1f:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '488725a6-6489-4776-bd61-77e6ac0b3a32', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '1b6f02d9-a71f-428a-85b5-90febd1bfdf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:04:20Z', 'updated_at': '2022-05-13T13:04:21Z', 'revision_number': 2, 'project_id': 'd43e74ace585434482a887caf9d61c9f', 'subnets': [{'id': '1b6f02d9-a71f-428a-85b5-90febd1bfdf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841644-1-iscsi', False) {} {{(pid=109806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:04:24.741541 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-3d7dec96-0231-47ab-8db4-1849458da414 req-1532ec37-8ecc-4dce-998f-a4e8b61b9df6 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] 10.222.0.49 "GET /v2.0/security-groups?id=93013e7d-1f57-4731-8238-98ee55983c74&id=937d479c-27f4-4075-8be2-51ff80e6516e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0877211 May 13 13:04:24.760287 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d95500b-9abb-4315-a698-34125ee8b333 None None] Checking router: 488725a6-6489-4776-bd61-77e6ac0b3a32 for host: dv-cinder-841644-1-iscsi {{(pid=109806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:04:24.760892 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d95500b-9abb-4315-a698-34125ee8b333 None None] Updating router 488725a6-6489-4776-bd61-77e6ac0b3a32 port 01a6eb96-d204-4a9e-8074-09ec1a453eb4 binding host dv-cinder-841644-1-iscsi {{(pid=109806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 13:04:24.799735 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron_lib.callbacks.manager [None req-9d95500b-9abb-4315-a698-34125ee8b333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (01a6eb96-d204-4a9e-8074-09ec1a453eb4), before_update {{(pid=109806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:24.933163 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5260202b-f4ce-4bd9-8eeb-afc026c2ba31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1616983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1619222'] for router (5de2272b-6ef2-47a8-b12d-22a9d30af063), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:25.070114 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5260202b-f4ce-4bd9-8eeb-afc026c2ba31 admin admin] Router 5de2272b-6ef2-47a8-b12d-22a9d30af063 is scheduled to L3 agent 6d8a5631-9f63-444c-af3b-4dcce4842b62 with binding_index 1 {{(pid=109803) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 13 13:04:25.077402 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron_lib.callbacks.manager [None req-9d95500b-9abb-4315-a698-34125ee8b333 None None] Publish callbacks [] for port (01a6eb96-d204-4a9e-8074-09ec1a453eb4), precommit_update {{(pid=109806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:25.087298 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron_lib.callbacks.manager [None req-9d95500b-9abb-4315-a698-34125ee8b333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (01a6eb96-d204-4a9e-8074-09ec1a453eb4), after_update {{(pid=109806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:25.102299 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-a1fd47b2-4f2a-45e1-be07-f730aa5ac781 req-ae24ace8-9794-48c0-9fc3-6c012c6fd6d6 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=949ac2a1-5fa1-458a-954b-09355d5dfc68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0470376 May 13 13:04:25.215280 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fd47b2-4f2a-45e1-be07-f730aa5ac781 req-937802b8-ae35-432a-92ce-3c39acd64f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:04:25.218812 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-a1fd47b2-4f2a-45e1-be07-f730aa5ac781 req-937802b8-ae35-432a-92ce-3c39acd64f0b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6a60c4cb84044c338d954f9a3ec8ef31&device_id=949ac2a1-5fa1-458a-954b-09355d5dfc68 HTTP/1.1" status: 200 len: 1130 time: 0.0734878 May 13 13:04:25.221608 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b5b6a6-c762-46f1-9116-9c2fd92b0a62 None None] Pushing event updated for resources: {'Port': ['ID=01a6eb96-d204-4a9e-8074-09ec1a453eb4,revision_number=3']} {{(pid=109806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:04:25.238590 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b5b6a6-c762-46f1-9116-9c2fd92b0a62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:04:25.239240 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b5b6a6-c762-46f1-9116-9c2fd92b0a62 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:04:25.239414 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b5b6a6-c762-46f1-9116-9c2fd92b0a62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:04:25.239838 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b5b6a6-c762-46f1-9116-9c2fd92b0a62 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:04:25.240238 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b5b6a6-c762-46f1-9116-9c2fd92b0a62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:04:25.240632 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b5b6a6-c762-46f1-9116-9c2fd92b0a62 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:04:25.241039 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b5b6a6-c762-46f1-9116-9c2fd92b0a62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:04:25.241592 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b5b6a6-c762-46f1-9116-9c2fd92b0a62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:04:25.242138 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b5b6a6-c762-46f1-9116-9c2fd92b0a62 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:04:25.242667 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b5b6a6-c762-46f1-9116-9c2fd92b0a62 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:04:25.246769 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b5b6a6-c762-46f1-9116-9c2fd92b0a62 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:04:25.247824 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b5b6a6-c762-46f1-9116-9c2fd92b0a62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:04:25.248232 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b5b6a6-c762-46f1-9116-9c2fd92b0a62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:04:25.248721 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b5b6a6-c762-46f1-9116-9c2fd92b0a62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:04:25.249059 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b5b6a6-c762-46f1-9116-9c2fd92b0a62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:04:25.265323 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5260202b-f4ce-4bd9-8eeb-afc026c2ba31 admin admin] Notify agent at l3_agent.dv-cinder-841644-1-iscsi the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:04:25.266027 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.plugins.ml2.managers [None req-9d95500b-9abb-4315-a698-34125ee8b333 None None] Attempting to bind port 01a6eb96-d204-4a9e-8074-09ec1a453eb4 on host dv-cinder-841644-1-iscsi for vnic_type normal with profile {{(pid=109806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:04:25.266398 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.plugins.ml2.managers [None req-9d95500b-9abb-4315-a698-34125ee8b333 None None] Attempting to bind port 01a6eb96-d204-4a9e-8074-09ec1a453eb4 by drivers openvswitch,hyperv on host dv-cinder-841644-1-iscsi at level 0 using segments [{'id': '35811256-1848-4c88-a68f-703bf713e934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0286a1e2-7023-4be1-8d4b-88b03416ec62'}] {{(pid=109806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:04:25.266758 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d95500b-9abb-4315-a698-34125ee8b333 None None] Attempting to bind port 01a6eb96-d204-4a9e-8074-09ec1a453eb4 on network 0286a1e2-7023-4be1-8d4b-88b03416ec62 {{(pid=109806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:04:25.275425 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3faf8ba-497d-4ef9-b99d-d69543f18780 None None] Sync routers for ids ['5de2272b-6ef2-47a8-b12d-22a9d30af063'] in dv-cinder-841644-1-iscsi {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:04:25.290974 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3faf8ba-497d-4ef9-b99d-d69543f18780 None None] Routers {'5de2272b-6ef2-47a8-b12d-22a9d30af063'} bound to L3 agent in host dv-cinder-841644-1-iscsi {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:04:25.293093 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-c3faf8ba-497d-4ef9-b99d-d69543f18780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841644-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T12:45:44Z,description=,heartbeat_timestamp=2022-05-13T13:04:14Z,host='dv-cinder-841644-1-iscsi',id=6d8a5631-9f63-444c-af3b-4dcce4842b62,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T12:45:44Z,topic='l3_agent')) {'router_ids': ['5de2272b-6ef2-47a8-b12d-22a9d30af063'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:04:25.302779 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d95500b-9abb-4315-a698-34125ee8b333 None None] Checking agent: {'id': 'f7880a20-862d-46b4-8dd6-192b0a47d710', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841644-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 12, 45, 48), 'started_at': datetime.datetime(2022, 5, 13, 12, 46, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841644-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:04:25.303436 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d95500b-9abb-4315-a698-34125ee8b333 None None] Checking segment: {'id': '35811256-1848-4c88-a68f-703bf713e934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0286a1e2-7023-4be1-8d4b-88b03416ec62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:04:25.304074 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron_lib.callbacks.manager [None req-9d95500b-9abb-4315-a698-34125ee8b333 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:25.309983 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d95500b-9abb-4315-a698-34125ee8b333 None None] Bound using segment: {'id': '35811256-1848-4c88-a68f-703bf713e934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0286a1e2-7023-4be1-8d4b-88b03416ec62'} {{(pid=109806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:04:25.310800 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.plugins.ml2.managers [None req-9d95500b-9abb-4315-a698-34125ee8b333 None None] Bound port: 01a6eb96-d204-4a9e-8074-09ec1a453eb4, host: dv-cinder-841644-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35811256-1848-4c88-a68f-703bf713e934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0286a1e2-7023-4be1-8d4b-88b03416ec62'}}] {{(pid=109806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:04:25.311672 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron_lib.callbacks.manager [None req-9d95500b-9abb-4315-a698-34125ee8b333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (01a6eb96-d204-4a9e-8074-09ec1a453eb4), before_update {{(pid=109806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:25.313792 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-5260202b-f4ce-4bd9-8eeb-afc026c2ba31 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:25.317719 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-5260202b-f4ce-4bd9-8eeb-afc026c2ba31 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7224836 May 13 13:04:25.317936 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 56494) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:04:25.364738 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Device fabf7e08-a848-405c-92e5-25188e2d772e up at agent ovs-agent-dv-cinder-841644-1-iscsi {{(pid=109805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:04:25.429483 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fd47b2-4f2a-45e1-be07-f730aa5ac781 req-7fd9e50e-a8c3-4891-9a54-3be3d62def1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:04:25.432867 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-a1fd47b2-4f2a-45e1-be07-f730aa5ac781 req-7fd9e50e-a8c3-4891-9a54-3be3d62def1c service neutron] 10.222.0.52 "GET /v2.0/networks?id=aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1 HTTP/1.1" status: 200 len: 912 time: 0.1883276 May 13 13:04:25.478590 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.plugins.ml2.db [None req-9d95500b-9abb-4315-a698-34125ee8b333 None None] For port 01a6eb96-d204-4a9e-8074-09ec1a453eb4, host dv-cinder-841644-1-iscsi, cleared binding levels {{(pid=109806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:04:25.499197 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Provisioning complete for port fabf7e08-a848-405c-92e5-25188e2d772e triggered by entity L2. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:04:25.499652 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (fabf7e08-a848-405c-92e5-25188e2d772e), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:25.510094 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.plugins.ml2.db [None req-9d95500b-9abb-4315-a698-34125ee8b333 None None] For port 01a6eb96-d204-4a9e-8074-09ec1a453eb4, host dv-cinder-841644-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841644-1-iscsi',level=0,port_id=01a6eb96-d204-4a9e-8074-09ec1a453eb4,segment=NetworkSegment(35811256-1848-4c88-a68f-703bf713e934),segment_id=35811256-1848-4c88-a68f-703bf713e934)] {{(pid=109806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:04:25.524277 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron_lib.callbacks.manager [None req-9d95500b-9abb-4315-a698-34125ee8b333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (01a6eb96-d204-4a9e-8074-09ec1a453eb4), after_update {{(pid=109806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:25.561533 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-a1fd47b2-4f2a-45e1-be07-f730aa5ac781 req-6203faeb-0ebb-4254-a504-9db5d6e63886 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc7acc83-6299-405b-9f2c-a8cefc650198 HTTP/1.1" status: 200 len: 1002 time: 0.1183603 May 13 13:04:25.595399 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-c3faf8ba-497d-4ef9-b99d-d69543f18780 None None] Set router 5de2272b-6ef2-47a8-b12d-22a9d30af063 gateway port host: dv-cinder-841644-1-iscsi {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:04:25.613199 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b5b6a6-c762-46f1-9116-9c2fd92b0a62 None None] Pushing event updated for resources: {'Port': ['ID=01a6eb96-d204-4a9e-8074-09ec1a453eb4,revision_number=4']} {{(pid=109806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:04:25.640118 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-faece945-6a61-49d9-9c9b-4026be7de73d None None] Provisioning complete for port 01a6eb96-d204-4a9e-8074-09ec1a453eb4 triggered by entity DHCP. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:04:25.640494 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-faece945-6a61-49d9-9c9b-4026be7de73d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (01a6eb96-d204-4a9e-8074-09ec1a453eb4), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:25.651704 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fd47b2-4f2a-45e1-be07-f730aa5ac781 req-e18310a4-bf79-47b4-afef-df081af3f4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:04:25.656045 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-a1fd47b2-4f2a-45e1-be07-f730aa5ac781 req-e18310a4-bf79-47b4-afef-df081af3f4ac service neutron] 10.222.0.52 "GET /v2.0/subnets?id=580aedfc-8b47-4076-96d2-f68e5824303f HTTP/1.1" status: 200 len: 850 time: 0.0866868 May 13 13:04:25.666369 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d95500b-9abb-4315-a698-34125ee8b333 None None] Routers {'488725a6-6489-4776-bd61-77e6ac0b3a32'} bound to L3 agent in host dv-cinder-841644-1-iscsi {{(pid=109806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:04:25.667619 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_hamode_db [None req-9d95500b-9abb-4315-a698-34125ee8b333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841644-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T12:45:44Z,description=,heartbeat_timestamp=2022-05-13T13:04:14Z,host='dv-cinder-841644-1-iscsi',id=6d8a5631-9f63-444c-af3b-4dcce4842b62,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T12:45:44Z,topic='l3_agent')) {'router_ids': ['488725a6-6489-4776-bd61-77e6ac0b3a32'], 'active': True} {{(pid=109806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:04:25.762216 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Current status of the port fabf7e08-a848-405c-92e5-25188e2d772e is: DOWN; New status is: ACTIVE {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:04:25.762983 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (fabf7e08-a848-405c-92e5-25188e2d772e), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:25.775816 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fd47b2-4f2a-45e1-be07-f730aa5ac781 req-083448ce-2291-477d-ab6f-581d678c1769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:04:25.780169 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-a1fd47b2-4f2a-45e1-be07-f730aa5ac781 req-083448ce-2291-477d-ab6f-581d678c1769 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1082823 May 13 13:04:25.829698 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_dvr_db [None req-9d95500b-9abb-4315-a698-34125ee8b333 None None] Set router 488725a6-6489-4776-bd61-77e6ac0b3a32 gateway port host: dv-cinder-841644-1-iscsi {{(pid=109806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:04:25.842653 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b002ff48-46f4-4a24-a2a4-871244ab0d4a None None] Network 47253719-233c-4d4d-aa4a-846aeb595628 requested from dv-cinder-841644-1-iscsi {{(pid=109805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:04:25.929147 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] For port fabf7e08-a848-405c-92e5-25188e2d772e, host dv-cinder-841644-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841644-1-iscsi',level=0,port_id=fabf7e08-a848-405c-92e5-25188e2d772e,segment=NetworkSegment(e235b2e4-529d-4dfb-85c3-ec2608ae6440),segment_id=e235b2e4-529d-4dfb-85c3-ec2608ae6440)] {{(pid=109805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:04:26.004901 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (fabf7e08-a848-405c-92e5-25188e2d772e), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:26.005678 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Device eed37cce-ce1e-425f-a706-343a9a767059 up at agent ovs-agent-dv-cinder-841644-1-iscsi {{(pid=109805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:04:26.006845 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-a1fd47b2-4f2a-45e1-be07-f730aa5ac781 req-22b693c9-b1df-4f30-a73c-863c5491fb69 service neutron] 10.222.0.52 "GET /v2.0/networks/aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159770 May 13 13:04:26.049375 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5a69fd-9493-4452-a8bd-e4337155d408 req-1b676a68-bb18-4694-947c-dec5f49e4141 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:04:26.051326 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-9c5a69fd-9493-4452-a8bd-e4337155d408 req-1b676a68-bb18-4694-947c-dec5f49e4141 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] 10.222.0.49 "GET /v2.0/ports?device_id=24c9a0bb-7fb3-43a0-9175-b258e9c7bbd5 HTTP/1.1" status: 200 len: 984 time: 0.0878680 May 13 13:04:26.061107 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f058d57a-39ba-40b4-b2ca-d685cf6c192c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:26.092186 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_hamode_db [None req-9d95500b-9abb-4315-a698-34125ee8b333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '488725a6-6489-4776-bd61-77e6ac0b3a32', 'name': 'tempest-TestShelveInstance-162223635-router', 'tenant_id': 'd43e74ace585434482a887caf9d61c9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': 'eed37cce-ce1e-425f-a706-343a9a767059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:04:18Z', 'updated_at': '2022-05-13T13:04:21Z', 'revision_number': 4, 'project_id': 'd43e74ace585434482a887caf9d61c9f', 'gw_port': {'id': 'eed37cce-ce1e-425f-a706-343a9a767059', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:63:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488725a6-6489-4776-bd61-77e6ac0b3a32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:04:19Z', 'updated_at': '2022-05-13T13:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi', '_interfaces': [{'id': '01a6eb96-d204-4a9e-8074-09ec1a453eb4', 'name': '', 'network_id': '0286a1e2-7023-4be1-8d4b-88b03416ec62', 'tenant_id': 'd43e74ace585434482a887caf9d61c9f', 'mac_address': 'fa:16:3e:8c:1f:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '488725a6-6489-4776-bd61-77e6ac0b3a32', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '1b6f02d9-a71f-428a-85b5-90febd1bfdf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:04:20Z', 'updated_at': '2022-05-13T13:04:25Z', 'revision_number': 4, 'project_id': 'd43e74ace585434482a887caf9d61c9f', 'subnets': [{'id': '1b6f02d9-a71f-428a-85b5-90febd1bfdf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841644-1-iscsi', False) {} {{(pid=109806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:04:26.125896 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-faece945-6a61-49d9-9c9b-4026be7de73d None None] Current status of the port 01a6eb96-d204-4a9e-8074-09ec1a453eb4 is: DOWN; New status is: ACTIVE {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:04:26.126315 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-faece945-6a61-49d9-9c9b-4026be7de73d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (01a6eb96-d204-4a9e-8074-09ec1a453eb4), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:26.127724 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d95500b-9abb-4315-a698-34125ee8b333 None None] The sync data for ids ['488725a6-6489-4776-bd61-77e6ac0b3a32'] in dv-cinder-841644-1-iscsi is: [{'id': '488725a6-6489-4776-bd61-77e6ac0b3a32', 'name': 'tempest-TestShelveInstance-162223635-router', 'tenant_id': 'd43e74ace585434482a887caf9d61c9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': 'eed37cce-ce1e-425f-a706-343a9a767059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:04:18Z', 'updated_at': '2022-05-13T13:04:21Z', 'revision_number': 4, 'project_id': 'd43e74ace585434482a887caf9d61c9f', 'gw_port': {'id': 'eed37cce-ce1e-425f-a706-343a9a767059', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:63:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488725a6-6489-4776-bd61-77e6ac0b3a32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:04:19Z', 'updated_at': '2022-05-13T13:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi', '_interfaces': [{'id': '01a6eb96-d204-4a9e-8074-09ec1a453eb4', 'name': '', 'network_id': '0286a1e2-7023-4be1-8d4b-88b03416ec62', 'tenant_id': 'd43e74ace585434482a887caf9d61c9f', 'mac_address': 'fa:16:3e:8c:1f:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '488725a6-6489-4776-bd61-77e6ac0b3a32', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '1b6f02d9-a71f-428a-85b5-90febd1bfdf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:04:20Z', 'updated_at': '2022-05-13T13:04:25Z', 'revision_number': 4, 'project_id': 'd43e74ace585434482a887caf9d61c9f', 'subnets': [{'id': '1b6f02d9-a71f-428a-85b5-90febd1bfdf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:04:26.129167 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-a1fd47b2-4f2a-45e1-be07-f730aa5ac781 req-32395c1e-6a4a-452d-abb7-ae52d0da80cb service neutron] 10.222.0.52 "GET /v2.0/networks/aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127760 May 13 13:04:26.215450 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-c3faf8ba-497d-4ef9-b99d-d69543f18780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5de2272b-6ef2-47a8-b12d-22a9d30af063', 'name': 'tempest-TestShelveInstance-1084403774-router', 'tenant_id': 'db1b64f2b9184304978d2d3fffc1cbcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': '9eafc12b-6d7e-42e6-9434-9e7770277111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:04:23Z', 'updated_at': '2022-05-13T13:04:24Z', 'revision_number': 3, 'project_id': 'db1b64f2b9184304978d2d3fffc1cbcd', 'gw_port': {'id': '9eafc12b-6d7e-42e6-9434-9e7770277111', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:4a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5de2272b-6ef2-47a8-b12d-22a9d30af063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:04:24Z', 'updated_at': '2022-05-13T13:04:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi'}], 'dv-cinder-841644-1-iscsi', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:04:26.235947 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-9c5a69fd-9493-4452-a8bd-e4337155d408 req-c9fc52dd-b100-4f71-a0fa-db431966f807 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] 10.222.0.49 "GET /v2.0/security-groups?id=93013e7d-1f57-4731-8238-98ee55983c74&id=937d479c-27f4-4075-8be2-51ff80e6516e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1613364 May 13 13:04:26.270631 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Pushing event updated for resources: {'Port': ['ID=fabf7e08-a848-405c-92e5-25188e2d772e,revision_number=3']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:04:26.273630 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3faf8ba-497d-4ef9-b99d-d69543f18780 None None] Checking router: 5de2272b-6ef2-47a8-b12d-22a9d30af063 for host: dv-cinder-841644-1-iscsi {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:04:26.273974 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3faf8ba-497d-4ef9-b99d-d69543f18780 None None] Updating router 5de2272b-6ef2-47a8-b12d-22a9d30af063 port 9eafc12b-6d7e-42e6-9434-9e7770277111 binding host dv-cinder-841644-1-iscsi {{(pid=109805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 13:04:26.286994 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-faece945-6a61-49d9-9c9b-4026be7de73d None None] For port 01a6eb96-d204-4a9e-8074-09ec1a453eb4, host dv-cinder-841644-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841644-1-iscsi',level=0,port_id=01a6eb96-d204-4a9e-8074-09ec1a453eb4,segment=NetworkSegment(35811256-1848-4c88-a68f-703bf713e934),segment_id=35811256-1848-4c88-a68f-703bf713e934)] {{(pid=109805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:04:26.307721 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-faece945-6a61-49d9-9c9b-4026be7de73d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (01a6eb96-d204-4a9e-8074-09ec1a453eb4), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:26.322938 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-f058d57a-39ba-40b4-b2ca-d685cf6c192c admin admin] Allocated IP 172.20.0.1 (47253719-233c-4d4d-aa4a-846aeb595628/619815f9-0fa3-45f1-a094-60e8d53122f0/67c635f3-f97d-4526-8651-df417aa7ad66) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:04:26.346697 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Provisioning complete for port eed37cce-ce1e-425f-a706-343a9a767059 triggered by entity L2. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:04:26.347064 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (eed37cce-ce1e-425f-a706-343a9a767059), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:26.375802 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-c3faf8ba-497d-4ef9-b99d-d69543f18780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (9eafc12b-6d7e-42e6-9434-9e7770277111), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:26.449416 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faece945-6a61-49d9-9c9b-4026be7de73d None None] Pushing event updated for resources: {'Port': ['ID=01a6eb96-d204-4a9e-8074-09ec1a453eb4,revision_number=5']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:04:26.454590 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f058d57a-39ba-40b4-b2ca-d685cf6c192c admin admin] Publish callbacks [] for port (67c635f3-f97d-4526-8651-df417aa7ad66), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:26.469888 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-aabfe1a4-d186-4f11-94a1-fab8e6e8e281 None None] Provisioning complete for port fabf7e08-a848-405c-92e5-25188e2d772e triggered by entity DHCP. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:04:26.470262 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-aabfe1a4-d186-4f11-94a1-fab8e6e8e281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (fabf7e08-a848-405c-92e5-25188e2d772e), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:26.501382 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f058d57a-39ba-40b4-b2ca-d685cf6c192c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750967062384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6509865'] for port (67c635f3-f97d-4526-8651-df417aa7ad66), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:26.547805 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f058d57a-39ba-40b4-b2ca-d685cf6c192c admin admin] Network 47253719-233c-4d4d-aa4a-846aeb595628 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:04:26.553931 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-f058d57a-39ba-40b4-b2ca-d685cf6c192c admin admin] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:04:26.560974 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f058d57a-39ba-40b4-b2ca-d685cf6c192c admin admin] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:04:26.823135 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Current status of the port eed37cce-ce1e-425f-a706-343a9a767059 is: ACTIVE; New status is: ACTIVE {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:04:26.898493 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-aabfe1a4-d186-4f11-94a1-fab8e6e8e281 None None] Current status of the port fabf7e08-a848-405c-92e5-25188e2d772e is: ACTIVE; New status is: ACTIVE {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:04:26.906874 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f058d57a-39ba-40b4-b2ca-d685cf6c192c admin admin] Pushing event updated for resources: {'Port': ['ID=67c635f3-f97d-4526-8651-df417aa7ad66,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:04:26.910607 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-aabfe1a4-d186-4f11-94a1-fab8e6e8e281 None None] Provisioning complete for port 01a6eb96-d204-4a9e-8074-09ec1a453eb4 triggered by entity DHCP. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:04:26.910985 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-aabfe1a4-d186-4f11-94a1-fab8e6e8e281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (01a6eb96-d204-4a9e-8074-09ec1a453eb4), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:26.924913 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f058d57a-39ba-40b4-b2ca-d685cf6c192c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1620801'] for router_interface (5de2272b-6ef2-47a8-b12d-22a9d30af063), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:27.010577 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-c3faf8ba-497d-4ef9-b99d-d69543f18780 None None] Publish callbacks [] for port (9eafc12b-6d7e-42e6-9434-9e7770277111), precommit_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:27.038809 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-c3faf8ba-497d-4ef9-b99d-d69543f18780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (9eafc12b-6d7e-42e6-9434-9e7770277111), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:27.072509 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f058d57a-39ba-40b4-b2ca-d685cf6c192c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (67c635f3-f97d-4526-8651-df417aa7ad66), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:27.096801 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-aabfe1a4-d186-4f11-94a1-fab8e6e8e281 None None] Current status of the port 01a6eb96-d204-4a9e-8074-09ec1a453eb4 is: ACTIVE; New status is: ACTIVE {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:04:27.109477 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-c3faf8ba-497d-4ef9-b99d-d69543f18780 None None] Attempting to bind port 9eafc12b-6d7e-42e6-9434-9e7770277111 on host dv-cinder-841644-1-iscsi for vnic_type normal with profile {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:04:27.109848 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-c3faf8ba-497d-4ef9-b99d-d69543f18780 None None] Attempting to bind port 9eafc12b-6d7e-42e6-9434-9e7770277111 by drivers openvswitch,hyperv on host dv-cinder-841644-1-iscsi at level 0 using segments [{'id': '2bcc8a2d-359a-4841-80fa-a53ce02b14f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732'}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:04:27.110204 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3faf8ba-497d-4ef9-b99d-d69543f18780 None None] Attempting to bind port 9eafc12b-6d7e-42e6-9434-9e7770277111 on network feab3964-f0b8-402e-905b-49af947bf732 {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:04:27.115456 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3faf8ba-497d-4ef9-b99d-d69543f18780 None None] Checking agent: {'id': 'f7880a20-862d-46b4-8dd6-192b0a47d710', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841644-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 12, 45, 48), 'started_at': datetime.datetime(2022, 5, 13, 12, 46, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841644-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:04:27.117389 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3faf8ba-497d-4ef9-b99d-d69543f18780 None None] Checking segment: {'id': '2bcc8a2d-359a-4841-80fa-a53ce02b14f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:04:27.117389 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-c3faf8ba-497d-4ef9-b99d-d69543f18780 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:27.117389 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3faf8ba-497d-4ef9-b99d-d69543f18780 None None] Bound using segment: {'id': '2bcc8a2d-359a-4841-80fa-a53ce02b14f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732'} {{(pid=109805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:04:27.118212 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.managers [None req-c3faf8ba-497d-4ef9-b99d-d69543f18780 None None] Bound port: 9eafc12b-6d7e-42e6-9434-9e7770277111, host: dv-cinder-841644-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bcc8a2d-359a-4841-80fa-a53ce02b14f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732'}}] {{(pid=109805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:04:27.119143 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-c3faf8ba-497d-4ef9-b99d-d69543f18780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (9eafc12b-6d7e-42e6-9434-9e7770277111), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:27.120629 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51af9923-fcba-4bdd-9f82-7a90ad4d6322 None None] Pushing event updated for resources: {'Port': ['ID=9eafc12b-6d7e-42e6-9434-9e7770277111,revision_number=2']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:04:27.185028 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-c3faf8ba-497d-4ef9-b99d-d69543f18780 None None] For port 9eafc12b-6d7e-42e6-9434-9e7770277111, host dv-cinder-841644-1-iscsi, cleared binding levels {{(pid=109805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:04:27.188413 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-c3faf8ba-497d-4ef9-b99d-d69543f18780 None None] For port 9eafc12b-6d7e-42e6-9434-9e7770277111, host dv-cinder-841644-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841644-1-iscsi',level=0,port_id=9eafc12b-6d7e-42e6-9434-9e7770277111,segment=NetworkSegment(2bcc8a2d-359a-4841-80fa-a53ce02b14f8),segment_id=2bcc8a2d-359a-4841-80fa-a53ce02b14f8)] {{(pid=109805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:04:27.194330 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-c3faf8ba-497d-4ef9-b99d-d69543f18780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (9eafc12b-6d7e-42e6-9434-9e7770277111), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:27.227650 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Device fabf7e08-a848-405c-92e5-25188e2d772e up at agent ovs-agent-dv-cinder-841644-1-iscsi {{(pid=109805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:04:27.273858 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-e3842b27-eb4c-4bd1-8a0e-9c9bc1efea47 None None] Provisioning complete for port fabf7e08-a848-405c-92e5-25188e2d772e triggered by entity DHCP. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:04:27.274061 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-e3842b27-eb4c-4bd1-8a0e-9c9bc1efea47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (fabf7e08-a848-405c-92e5-25188e2d772e), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:27.283908 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f058d57a-39ba-40b4-b2ca-d685cf6c192c admin admin] Publish callbacks [] for port (67c635f3-f97d-4526-8651-df417aa7ad66), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:27.289690 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f058d57a-39ba-40b4-b2ca-d685cf6c192c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6509904'] for port (67c635f3-f97d-4526-8651-df417aa7ad66), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:27.334828 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51af9923-fcba-4bdd-9f82-7a90ad4d6322 None None] Pushing event updated for resources: {'Port': ['ID=9eafc12b-6d7e-42e6-9434-9e7770277111,revision_number=3']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:04:27.339456 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3faf8ba-497d-4ef9-b99d-d69543f18780 None None] Routers {'5de2272b-6ef2-47a8-b12d-22a9d30af063'} bound to L3 agent in host dv-cinder-841644-1-iscsi {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:04:27.340065 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-c3faf8ba-497d-4ef9-b99d-d69543f18780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841644-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T12:45:44Z,description=,heartbeat_timestamp=2022-05-13T13:04:14Z,host='dv-cinder-841644-1-iscsi',id=6d8a5631-9f63-444c-af3b-4dcce4842b62,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T12:45:44Z,topic='l3_agent')) {'router_ids': ['5de2272b-6ef2-47a8-b12d-22a9d30af063'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:04:27.359790 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f058d57a-39ba-40b4-b2ca-d685cf6c192c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1623932'] for router_interface (5de2272b-6ef2-47a8-b12d-22a9d30af063), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:27.362537 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f058d57a-39ba-40b4-b2ca-d685cf6c192c admin admin] Pushing event updated for resources: {'Port': ['ID=67c635f3-f97d-4526-8651-df417aa7ad66,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:04:27.384951 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3864747-8296-4809-afd3-938b7220f35c req-287f92c1-9cda-41cc-b654-4ebc6fe8c360 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:04:27.389509 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-a3864747-8296-4809-afd3-938b7220f35c req-287f92c1-9cda-41cc-b654-4ebc6fe8c360 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] 10.222.0.49 "GET /v2.0/ports?device_id=24c9a0bb-7fb3-43a0-9175-b258e9c7bbd5 HTTP/1.1" status: 200 len: 984 time: 0.0708363 May 13 13:04:27.398794 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Provisioning complete for port fabf7e08-a848-405c-92e5-25188e2d772e triggered by entity L2. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:04:27.399166 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (fabf7e08-a848-405c-92e5-25188e2d772e), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:27.454234 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-a3864747-8296-4809-afd3-938b7220f35c req-1d9551e4-6f24-4478-9c80-74bcc81f984b tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] 10.222.0.49 "GET /v2.0/security-groups?id=93013e7d-1f57-4731-8238-98ee55983c74&id=937d479c-27f4-4075-8be2-51ff80e6516e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0596457 May 13 13:04:27.462476 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f058d57a-39ba-40b4-b2ca-d685cf6c192c admin admin] Network 47253719-233c-4d4d-aa4a-846aeb595628 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:04:27.465607 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-f058d57a-39ba-40b4-b2ca-d685cf6c192c admin admin] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:04:27.507711 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-e3842b27-eb4c-4bd1-8a0e-9c9bc1efea47 None None] Current status of the port fabf7e08-a848-405c-92e5-25188e2d772e is: ACTIVE; New status is: ACTIVE {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:04:27.530678 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-e3842b27-eb4c-4bd1-8a0e-9c9bc1efea47 None None] Provisioning complete for port 67c635f3-f97d-4526-8651-df417aa7ad66 triggered by entity DHCP. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:04:27.531373 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-e3842b27-eb4c-4bd1-8a0e-9c9bc1efea47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (67c635f3-f97d-4526-8651-df417aa7ad66), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:27.558994 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-c3faf8ba-497d-4ef9-b99d-d69543f18780 None None] Set router 5de2272b-6ef2-47a8-b12d-22a9d30af063 gateway port host: dv-cinder-841644-1-iscsi {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:04:27.602264 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f058d57a-39ba-40b4-b2ca-d685cf6c192c admin admin] Router 5de2272b-6ef2-47a8-b12d-22a9d30af063 has already been hosted by L3 agent 6d8a5631-9f63-444c-af3b-4dcce4842b62 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 13:04:27.639668 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-e3842b27-eb4c-4bd1-8a0e-9c9bc1efea47 None None] Port 67c635f3-f97d-4526-8651-df417aa7ad66 cannot update to ACTIVE because it is not bound. {{(pid=109805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 13:04:27.673323 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Current status of the port fabf7e08-a848-405c-92e5-25188e2d772e is: ACTIVE; New status is: ACTIVE {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:04:27.674385 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Device 01a6eb96-d204-4a9e-8074-09ec1a453eb4 up at agent ovs-agent-dv-cinder-841644-1-iscsi {{(pid=109805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:04:27.736029 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f058d57a-39ba-40b4-b2ca-d685cf6c192c admin admin] Notify agent at l3_agent.dv-cinder-841644-1-iscsi the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:04:27.749821 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-f058d57a-39ba-40b4-b2ca-d685cf6c192c admin admin] 10.222.0.49 "PUT /v2.0/routers/5de2272b-6ef2-47a8-b12d-22a9d30af063/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4220810 May 13 13:04:27.779915 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-c89f6528-f0d1-4c64-b1a0-48dc7fc935bc None None] Provisioning complete for port 67c635f3-f97d-4526-8651-df417aa7ad66 triggered by entity DHCP. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:04:27.780279 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-c89f6528-f0d1-4c64-b1a0-48dc7fc935bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (67c635f3-f97d-4526-8651-df417aa7ad66), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:27.827016 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Provisioning complete for port 01a6eb96-d204-4a9e-8074-09ec1a453eb4 triggered by entity L2. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:04:27.827380 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (01a6eb96-d204-4a9e-8074-09ec1a453eb4), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:27.878409 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-c89f6528-f0d1-4c64-b1a0-48dc7fc935bc None None] Port 67c635f3-f97d-4526-8651-df417aa7ad66 cannot update to ACTIVE because it is not bound. {{(pid=109805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 13:04:27.901534 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-c3faf8ba-497d-4ef9-b99d-d69543f18780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5de2272b-6ef2-47a8-b12d-22a9d30af063', 'name': 'tempest-TestShelveInstance-1084403774-router', 'tenant_id': 'db1b64f2b9184304978d2d3fffc1cbcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': '9eafc12b-6d7e-42e6-9434-9e7770277111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:04:23Z', 'updated_at': '2022-05-13T13:04:27Z', 'revision_number': 4, 'project_id': 'db1b64f2b9184304978d2d3fffc1cbcd', 'gw_port': {'id': '9eafc12b-6d7e-42e6-9434-9e7770277111', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:4a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5de2272b-6ef2-47a8-b12d-22a9d30af063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:04:24Z', 'updated_at': '2022-05-13T13:04:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi', '_interfaces': [{'id': '67c635f3-f97d-4526-8651-df417aa7ad66', 'name': '', 'network_id': '47253719-233c-4d4d-aa4a-846aeb595628', 'tenant_id': 'db1b64f2b9184304978d2d3fffc1cbcd', 'mac_address': 'fa:16:3e:9d:e3:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5de2272b-6ef2-47a8-b12d-22a9d30af063', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '619815f9-0fa3-45f1-a094-60e8d53122f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:04:26Z', 'updated_at': '2022-05-13T13:04:27Z', 'revision_number': 2, 'project_id': 'db1b64f2b9184304978d2d3fffc1cbcd', 'subnets': [{'id': '619815f9-0fa3-45f1-a094-60e8d53122f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841644-1-iscsi', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:04:27.931249 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3faf8ba-497d-4ef9-b99d-d69543f18780 None None] The sync data for ids ['5de2272b-6ef2-47a8-b12d-22a9d30af063'] in dv-cinder-841644-1-iscsi is: [{'id': '5de2272b-6ef2-47a8-b12d-22a9d30af063', 'name': 'tempest-TestShelveInstance-1084403774-router', 'tenant_id': 'db1b64f2b9184304978d2d3fffc1cbcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': '9eafc12b-6d7e-42e6-9434-9e7770277111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:04:23Z', 'updated_at': '2022-05-13T13:04:27Z', 'revision_number': 4, 'project_id': 'db1b64f2b9184304978d2d3fffc1cbcd', 'gw_port': {'id': '9eafc12b-6d7e-42e6-9434-9e7770277111', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:4a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5de2272b-6ef2-47a8-b12d-22a9d30af063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:04:24Z', 'updated_at': '2022-05-13T13:04:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi', '_interfaces': [{'id': '67c635f3-f97d-4526-8651-df417aa7ad66', 'name': '', 'network_id': '47253719-233c-4d4d-aa4a-846aeb595628', 'tenant_id': 'db1b64f2b9184304978d2d3fffc1cbcd', 'mac_address': 'fa:16:3e:9d:e3:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5de2272b-6ef2-47a8-b12d-22a9d30af063', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '619815f9-0fa3-45f1-a094-60e8d53122f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:04:26Z', 'updated_at': '2022-05-13T13:04:27Z', 'revision_number': 2, 'project_id': 'db1b64f2b9184304978d2d3fffc1cbcd', 'subnets': [{'id': '619815f9-0fa3-45f1-a094-60e8d53122f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:04:27.984758 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Current status of the port 01a6eb96-d204-4a9e-8074-09ec1a453eb4 is: ACTIVE; New status is: ACTIVE {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:04:28.019223 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 56510) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:04:28.023854 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.v2.base [None req-c4af27d6-20ec-4f5e-890a-df3044709393 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1749701364', 'description': 'tempest-secgroup-smoke-1749701364 description', 'project_id': 'd43e74ace585434482a887caf9d61c9f'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:04:28.046712 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c4af27d6-20ec-4f5e-890a-df3044709393 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Publish callbacks [] for security_group (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:28.124303 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c4af27d6-20ec-4f5e-890a-df3044709393 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Publish callbacks [] for security_group (8dca4abe-4146-4459-9b30-6ef532d72c19), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:28.130553 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c4af27d6-20ec-4f5e-890a-df3044709393 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (8dca4abe-4146-4459-9b30-6ef532d72c19), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:28.190297 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c4af27d6-20ec-4f5e-890a-df3044709393 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:28.191552 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-c4af27d6-20ec-4f5e-890a-df3044709393 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1713183 May 13 13:04:28.193692 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4af27d6-20ec-4f5e-890a-df3044709393 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8dca4abe-4146-4459-9b30-6ef532d72c19,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:04:28.194642 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 56512) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:04:28.206075 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.v2.base [None req-f3d6246e-06ce-4830-a165-77aa1daa9fff tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Request body: {'security_group_rule': {'security_group_id': '8dca4abe-4146-4459-9b30-6ef532d72c19', 'project_id': 'd43e74ace585434482a887caf9d61c9f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:04:28.251564 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f3d6246e-06ce-4830-a165-77aa1daa9fff tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Publish callbacks [] for security_group_rule (53d2a387-606f-4c40-8dd3-c1c376af9aed), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:28.316769 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f3d6246e-06ce-4830-a165-77aa1daa9fff tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Publish callbacks [] for security_group_rule (53d2a387-606f-4c40-8dd3-c1c376af9aed), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:28.321453 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f3d6246e-06ce-4830-a165-77aa1daa9fff tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472018'] for security_group_rule (53d2a387-606f-4c40-8dd3-c1c376af9aed), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:28.338717 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d6246e-06ce-4830-a165-77aa1daa9fff tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53d2a387-606f-4c40-8dd3-c1c376af9aed,revision_number=0']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:04:28.351583 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f3d6246e-06ce-4830-a165-77aa1daa9fff tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:28.355338 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-f3d6246e-06ce-4830-a165-77aa1daa9fff tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1571922 May 13 13:04:28.355923 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 56514) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:04:28.360501 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.v2.base [None req-c9e37861-7b2a-4db9-9164-2c407462f513 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Request body: {'security_group_rule': {'security_group_id': '8dca4abe-4146-4459-9b30-6ef532d72c19', 'project_id': 'd43e74ace585434482a887caf9d61c9f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:04:28.398177 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c9e37861-7b2a-4db9-9164-2c407462f513 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Publish callbacks [] for security_group_rule (f6f7c4b1-fa74-41df-beab-ba64ff768cfe), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:28.459258 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c9e37861-7b2a-4db9-9164-2c407462f513 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Publish callbacks [] for security_group_rule (f6f7c4b1-fa74-41df-beab-ba64ff768cfe), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:28.463147 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c9e37861-7b2a-4db9-9164-2c407462f513 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472018'] for security_group_rule (f6f7c4b1-fa74-41df-beab-ba64ff768cfe), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:28.481662 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e37861-7b2a-4db9-9164-2c407462f513 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6f7c4b1-fa74-41df-beab-ba64ff768cfe,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:04:28.491412 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-c9e37861-7b2a-4db9-9164-2c407462f513 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:28.492934 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-c9e37861-7b2a-4db9-9164-2c407462f513 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1359782 May 13 13:04:28.495995 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 56518) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:04:28.502174 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.v2.base [None req-fa2f1032-7126-4139-95ff-f92ed95b78cb tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Request body: {'security_group_rule': {'security_group_id': '8dca4abe-4146-4459-9b30-6ef532d72c19', 'project_id': 'd43e74ace585434482a887caf9d61c9f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:04:28.530188 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fa2f1032-7126-4139-95ff-f92ed95b78cb tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Publish callbacks [] for security_group_rule (66e6ef48-8b38-433b-aab9-366c278b5531), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:28.583099 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afaaccf-63c0-418f-914f-f8fc1a6a13e1 req-a61b2b50-cc3f-4386-808f-c9e898090725 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:04:28.584592 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-1afaaccf-63c0-418f-914f-f8fc1a6a13e1 req-a61b2b50-cc3f-4386-808f-c9e898090725 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] 10.222.0.49 "GET /v2.0/ports?device_id=24c9a0bb-7fb3-43a0-9175-b258e9c7bbd5 HTTP/1.1" status: 200 len: 984 time: 0.0537193 May 13 13:04:28.604880 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fa2f1032-7126-4139-95ff-f92ed95b78cb tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Publish callbacks [] for security_group_rule (66e6ef48-8b38-433b-aab9-366c278b5531), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:28.609962 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fa2f1032-7126-4139-95ff-f92ed95b78cb tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472018'] for security_group_rule (66e6ef48-8b38-433b-aab9-366c278b5531), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:28.625995 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2f1032-7126-4139-95ff-f92ed95b78cb tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66e6ef48-8b38-433b-aab9-366c278b5531,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:04:28.642457 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fa2f1032-7126-4139-95ff-f92ed95b78cb tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:28.643957 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-fa2f1032-7126-4139-95ff-f92ed95b78cb tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1464009 May 13 13:04:28.646838 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 56520) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:04:28.651094 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.v2.base [None req-ad6b1a9c-a792-4862-8845-a7bf1f1fafc2 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Request body: {'security_group_rule': {'security_group_id': '8dca4abe-4146-4459-9b30-6ef532d72c19', 'project_id': 'd43e74ace585434482a887caf9d61c9f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:04:28.662314 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-1afaaccf-63c0-418f-914f-f8fc1a6a13e1 req-7c002bd6-c046-40d4-aaf5-6f3cfe1a53c4 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] 10.222.0.49 "GET /v2.0/security-groups?id=93013e7d-1f57-4731-8238-98ee55983c74&id=937d479c-27f4-4075-8be2-51ff80e6516e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0712702 May 13 13:04:28.686034 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ad6b1a9c-a792-4862-8845-a7bf1f1fafc2 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Publish callbacks [] for security_group_rule (7d892aeb-5638-4631-888c-1ea2788c52e9), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:28.752815 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ad6b1a9c-a792-4862-8845-a7bf1f1fafc2 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Publish callbacks [] for security_group_rule (7d892aeb-5638-4631-888c-1ea2788c52e9), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:28.756455 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ad6b1a9c-a792-4862-8845-a7bf1f1fafc2 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472018'] for security_group_rule (7d892aeb-5638-4631-888c-1ea2788c52e9), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:28.775030 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6b1a9c-a792-4862-8845-a7bf1f1fafc2 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d892aeb-5638-4631-888c-1ea2788c52e9,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:04:28.783278 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ad6b1a9c-a792-4862-8845-a7bf1f1fafc2 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:28.787434 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-ad6b1a9c-a792-4862-8845-a7bf1f1fafc2 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1366768 May 13 13:04:28.787606 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 56524) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:04:28.792283 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.v2.base [None req-871e4b8a-eed8-4c32-9ca0-1ae8fcaa0d21 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Request body: {'security_group_rule': {'security_group_id': '8dca4abe-4146-4459-9b30-6ef532d72c19', 'project_id': 'd43e74ace585434482a887caf9d61c9f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:04:28.815360 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.db.securitygroups_db [None req-871e4b8a-eed8-4c32-9ca0-1ae8fcaa0d21 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Project d43e74ace585434482a887caf9d61c9f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 13:04:28.821693 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-871e4b8a-eed8-4c32-9ca0-1ae8fcaa0d21 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Publish callbacks [] for security_group_rule (e42a5863-0458-4712-844f-aad5a48c04fa), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:28.910860 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-871e4b8a-eed8-4c32-9ca0-1ae8fcaa0d21 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Publish callbacks [] for security_group_rule (e42a5863-0458-4712-844f-aad5a48c04fa), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:28.918207 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-871e4b8a-eed8-4c32-9ca0-1ae8fcaa0d21 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472018'] for security_group_rule (e42a5863-0458-4712-844f-aad5a48c04fa), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:28.937201 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871e4b8a-eed8-4c32-9ca0-1ae8fcaa0d21 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e42a5863-0458-4712-844f-aad5a48c04fa,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:04:28.946867 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-871e4b8a-eed8-4c32-9ca0-1ae8fcaa0d21 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:28.949020 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-871e4b8a-eed8-4c32-9ca0-1ae8fcaa0d21 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1595931 May 13 13:04:28.951125 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 56526) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:04:28.955728 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.v2.base [None req-264da00b-9979-4fea-a7b7-35194b981c90 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Request body: {'security_group_rule': {'security_group_id': '8dca4abe-4146-4459-9b30-6ef532d72c19', 'project_id': 'd43e74ace585434482a887caf9d61c9f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:04:28.978612 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.db.securitygroups_db [None req-264da00b-9979-4fea-a7b7-35194b981c90 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Project d43e74ace585434482a887caf9d61c9f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 13:04:28.989265 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-264da00b-9979-4fea-a7b7-35194b981c90 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Publish callbacks [] for security_group_rule (a227d6ab-249b-4886-9509-7880b416b0d3), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:29.053611 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-264da00b-9979-4fea-a7b7-35194b981c90 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Publish callbacks [] for security_group_rule (a227d6ab-249b-4886-9509-7880b416b0d3), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:29.058943 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-264da00b-9979-4fea-a7b7-35194b981c90 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472018'] for security_group_rule (a227d6ab-249b-4886-9509-7880b416b0d3), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:29.080628 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264da00b-9979-4fea-a7b7-35194b981c90 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a227d6ab-249b-4886-9509-7880b416b0d3,revision_number=0']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:04:29.090927 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-264da00b-9979-4fea-a7b7-35194b981c90 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:29.100205 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-264da00b-9979-4fea-a7b7-35194b981c90 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1400337 May 13 13:04:29.183436 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Device 9eafc12b-6d7e-42e6-9434-9e7770277111 up at agent ovs-agent-dv-cinder-841644-1-iscsi {{(pid=109805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:04:29.241437 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Provisioning complete for port 9eafc12b-6d7e-42e6-9434-9e7770277111 triggered by entity L2. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:04:29.241902 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (9eafc12b-6d7e-42e6-9434-9e7770277111), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:29.331541 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Current status of the port 9eafc12b-6d7e-42e6-9434-9e7770277111 is: DOWN; New status is: ACTIVE {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:04:29.331927 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (9eafc12b-6d7e-42e6-9434-9e7770277111), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:29.357414 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] For port 9eafc12b-6d7e-42e6-9434-9e7770277111, host dv-cinder-841644-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841644-1-iscsi',level=0,port_id=9eafc12b-6d7e-42e6-9434-9e7770277111,segment=NetworkSegment(2bcc8a2d-359a-4841-80fa-a53ce02b14f8),segment_id=2bcc8a2d-359a-4841-80fa-a53ce02b14f8)] {{(pid=109805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:04:29.362025 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (9eafc12b-6d7e-42e6-9434-9e7770277111), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:29.424314 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Pushing event updated for resources: {'Port': ['ID=9eafc12b-6d7e-42e6-9434-9e7770277111,revision_number=4']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:04:30.284629 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219b6754-5a83-4108-8564-8fe06d211aca None None] Sync routers for ids ['5de2272b-6ef2-47a8-b12d-22a9d30af063'] in dv-cinder-841644-1-iscsi {{(pid=109806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:04:30.295269 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219b6754-5a83-4108-8564-8fe06d211aca None None] Routers {'5de2272b-6ef2-47a8-b12d-22a9d30af063'} bound to L3 agent in host dv-cinder-841644-1-iscsi {{(pid=109806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:04:30.295873 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_hamode_db [None req-219b6754-5a83-4108-8564-8fe06d211aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841644-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T12:45:44Z,description=,heartbeat_timestamp=2022-05-13T13:04:14Z,host='dv-cinder-841644-1-iscsi',id=6d8a5631-9f63-444c-af3b-4dcce4842b62,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T12:45:44Z,topic='l3_agent')) {'router_ids': ['5de2272b-6ef2-47a8-b12d-22a9d30af063'], 'active': True} {{(pid=109806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:04:30.408324 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_dvr_db [None req-219b6754-5a83-4108-8564-8fe06d211aca None None] Set router 5de2272b-6ef2-47a8-b12d-22a9d30af063 gateway port host: dv-cinder-841644-1-iscsi {{(pid=109806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:04:30.596570 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_hamode_db [None req-219b6754-5a83-4108-8564-8fe06d211aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5de2272b-6ef2-47a8-b12d-22a9d30af063', 'name': 'tempest-TestShelveInstance-1084403774-router', 'tenant_id': 'db1b64f2b9184304978d2d3fffc1cbcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': '9eafc12b-6d7e-42e6-9434-9e7770277111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:04:23Z', 'updated_at': '2022-05-13T13:04:27Z', 'revision_number': 4, 'project_id': 'db1b64f2b9184304978d2d3fffc1cbcd', 'gw_port': {'id': '9eafc12b-6d7e-42e6-9434-9e7770277111', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:4a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de2272b-6ef2-47a8-b12d-22a9d30af063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:04:24Z', 'updated_at': '2022-05-13T13:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi', '_interfaces': [{'id': '67c635f3-f97d-4526-8651-df417aa7ad66', 'name': '', 'network_id': '47253719-233c-4d4d-aa4a-846aeb595628', 'tenant_id': 'db1b64f2b9184304978d2d3fffc1cbcd', 'mac_address': 'fa:16:3e:9d:e3:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5de2272b-6ef2-47a8-b12d-22a9d30af063', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '619815f9-0fa3-45f1-a094-60e8d53122f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:04:26Z', 'updated_at': '2022-05-13T13:04:27Z', 'revision_number': 2, 'project_id': 'db1b64f2b9184304978d2d3fffc1cbcd', 'subnets': [{'id': '619815f9-0fa3-45f1-a094-60e8d53122f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841644-1-iscsi', False) {} {{(pid=109806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:04:30.630603 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219b6754-5a83-4108-8564-8fe06d211aca None None] Checking router: 5de2272b-6ef2-47a8-b12d-22a9d30af063 for host: dv-cinder-841644-1-iscsi {{(pid=109806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:04:30.630961 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219b6754-5a83-4108-8564-8fe06d211aca None None] Updating router 5de2272b-6ef2-47a8-b12d-22a9d30af063 port 67c635f3-f97d-4526-8651-df417aa7ad66 binding host dv-cinder-841644-1-iscsi {{(pid=109806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 13:04:30.667031 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron_lib.callbacks.manager [None req-219b6754-5a83-4108-8564-8fe06d211aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (67c635f3-f97d-4526-8651-df417aa7ad66), before_update {{(pid=109806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:31.022081 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron_lib.callbacks.manager [None req-219b6754-5a83-4108-8564-8fe06d211aca None None] Publish callbacks [] for port (67c635f3-f97d-4526-8651-df417aa7ad66), precommit_update {{(pid=109806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:31.028930 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron_lib.callbacks.manager [None req-219b6754-5a83-4108-8564-8fe06d211aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (67c635f3-f97d-4526-8651-df417aa7ad66), after_update {{(pid=109806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:31.084898 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f8e1e8-9eb4-47e8-8f3a-b2fb77a764c2 None None] Pushing event updated for resources: {'Port': ['ID=67c635f3-f97d-4526-8651-df417aa7ad66,revision_number=3']} {{(pid=109806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:04:31.141917 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.plugins.ml2.managers [None req-219b6754-5a83-4108-8564-8fe06d211aca None None] Attempting to bind port 67c635f3-f97d-4526-8651-df417aa7ad66 on host dv-cinder-841644-1-iscsi for vnic_type normal with profile {{(pid=109806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:04:31.142383 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.plugins.ml2.managers [None req-219b6754-5a83-4108-8564-8fe06d211aca None None] Attempting to bind port 67c635f3-f97d-4526-8651-df417aa7ad66 by drivers openvswitch,hyperv on host dv-cinder-841644-1-iscsi at level 0 using segments [{'id': 'e235b2e4-529d-4dfb-85c3-ec2608ae6440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '47253719-233c-4d4d-aa4a-846aeb595628'}] {{(pid=109806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:04:31.142804 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219b6754-5a83-4108-8564-8fe06d211aca None None] Attempting to bind port 67c635f3-f97d-4526-8651-df417aa7ad66 on network 47253719-233c-4d4d-aa4a-846aeb595628 {{(pid=109806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:04:31.148207 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219b6754-5a83-4108-8564-8fe06d211aca None None] Checking agent: {'id': 'f7880a20-862d-46b4-8dd6-192b0a47d710', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841644-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 12, 45, 48), 'started_at': datetime.datetime(2022, 5, 13, 12, 46, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841644-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:04:31.148666 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219b6754-5a83-4108-8564-8fe06d211aca None None] Checking segment: {'id': 'e235b2e4-529d-4dfb-85c3-ec2608ae6440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '47253719-233c-4d4d-aa4a-846aeb595628'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:04:31.149184 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron_lib.callbacks.manager [None req-219b6754-5a83-4108-8564-8fe06d211aca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:31.149636 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219b6754-5a83-4108-8564-8fe06d211aca None None] Bound using segment: {'id': 'e235b2e4-529d-4dfb-85c3-ec2608ae6440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '47253719-233c-4d4d-aa4a-846aeb595628'} {{(pid=109806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:04:31.150172 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.plugins.ml2.managers [None req-219b6754-5a83-4108-8564-8fe06d211aca None None] Bound port: 67c635f3-f97d-4526-8651-df417aa7ad66, host: dv-cinder-841644-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e235b2e4-529d-4dfb-85c3-ec2608ae6440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '47253719-233c-4d4d-aa4a-846aeb595628'}}] {{(pid=109806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:04:31.150651 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron_lib.callbacks.manager [None req-219b6754-5a83-4108-8564-8fe06d211aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (67c635f3-f97d-4526-8651-df417aa7ad66), before_update {{(pid=109806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:31.183876 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Device 9eafc12b-6d7e-42e6-9434-9e7770277111 up at agent ovs-agent-dv-cinder-841644-1-iscsi {{(pid=109805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:04:31.221367 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.plugins.ml2.db [None req-219b6754-5a83-4108-8564-8fe06d211aca None None] For port 67c635f3-f97d-4526-8651-df417aa7ad66, host dv-cinder-841644-1-iscsi, cleared binding levels {{(pid=109806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:04:31.224726 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.plugins.ml2.db [None req-219b6754-5a83-4108-8564-8fe06d211aca None None] For port 67c635f3-f97d-4526-8651-df417aa7ad66, host dv-cinder-841644-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841644-1-iscsi',level=0,port_id=67c635f3-f97d-4526-8651-df417aa7ad66,segment=NetworkSegment(e235b2e4-529d-4dfb-85c3-ec2608ae6440),segment_id=e235b2e4-529d-4dfb-85c3-ec2608ae6440)] {{(pid=109806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:04:31.236918 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Provisioning complete for port 9eafc12b-6d7e-42e6-9434-9e7770277111 triggered by entity L2. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:04:31.237380 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (9eafc12b-6d7e-42e6-9434-9e7770277111), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:31.239821 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron_lib.callbacks.manager [None req-219b6754-5a83-4108-8564-8fe06d211aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (67c635f3-f97d-4526-8651-df417aa7ad66), after_update {{(pid=109806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:31.309030 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f8e1e8-9eb4-47e8-8f3a-b2fb77a764c2 None None] Pushing event updated for resources: {'Port': ['ID=67c635f3-f97d-4526-8651-df417aa7ad66,revision_number=4']} {{(pid=109806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:04:31.314975 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219b6754-5a83-4108-8564-8fe06d211aca None None] Routers {'5de2272b-6ef2-47a8-b12d-22a9d30af063'} bound to L3 agent in host dv-cinder-841644-1-iscsi {{(pid=109806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:04:31.315838 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_hamode_db [None req-219b6754-5a83-4108-8564-8fe06d211aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841644-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T12:45:44Z,description=,heartbeat_timestamp=2022-05-13T13:04:14Z,host='dv-cinder-841644-1-iscsi',id=6d8a5631-9f63-444c-af3b-4dcce4842b62,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T12:45:44Z,topic='l3_agent')) {'router_ids': ['5de2272b-6ef2-47a8-b12d-22a9d30af063'], 'active': True} {{(pid=109806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:04:31.340948 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-1f8aaf1e-4f17-4819-892c-82ef4d5c0b25 None None] Provisioning complete for port 67c635f3-f97d-4526-8651-df417aa7ad66 triggered by entity DHCP. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:04:31.341372 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-1f8aaf1e-4f17-4819-892c-82ef4d5c0b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (67c635f3-f97d-4526-8651-df417aa7ad66), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:31.369773 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Current status of the port 9eafc12b-6d7e-42e6-9434-9e7770277111 is: ACTIVE; New status is: ACTIVE {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:04:31.436356 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-1f8aaf1e-4f17-4819-892c-82ef4d5c0b25 None None] Current status of the port 67c635f3-f97d-4526-8651-df417aa7ad66 is: DOWN; New status is: ACTIVE {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:04:31.436747 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-1f8aaf1e-4f17-4819-892c-82ef4d5c0b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (67c635f3-f97d-4526-8651-df417aa7ad66), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:31.443077 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_dvr_db [None req-219b6754-5a83-4108-8564-8fe06d211aca None None] Set router 5de2272b-6ef2-47a8-b12d-22a9d30af063 gateway port host: dv-cinder-841644-1-iscsi {{(pid=109806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:04:31.483169 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-1f8aaf1e-4f17-4819-892c-82ef4d5c0b25 None None] For port 67c635f3-f97d-4526-8651-df417aa7ad66, host dv-cinder-841644-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841644-1-iscsi',level=0,port_id=67c635f3-f97d-4526-8651-df417aa7ad66,segment=NetworkSegment(e235b2e4-529d-4dfb-85c3-ec2608ae6440),segment_id=e235b2e4-529d-4dfb-85c3-ec2608ae6440)] {{(pid=109805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:04:31.488109 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-1f8aaf1e-4f17-4819-892c-82ef4d5c0b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (67c635f3-f97d-4526-8651-df417aa7ad66), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:31.541857 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8aaf1e-4f17-4819-892c-82ef4d5c0b25 None None] Pushing event updated for resources: {'Port': ['ID=67c635f3-f97d-4526-8651-df417aa7ad66,revision_number=5']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:04:31.611047 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-9154e335-a394-462a-932c-7d558a30b526 None None] Provisioning complete for port 67c635f3-f97d-4526-8651-df417aa7ad66 triggered by entity DHCP. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:04:31.611192 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-9154e335-a394-462a-932c-7d558a30b526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (67c635f3-f97d-4526-8651-df417aa7ad66), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:31.647718 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_hamode_db [None req-219b6754-5a83-4108-8564-8fe06d211aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5de2272b-6ef2-47a8-b12d-22a9d30af063', 'name': 'tempest-TestShelveInstance-1084403774-router', 'tenant_id': 'db1b64f2b9184304978d2d3fffc1cbcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': '9eafc12b-6d7e-42e6-9434-9e7770277111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:04:23Z', 'updated_at': '2022-05-13T13:04:27Z', 'revision_number': 4, 'project_id': 'db1b64f2b9184304978d2d3fffc1cbcd', 'gw_port': {'id': '9eafc12b-6d7e-42e6-9434-9e7770277111', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:4a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de2272b-6ef2-47a8-b12d-22a9d30af063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:04:24Z', 'updated_at': '2022-05-13T13:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi', '_interfaces': [{'id': '67c635f3-f97d-4526-8651-df417aa7ad66', 'name': '', 'network_id': '47253719-233c-4d4d-aa4a-846aeb595628', 'tenant_id': 'db1b64f2b9184304978d2d3fffc1cbcd', 'mac_address': 'fa:16:3e:9d:e3:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5de2272b-6ef2-47a8-b12d-22a9d30af063', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '619815f9-0fa3-45f1-a094-60e8d53122f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:04:26Z', 'updated_at': '2022-05-13T13:04:31Z', 'revision_number': 4, 'project_id': 'db1b64f2b9184304978d2d3fffc1cbcd', 'subnets': [{'id': '619815f9-0fa3-45f1-a094-60e8d53122f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841644-1-iscsi', False) {} {{(pid=109806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:04:31.686711 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219b6754-5a83-4108-8564-8fe06d211aca None None] The sync data for ids ['5de2272b-6ef2-47a8-b12d-22a9d30af063'] in dv-cinder-841644-1-iscsi is: [{'id': '5de2272b-6ef2-47a8-b12d-22a9d30af063', 'name': 'tempest-TestShelveInstance-1084403774-router', 'tenant_id': 'db1b64f2b9184304978d2d3fffc1cbcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': '9eafc12b-6d7e-42e6-9434-9e7770277111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:04:23Z', 'updated_at': '2022-05-13T13:04:27Z', 'revision_number': 4, 'project_id': 'db1b64f2b9184304978d2d3fffc1cbcd', 'gw_port': {'id': '9eafc12b-6d7e-42e6-9434-9e7770277111', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:4a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de2272b-6ef2-47a8-b12d-22a9d30af063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:04:24Z', 'updated_at': '2022-05-13T13:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi', '_interfaces': [{'id': '67c635f3-f97d-4526-8651-df417aa7ad66', 'name': '', 'network_id': '47253719-233c-4d4d-aa4a-846aeb595628', 'tenant_id': 'db1b64f2b9184304978d2d3fffc1cbcd', 'mac_address': 'fa:16:3e:9d:e3:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5de2272b-6ef2-47a8-b12d-22a9d30af063', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '619815f9-0fa3-45f1-a094-60e8d53122f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:04:26Z', 'updated_at': '2022-05-13T13:04:31Z', 'revision_number': 4, 'project_id': 'db1b64f2b9184304978d2d3fffc1cbcd', 'subnets': [{'id': '619815f9-0fa3-45f1-a094-60e8d53122f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:04:31.700146 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-9154e335-a394-462a-932c-7d558a30b526 None None] Current status of the port 67c635f3-f97d-4526-8651-df417aa7ad66 is: ACTIVE; New status is: ACTIVE {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:04:33.169204 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Device 67c635f3-f97d-4526-8651-df417aa7ad66 up at agent ovs-agent-dv-cinder-841644-1-iscsi {{(pid=109805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:04:33.219725 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Provisioning complete for port 67c635f3-f97d-4526-8651-df417aa7ad66 triggered by entity L2. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:04:33.220096 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (67c635f3-f97d-4526-8651-df417aa7ad66), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:33.296840 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Current status of the port 67c635f3-f97d-4526-8651-df417aa7ad66 is: ACTIVE; New status is: ACTIVE {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:04:41.476971 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-d2ca4e84-d6d4-47c2-96c3-f31caf0def6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (12f7f474-a19f-4cf7-bcdf-b9ad7dbdd770), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:41.980231 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.agents_db [None req-04065fb1-5207-409b-a281-8f6301b2fc59 None None] Agent healthcheck: found 6 active agents {{(pid=109806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 13:04:43.916759 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-0b47f170-2e87-4a28-b651-ef0d272e8ab8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (6d8a5631-9f63-444c-af3b-4dcce4842b62), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:44.399283 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-b2fb5976-e3ca-4d01-ac89-604fc64ce027 req-111e9dd4-e561-466d-ae05-3d7a914439eb tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1749701364&fields=id&tenant_id=d43e74ace585434482a887caf9d61c9f HTTP/1.1" status: 200 len: 267 time: 0.0449972 May 13 13:04:44.523383 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fb5976-e3ca-4d01-ac89-604fc64ce027 req-919aadb4-e2bc-41e6-8c25-c2c524eccd4a tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:04:44.524722 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-b2fb5976-e3ca-4d01-ac89-604fc64ce027 req-919aadb4-e2bc-41e6-8c25-c2c524eccd4a tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] 10.222.0.49 "GET /v2.0/networks?id=0286a1e2-7023-4be1-8d4b-88b03416ec62 HTTP/1.1" status: 200 len: 808 time: 0.1191859 May 13 13:04:44.539174 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-b2fb5976-e3ca-4d01-ac89-604fc64ce027 req-2b810ad3-b7fe-4229-9499-1fc42103ccd6 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] 10.222.0.49 "GET /v2.0/quotas/d43e74ace585434482a887caf9d61c9f HTTP/1.1" status: 200 len: 375 time: 0.0090294 May 13 13:04:44.591411 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-b2fb5976-e3ca-4d01-ac89-604fc64ce027 req-1b0e5c5f-7775-4557-999b-d19de98336d4 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=d43e74ace585434482a887caf9d61c9f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0474143 May 13 13:04:44.682366 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-b2fb5976-e3ca-4d01-ac89-604fc64ce027 req-edee98f9-b52b-439e-8389-9524447f294e service neutron] 10.222.0.49 "GET /v2.0/networks/0286a1e2-7023-4be1-8d4b-88b03416ec62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799000 May 13 13:04:44.772096 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-b2fb5976-e3ca-4d01-ac89-604fc64ce027 req-4c5e4223-9955-4b5e-9328-66a22380d2ca service neutron] 10.222.0.49 "GET /v2.0/networks/0286a1e2-7023-4be1-8d4b-88b03416ec62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839813 May 13 13:04:45.070679 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-12e51931-3f20-4334-90b2-519544331ccc req-d24ae994-96a3-41f1-9e50-5c5599ac503d tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] 10.222.0.49 "GET /v2.0/ports?device_id=bd2b6382-3235-4869-8bda-65d55169a432 HTTP/1.1" status: 200 len: 210 time: 0.0283093 May 13 13:04:45.083819 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-4a907869-afee-4d69-acd8-cccc744e537a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (d2cfa305-5f5a-49b3-8228-876061d7e1f6), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:46.174738 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-b1398b7d-e114-45a8-a0a4-9bf369331ef6 req-dc917c28-8da4-4fa7-b934-44250520f0b7 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] 10.222.0.49 "GET /v2.0/ports?device_id=bd2b6382-3235-4869-8bda-65d55169a432 HTTP/1.1" status: 200 len: 210 time: 0.0308185 May 13 13:04:46.270787 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fb5976-e3ca-4d01-ac89-604fc64ce027 req-7a26d411-1458-4188-a435-11342d8e7cd3 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:04:46.272237 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-b2fb5976-e3ca-4d01-ac89-604fc64ce027 req-7a26d411-1458-4188-a435-11342d8e7cd3 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] 10.222.0.52 "GET /v2.0/networks?id=0286a1e2-7023-4be1-8d4b-88b03416ec62 HTTP/1.1" status: 200 len: 808 time: 0.1046374 May 13 13:04:46.347831 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-b2fb5976-e3ca-4d01-ac89-604fc64ce027 req-8e261dcb-9a68-46b0-a584-c08a85a4716a tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d43e74ace585434482a887caf9d61c9f HTTP/1.1" status: 200 len: 380 time: 0.0589576 May 13 13:04:46.357123 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.v2.base [req-b2fb5976-e3ca-4d01-ac89-604fc64ce027 req-072b8277-7633-4685-84e6-d4941a675f34 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Request body: {'port': {'device_id': 'bd2b6382-3235-4869-8bda-65d55169a432', 'network_id': '0286a1e2-7023-4be1-8d4b-88b03416ec62', 'admin_state_up': True, 'tenant_id': 'd43e74ace585434482a887caf9d61c9f', 'security_groups': ['8dca4abe-4146-4459-9b30-6ef532d72c19']}} {{(pid=109804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:04:46.461208 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2fb5976-e3ca-4d01-ac89-604fc64ce027 req-072b8277-7633-4685-84e6-d4941a675f34 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Made reservation on behalf of d43e74ace585434482a887caf9d61c9f for: {'port': 1} {{(pid=109804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:04:46.464434 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-b2fb5976-e3ca-4d01-ac89-604fc64ce027 req-072b8277-7633-4685-84e6-d4941a675f34 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:46.589954 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [req-b2fb5976-e3ca-4d01-ac89-604fc64ce027 req-072b8277-7633-4685-84e6-d4941a675f34 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Allocated IP 172.20.0.10 (0286a1e2-7023-4be1-8d4b-88b03416ec62/1b6f02d9-a71f-428a-85b5-90febd1bfdf5/afca9ad0-8e4f-4acb-801e-6a6d41ce806c) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:04:46.721780 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-b2fb5976-e3ca-4d01-ac89-604fc64ce027 req-072b8277-7633-4685-84e6-d4941a675f34 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Publish callbacks [] for port (afca9ad0-8e4f-4acb-801e-6a6d41ce806c), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:46.747846 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-7baa8e58-cb75-431e-995b-6c55a6feb1d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (5f75012c-56a5-4b0a-a85c-97c3435c2a5d), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:46.754543 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-b2fb5976-e3ca-4d01-ac89-604fc64ce027 req-072b8277-7633-4685-84e6-d4941a675f34 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750967062384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6007231'] for port (afca9ad0-8e4f-4acb-801e-6a6d41ce806c), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:46.801069 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2fb5976-e3ca-4d01-ac89-604fc64ce027 req-072b8277-7633-4685-84e6-d4941a675f34 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Network 0286a1e2-7023-4be1-8d4b-88b03416ec62 is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:04:46.804184 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [req-b2fb5976-e3ca-4d01-ac89-604fc64ce027 req-072b8277-7633-4685-84e6-d4941a675f34 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:04:46.810604 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2fb5976-e3ca-4d01-ac89-604fc64ce027 req-072b8277-7633-4685-84e6-d4941a675f34 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:04:46.817078 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072b8277-7633-4685-84e6-d4941a675f34 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Pushing event updated for resources: {'Port': ['ID=afca9ad0-8e4f-4acb-801e-6a6d41ce806c,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:04:46.849338 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072b8277-7633-4685-84e6-d4941a675f34 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:04:46.849741 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072b8277-7633-4685-84e6-d4941a675f34 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:04:46.850146 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072b8277-7633-4685-84e6-d4941a675f34 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:04:46.850469 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072b8277-7633-4685-84e6-d4941a675f34 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:04:46.850812 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072b8277-7633-4685-84e6-d4941a675f34 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:04:46.851174 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072b8277-7633-4685-84e6-d4941a675f34 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:04:46.851502 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072b8277-7633-4685-84e6-d4941a675f34 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:04:46.851824 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072b8277-7633-4685-84e6-d4941a675f34 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:04:46.852254 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072b8277-7633-4685-84e6-d4941a675f34 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:04:46.852700 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072b8277-7633-4685-84e6-d4941a675f34 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:04:46.853172 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072b8277-7633-4685-84e6-d4941a675f34 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:04:46.853499 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072b8277-7633-4685-84e6-d4941a675f34 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:04:46.853821 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072b8277-7633-4685-84e6-d4941a675f34 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:04:46.854180 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072b8277-7633-4685-84e6-d4941a675f34 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:04:46.854502 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072b8277-7633-4685-84e6-d4941a675f34 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:04:46.879340 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fb5976-e3ca-4d01-ac89-604fc64ce027 req-072b8277-7633-4685-84e6-d4941a675f34 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:04:46.879970 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-b2fb5976-e3ca-4d01-ac89-604fc64ce027 req-072b8277-7633-4685-84e6-d4941a675f34 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4290'] for port (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:46.901377 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-b2fb5976-e3ca-4d01-ac89-604fc64ce027 req-072b8277-7633-4685-84e6-d4941a675f34 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5476749 May 13 13:04:46.912505 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [req-b2fb5976-e3ca-4d01-ac89-604fc64ce027 req-fcc648c7-21ed-45ff-a83c-c0ac44b2e335 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=109804) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 13 13:04:46.913584 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-b2fb5976-e3ca-4d01-ac89-604fc64ce027 req-fcc648c7-21ed-45ff-a83c-c0ac44b2e335 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0064044 May 13 13:04:46.983806 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.v2.base [req-b2fb5976-e3ca-4d01-ac89-604fc64ce027 req-5d25c2c5-51a2-416d-8799-b955c7debe9c service neutron] Request body: {'port': {'device_id': 'bd2b6382-3235-4869-8bda-65d55169a432', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84164'}} {{(pid=109804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:04:47.067624 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-b2fb5976-e3ca-4d01-ac89-604fc64ce027 req-5d25c2c5-51a2-416d-8799-b955c7debe9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (afca9ad0-8e4f-4acb-801e-6a6d41ce806c), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:47.114447 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-655584ca-1916-4b4d-91a8-21074d41c02b None None] Provisioning complete for port afca9ad0-8e4f-4acb-801e-6a6d41ce806c triggered by entity DHCP. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:04:47.115072 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-655584ca-1916-4b4d-91a8-21074d41c02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (afca9ad0-8e4f-4acb-801e-6a6d41ce806c), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:47.152663 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-655584ca-1916-4b4d-91a8-21074d41c02b None None] Port afca9ad0-8e4f-4acb-801e-6a6d41ce806c cannot update to ACTIVE because it is not bound. {{(pid=109805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 13:04:47.303948 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb9fc40-5d88-4b79-a254-7b9db1cf681b req-4e15b767-7b9d-4705-8346-7f8d13ed24d6 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:04:47.305450 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-2cb9fc40-5d88-4b79-a254-7b9db1cf681b req-4e15b767-7b9d-4705-8346-7f8d13ed24d6 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] 10.222.0.49 "GET /v2.0/ports?device_id=bd2b6382-3235-4869-8bda-65d55169a432 HTTP/1.1" status: 200 len: 932 time: 0.0598409 May 13 13:04:47.401839 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-2cb9fc40-5d88-4b79-a254-7b9db1cf681b req-69108f18-a003-4c17-afd1-298839176007 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] 10.222.0.49 "GET /v2.0/security-groups?id=8dca4abe-4146-4459-9b30-6ef532d72c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903761 May 13 13:04:47.416659 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.notifiers.nova [req-b2fb5976-e3ca-4d01-ac89-604fc64ce027 req-5d25c2c5-51a2-416d-8799-b955c7debe9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afca9ad0-8e4f-4acb-801e-6a6d41ce806c {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:04:47.424828 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-b2fb5976-e3ca-4d01-ac89-604fc64ce027 req-5d25c2c5-51a2-416d-8799-b955c7debe9c service neutron] Publish callbacks [] for port (afca9ad0-8e4f-4acb-801e-6a6d41ce806c), precommit_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:47.436864 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [req-b2fb5976-e3ca-4d01-ac89-604fc64ce027 req-5d25c2c5-51a2-416d-8799-b955c7debe9c service neutron] Transition to ACTIVE for port object afca9ad0-8e4f-4acb-801e-6a6d41ce806c will not be triggered until provisioned by entity L2. {{(pid=109804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 13:04:47.440397 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-b2fb5976-e3ca-4d01-ac89-604fc64ce027 req-5d25c2c5-51a2-416d-8799-b955c7debe9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6007238'] for port (afca9ad0-8e4f-4acb-801e-6a6d41ce806c), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:47.493850 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d25c2c5-51a2-416d-8799-b955c7debe9c service neutron] Pushing event updated for resources: {'Port': ['ID=afca9ad0-8e4f-4acb-801e-6a6d41ce806c,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:04:47.560671 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [req-b2fb5976-e3ca-4d01-ac89-604fc64ce027 req-5d25c2c5-51a2-416d-8799-b955c7debe9c service neutron] Attempting to bind port afca9ad0-8e4f-4acb-801e-6a6d41ce806c on host hv-cinder-84164 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:04:47.561024 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [req-b2fb5976-e3ca-4d01-ac89-604fc64ce027 req-5d25c2c5-51a2-416d-8799-b955c7debe9c service neutron] Attempting to bind port afca9ad0-8e4f-4acb-801e-6a6d41ce806c by drivers openvswitch,hyperv on host hv-cinder-84164 at level 0 using segments [{'id': '35811256-1848-4c88-a68f-703bf713e934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0286a1e2-7023-4be1-8d4b-88b03416ec62'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:04:47.561353 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2fb5976-e3ca-4d01-ac89-604fc64ce027 req-5d25c2c5-51a2-416d-8799-b955c7debe9c service neutron] Attempting to bind port afca9ad0-8e4f-4acb-801e-6a6d41ce806c on network 0286a1e2-7023-4be1-8d4b-88b03416ec62 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:04:47.565929 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2fb5976-e3ca-4d01-ac89-604fc64ce027 req-5d25c2c5-51a2-416d-8799-b955c7debe9c service neutron] Port afca9ad0-8e4f-4acb-801e-6a6d41ce806c on network 0286a1e2-7023-4be1-8d4b-88b03416ec62 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84164 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 13:04:47.566245 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2fb5976-e3ca-4d01-ac89-604fc64ce027 req-5d25c2c5-51a2-416d-8799-b955c7debe9c service neutron] Attempting to bind port afca9ad0-8e4f-4acb-801e-6a6d41ce806c on network 0286a1e2-7023-4be1-8d4b-88b03416ec62 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:04:47.571806 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2fb5976-e3ca-4d01-ac89-604fc64ce027 req-5d25c2c5-51a2-416d-8799-b955c7debe9c service neutron] Checking agent: {'id': '202f7e15-8fd1-4d3b-a0cb-2b083dcecd1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84164', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 12, 52, 20), 'started_at': datetime.datetime(2022, 5, 13, 12, 52, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 4, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:04:47.572144 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2fb5976-e3ca-4d01-ac89-604fc64ce027 req-5d25c2c5-51a2-416d-8799-b955c7debe9c service neutron] Checking segment: {'id': '35811256-1848-4c88-a68f-703bf713e934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0286a1e2-7023-4be1-8d4b-88b03416ec62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:04:47.572515 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2fb5976-e3ca-4d01-ac89-604fc64ce027 req-5d25c2c5-51a2-416d-8799-b955c7debe9c service neutron] Bound using segment: {'id': '35811256-1848-4c88-a68f-703bf713e934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0286a1e2-7023-4be1-8d4b-88b03416ec62'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:04:47.572931 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [req-b2fb5976-e3ca-4d01-ac89-604fc64ce027 req-5d25c2c5-51a2-416d-8799-b955c7debe9c service neutron] Bound port: afca9ad0-8e4f-4acb-801e-6a6d41ce806c, host: hv-cinder-84164, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35811256-1848-4c88-a68f-703bf713e934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0286a1e2-7023-4be1-8d4b-88b03416ec62'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:04:47.573310 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-b2fb5976-e3ca-4d01-ac89-604fc64ce027 req-5d25c2c5-51a2-416d-8799-b955c7debe9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (afca9ad0-8e4f-4acb-801e-6a6d41ce806c), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:47.645138 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.db [req-b2fb5976-e3ca-4d01-ac89-604fc64ce027 req-5d25c2c5-51a2-416d-8799-b955c7debe9c service neutron] For port afca9ad0-8e4f-4acb-801e-6a6d41ce806c, host hv-cinder-84164, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:04:47.647963 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.db [req-b2fb5976-e3ca-4d01-ac89-604fc64ce027 req-5d25c2c5-51a2-416d-8799-b955c7debe9c service neutron] For port afca9ad0-8e4f-4acb-801e-6a6d41ce806c, host hv-cinder-84164, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84164',level=0,port_id=afca9ad0-8e4f-4acb-801e-6a6d41ce806c,segment=NetworkSegment(35811256-1848-4c88-a68f-703bf713e934),segment_id=35811256-1848-4c88-a68f-703bf713e934)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:04:47.655071 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-b2fb5976-e3ca-4d01-ac89-604fc64ce027 req-5d25c2c5-51a2-416d-8799-b955c7debe9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6007238'] for port (afca9ad0-8e4f-4acb-801e-6a6d41ce806c), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:47.691333 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fb5976-e3ca-4d01-ac89-604fc64ce027 req-5d25c2c5-51a2-416d-8799-b955c7debe9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:04:47.691982 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-b2fb5976-e3ca-4d01-ac89-604fc64ce027 req-5d25c2c5-51a2-416d-8799-b955c7debe9c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4290'] for port (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:47.693373 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-b2fb5976-e3ca-4d01-ac89-604fc64ce027 req-5d25c2c5-51a2-416d-8799-b955c7debe9c service neutron] 10.222.0.52 "PUT /v2.0/ports/afca9ad0-8e4f-4acb-801e-6a6d41ce806c HTTP/1.1" status: 200 len: 1094 time: 0.7632074 May 13 13:04:47.693816 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd2b6382-3235-4869-8bda-65d55169a432', 'tag': 'afca9ad0-8e4f-4acb-801e-6a6d41ce806c'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:04:47.696049 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1b69bbfd011f85c3db934c4b22a349ffa5730c167d2456731e37bfe5d9c9e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16373f08-5751-49ba-8dfa-03941be0daeb" -d '{"events": [{"name": "network-changed", "server_uuid": "bd2b6382-3235-4869-8bda-65d55169a432", "tag": "afca9ad0-8e4f-4acb-801e-6a6d41ce806c"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:04:47.722249 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d25c2c5-51a2-416d-8799-b955c7debe9c service neutron] Pushing event updated for resources: {'Port': ['ID=afca9ad0-8e4f-4acb-801e-6a6d41ce806c,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:04:47.743204 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 13:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00d77b9d-c01e-4cc2-b8c8-5acfea3a5262 x-openstack-request-id: req-00d77b9d-c01e-4cc2-b8c8-5acfea3a5262 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:04:47.743519 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd2b6382-3235-4869-8bda-65d55169a432", "tag": "afca9ad0-8e4f-4acb-801e-6a6d41ce806c", "status": "completed", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:04:47.743773 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-00d77b9d-c01e-4cc2-b8c8-5acfea3a5262 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:04:47.744179 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00d77b9d-c01e-4cc2-b8c8-5acfea3a5262'] response: {'name': 'network-changed', 'server_uuid': 'bd2b6382-3235-4869-8bda-65d55169a432', 'tag': 'afca9ad0-8e4f-4acb-801e-6a6d41ce806c', 'status': 'completed', 'code': 200} May 13 13:04:47.807489 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fb5976-e3ca-4d01-ac89-604fc64ce027 req-87e84096-2a95-4b77-87b8-d4da51c94729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:04:47.809005 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-b2fb5976-e3ca-4d01-ac89-604fc64ce027 req-87e84096-2a95-4b77-87b8-d4da51c94729 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d43e74ace585434482a887caf9d61c9f&device_id=bd2b6382-3235-4869-8bda-65d55169a432 HTTP/1.1" status: 200 len: 1128 time: 0.0431085 May 13 13:04:47.859087 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-b2fb5976-e3ca-4d01-ac89-604fc64ce027 req-59c258df-b457-42c3-8f77-a7381e2746ed service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=afca9ad0-8e4f-4acb-801e-6a6d41ce806c HTTP/1.1" status: 200 len: 217 time: 0.0355487 May 13 13:04:47.875207 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (f7880a20-862d-46b4-8dd6-192b0a47d710), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:47.912952 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fb5976-e3ca-4d01-ac89-604fc64ce027 req-e7bceb7c-f48b-42ea-8558-f320d7bad424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:04:47.914349 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-b2fb5976-e3ca-4d01-ac89-604fc64ce027 req-e7bceb7c-f48b-42ea-8558-f320d7bad424 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1b6f02d9-a71f-428a-85b5-90febd1bfdf5 HTTP/1.1" status: 200 len: 847 time: 0.0488546 May 13 13:04:47.960948 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fb5976-e3ca-4d01-ac89-604fc64ce027 req-ab8345e6-e8af-4cf2-adda-2b2644ff18d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:04:47.962449 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-b2fb5976-e3ca-4d01-ac89-604fc64ce027 req-ab8345e6-e8af-4cf2-adda-2b2644ff18d3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0286a1e2-7023-4be1-8d4b-88b03416ec62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378959 May 13 13:04:48.050566 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-b2fb5976-e3ca-4d01-ac89-604fc64ce027 req-8bfb2493-cfca-480d-bea1-ac3bad980cca service neutron] 10.222.0.52 "GET /v2.0/networks/0286a1e2-7023-4be1-8d4b-88b03416ec62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809193 May 13 13:04:48.141260 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-b2fb5976-e3ca-4d01-ac89-604fc64ce027 req-34b12e1f-8929-483f-9fff-d2cd1678dde8 service neutron] 10.222.0.52 "GET /v2.0/networks/0286a1e2-7023-4be1-8d4b-88b03416ec62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840642 May 13 13:04:48.538224 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16373f08-5751-49ba-8dfa-03941be0daeb req-9516eb4c-ff03-4b1f-87fe-379dc5269c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:04:48.539682 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-16373f08-5751-49ba-8dfa-03941be0daeb req-9516eb4c-ff03-4b1f-87fe-379dc5269c07 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d43e74ace585434482a887caf9d61c9f&device_id=bd2b6382-3235-4869-8bda-65d55169a432 HTTP/1.1" status: 200 len: 1128 time: 0.0699079 May 13 13:04:48.547562 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02421b6a-ceaf-457a-b776-10746aadb3b2 req-7b26809b-86a5-4bee-a054-c77c9628179f tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:04:48.549559 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-02421b6a-ceaf-457a-b776-10746aadb3b2 req-7b26809b-86a5-4bee-a054-c77c9628179f tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] 10.222.0.49 "GET /v2.0/ports?device_id=bd2b6382-3235-4869-8bda-65d55169a432 HTTP/1.1" status: 200 len: 944 time: 0.0716782 May 13 13:04:48.649631 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-02421b6a-ceaf-457a-b776-10746aadb3b2 req-26a4e872-bc84-416c-a9a6-171394af9d45 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] 10.222.0.49 "GET /v2.0/security-groups?id=8dca4abe-4146-4459-9b30-6ef532d72c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920517 May 13 13:04:48.666276 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16373f08-5751-49ba-8dfa-03941be0daeb req-bbacc97a-35eb-400f-8729-fea5d7d901bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:04:48.667709 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-16373f08-5751-49ba-8dfa-03941be0daeb req-bbacc97a-35eb-400f-8729-fea5d7d901bf service neutron] 10.222.0.52 "GET /v2.0/networks?id=0286a1e2-7023-4be1-8d4b-88b03416ec62 HTTP/1.1" status: 200 len: 909 time: 0.1173294 May 13 13:04:48.713090 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-16373f08-5751-49ba-8dfa-03941be0daeb req-9c01893f-d5fa-4a2d-b802-9b487157feb0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=afca9ad0-8e4f-4acb-801e-6a6d41ce806c HTTP/1.1" status: 200 len: 217 time: 0.0382447 May 13 13:04:48.760121 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16373f08-5751-49ba-8dfa-03941be0daeb req-00f629b0-11af-44ad-9517-67112ed70f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:04:48.761551 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-16373f08-5751-49ba-8dfa-03941be0daeb req-00f629b0-11af-44ad-9517-67112ed70f6a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1b6f02d9-a71f-428a-85b5-90febd1bfdf5 HTTP/1.1" status: 200 len: 847 time: 0.0425117 May 13 13:04:48.804792 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16373f08-5751-49ba-8dfa-03941be0daeb req-f964a045-2977-4bac-9883-429478f013a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:04:48.806251 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-16373f08-5751-49ba-8dfa-03941be0daeb req-f964a045-2977-4bac-9883-429478f013a7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0286a1e2-7023-4be1-8d4b-88b03416ec62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382144 May 13 13:04:48.898334 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-16373f08-5751-49ba-8dfa-03941be0daeb req-52826059-a81a-4569-b1f2-37492a84367b service neutron] 10.222.0.52 "GET /v2.0/networks/0286a1e2-7023-4be1-8d4b-88b03416ec62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829098 May 13 13:04:48.986875 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-16373f08-5751-49ba-8dfa-03941be0daeb req-8f55198e-436d-44ce-8b56-eaf4de737dd8 service neutron] 10.222.0.52 "GET /v2.0/networks/0286a1e2-7023-4be1-8d4b-88b03416ec62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816259 May 13 13:04:49.764788 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf407ee-0dd5-4710-b5ce-c98d7a8c9ecd req-973f8d97-0866-4e76-8370-f87d4afb7bf9 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:04:49.766391 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-dbf407ee-0dd5-4710-b5ce-c98d7a8c9ecd req-973f8d97-0866-4e76-8370-f87d4afb7bf9 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] 10.222.0.49 "GET /v2.0/ports?device_id=bd2b6382-3235-4869-8bda-65d55169a432 HTTP/1.1" status: 200 len: 944 time: 0.0481181 May 13 13:04:49.816279 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-dbf407ee-0dd5-4710-b5ce-c98d7a8c9ecd req-bdb97cec-edb3-401b-8c4b-dfc9304bff6a tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] 10.222.0.49 "GET /v2.0/security-groups?id=8dca4abe-4146-4459-9b30-6ef532d72c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431504 May 13 13:04:50.362405 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (202f7e15-8fd1-4d3b-a0cb-2b083dcecd1a), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:50.930581 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32299d4a-1ea7-4574-b323-dc98dc5c8fd6 req-118d926f-7619-4815-bd7a-f9fd79b802a0 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:04:50.932016 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-32299d4a-1ea7-4574-b323-dc98dc5c8fd6 req-118d926f-7619-4815-bd7a-f9fd79b802a0 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] 10.222.0.49 "GET /v2.0/ports?device_id=bd2b6382-3235-4869-8bda-65d55169a432 HTTP/1.1" status: 200 len: 944 time: 0.0465996 May 13 13:04:50.983587 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-32299d4a-1ea7-4574-b323-dc98dc5c8fd6 req-01e4d86a-7d22-470b-ae86-1530e4c556bf tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] 10.222.0.49 "GET /v2.0/security-groups?id=8dca4abe-4146-4459-9b30-6ef532d72c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461202 May 13 13:04:52.092101 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5098ce6b-8290-44d3-898c-7c8528618256 req-1c84afad-247e-478d-a55e-36d238b2a435 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:04:52.093541 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-5098ce6b-8290-44d3-898c-7c8528618256 req-1c84afad-247e-478d-a55e-36d238b2a435 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] 10.222.0.49 "GET /v2.0/ports?device_id=bd2b6382-3235-4869-8bda-65d55169a432 HTTP/1.1" status: 200 len: 944 time: 0.0443652 May 13 13:04:52.144723 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-5098ce6b-8290-44d3-898c-7c8528618256 req-89807e8c-d0bc-46e1-9da6-1e9a13a24ab5 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] 10.222.0.49 "GET /v2.0/security-groups?id=8dca4abe-4146-4459-9b30-6ef532d72c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451040 May 13 13:04:53.256541 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6bd03c-4c76-48a8-bb12-ab533da9d831 req-7cd02e35-9a54-4226-b097-8c7556a05a07 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:04:53.257940 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-db6bd03c-4c76-48a8-bb12-ab533da9d831 req-7cd02e35-9a54-4226-b097-8c7556a05a07 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] 10.222.0.49 "GET /v2.0/ports?device_id=bd2b6382-3235-4869-8bda-65d55169a432 HTTP/1.1" status: 200 len: 944 time: 0.0461507 May 13 13:04:53.305969 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-db6bd03c-4c76-48a8-bb12-ab533da9d831 req-b01c2129-a294-421b-a0fd-a2080cb9dc66 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] 10.222.0.49 "GET /v2.0/security-groups?id=8dca4abe-4146-4459-9b30-6ef532d72c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425327 May 13 13:04:54.418325 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874fbd5a-4d1e-480f-b294-a11b084fff4a req-98a4941b-bc3c-41e3-8087-d2cb8a8c8ce8 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:04:54.419772 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-874fbd5a-4d1e-480f-b294-a11b084fff4a req-98a4941b-bc3c-41e3-8087-d2cb8a8c8ce8 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] 10.222.0.49 "GET /v2.0/ports?device_id=bd2b6382-3235-4869-8bda-65d55169a432 HTTP/1.1" status: 200 len: 944 time: 0.0470400 May 13 13:04:54.467744 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-874fbd5a-4d1e-480f-b294-a11b084fff4a req-8bcdc2a9-c4bf-4cb4-a39e-0b2a1a7e7d8c tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] 10.222.0.49 "GET /v2.0/security-groups?id=8dca4abe-4146-4459-9b30-6ef532d72c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417118 May 13 13:04:55.579407 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6092f6b2-2754-4482-a815-8f304e9855b1 req-ffbca712-34c2-46ae-b6c1-d65aa8fd8b1a tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:04:55.580888 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-6092f6b2-2754-4482-a815-8f304e9855b1 req-ffbca712-34c2-46ae-b6c1-d65aa8fd8b1a tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] 10.222.0.49 "GET /v2.0/ports?device_id=bd2b6382-3235-4869-8bda-65d55169a432 HTTP/1.1" status: 200 len: 944 time: 0.0461869 May 13 13:04:55.629359 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-6092f6b2-2754-4482-a815-8f304e9855b1 req-172c2d81-2e10-4845-a3f1-b52822b64671 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] 10.222.0.49 "GET /v2.0/security-groups?id=8dca4abe-4146-4459-9b30-6ef532d72c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422130 May 13 13:04:56.740251 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162b0b29-1f7c-4df3-a441-bec761c5d471 req-17922beb-a468-45e5-a4ef-21e7b5e3b717 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:04:56.741733 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-162b0b29-1f7c-4df3-a441-bec761c5d471 req-17922beb-a468-45e5-a4ef-21e7b5e3b717 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] 10.222.0.49 "GET /v2.0/ports?device_id=bd2b6382-3235-4869-8bda-65d55169a432 HTTP/1.1" status: 200 len: 944 time: 0.0456092 May 13 13:04:56.790209 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-162b0b29-1f7c-4df3-a441-bec761c5d471 req-620197e4-df33-41d6-9b1f-3cf2b808c44d tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] 10.222.0.49 "GET /v2.0/security-groups?id=8dca4abe-4146-4459-9b30-6ef532d72c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428994 May 13 13:04:57.199852 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Device afca9ad0-8e4f-4acb-801e-6a6d41ce806c details requested by agent hyperv_hv-cinder-84164 with host hv-cinder-84164 {{(pid=109805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 13:04:57.296602 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] For port afca9ad0-8e4f-4acb-801e-6a6d41ce806c, host hv-cinder-84164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84164',level=0,port_id=afca9ad0-8e4f-4acb-801e-6a6d41ce806c,segment=NetworkSegment(35811256-1848-4c88-a68f-703bf713e934),segment_id=35811256-1848-4c88-a68f-703bf713e934)] {{(pid=109805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:04:57.433923 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Returning: {'device': 'afca9ad0-8e4f-4acb-801e-6a6d41ce806c', 'network_id': '0286a1e2-7023-4be1-8d4b-88b03416ec62', 'port_id': 'afca9ad0-8e4f-4acb-801e-6a6d41ce806c', 'mac_address': 'fa:16:3e:3c:62:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b6f02d9-a71f-428a-85b5-90febd1bfdf5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 13:04:57.470595 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Current status of the port afca9ad0-8e4f-4acb-801e-6a6d41ce806c is: DOWN; New status is: BUILD {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:04:57.470978 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (afca9ad0-8e4f-4acb-801e-6a6d41ce806c), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:57.483092 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.notifiers.nova [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afca9ad0-8e4f-4acb-801e-6a6d41ce806c {{(pid=109805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:04:57.502176 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] For port afca9ad0-8e4f-4acb-801e-6a6d41ce806c, host hv-cinder-84164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84164',level=0,port_id=afca9ad0-8e4f-4acb-801e-6a6d41ce806c,segment=NetworkSegment(35811256-1848-4c88-a68f-703bf713e934),segment_id=35811256-1848-4c88-a68f-703bf713e934)] {{(pid=109805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:04:57.505770 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (afca9ad0-8e4f-4acb-801e-6a6d41ce806c), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:57.551385 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Pushing event updated for resources: {'Port': ['ID=afca9ad0-8e4f-4acb-801e-6a6d41ce806c,revision_number=4']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:04:57.871596 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] get_ports_and_sgs() called for port_ids ['afca9ad0-8e4f-4acb-801e-6a6d41ce806c'] {{(pid=109805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 13:04:57.909874 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db88dd81-7a54-4b2d-8d97-61f92b5e6ab8 req-79a11524-a4c8-404a-bd5d-21a82a578bc4 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:04:57.911349 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-db88dd81-7a54-4b2d-8d97-61f92b5e6ab8 req-79a11524-a4c8-404a-bd5d-21a82a578bc4 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] 10.222.0.49 "GET /v2.0/ports?device_id=bd2b6382-3235-4869-8bda-65d55169a432 HTTP/1.1" status: 200 len: 945 time: 0.0522711 May 13 13:04:57.960178 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-db88dd81-7a54-4b2d-8d97-61f92b5e6ab8 req-630e2d68-3aac-4e3c-9628-b550fc52a5be tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] 10.222.0.49 "GET /v2.0/security-groups?id=8dca4abe-4146-4459-9b30-6ef532d72c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430217 May 13 13:04:59.078087 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1bf03c-c42a-4e05-99d9-ca4b3213e35b req-39815e44-04a3-4197-a8ed-e558f64665e2 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:04:59.079697 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-4d1bf03c-c42a-4e05-99d9-ca4b3213e35b req-39815e44-04a3-4197-a8ed-e558f64665e2 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] 10.222.0.49 "GET /v2.0/ports?device_id=bd2b6382-3235-4869-8bda-65d55169a432 HTTP/1.1" status: 200 len: 945 time: 0.0505786 May 13 13:04:59.128293 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-4d1bf03c-c42a-4e05-99d9-ca4b3213e35b req-9d4ee5a0-d1fc-4e5f-b85e-528350226396 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] 10.222.0.49 "GET /v2.0/security-groups?id=8dca4abe-4146-4459-9b30-6ef532d72c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430934 May 13 13:04:59.212793 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Device afca9ad0-8e4f-4acb-801e-6a6d41ce806c up at agent hyperv_hv-cinder-84164 {{(pid=109805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:04:59.265889 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Provisioning for port afca9ad0-8e4f-4acb-801e-6a6d41ce806c completed by entity L2. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 13:04:59.272244 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Provisioning complete for port afca9ad0-8e4f-4acb-801e-6a6d41ce806c triggered by entity L2. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:04:59.272657 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (afca9ad0-8e4f-4acb-801e-6a6d41ce806c), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:59.350285 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Current status of the port afca9ad0-8e4f-4acb-801e-6a6d41ce806c is: BUILD; New status is: ACTIVE {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:04:59.350674 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (afca9ad0-8e4f-4acb-801e-6a6d41ce806c), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:59.373380 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd2b6382-3235-4869-8bda-65d55169a432', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afca9ad0-8e4f-4acb-801e-6a6d41ce806c'}] {{(pid=109805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:04:59.376873 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bf410fb1f4c9c59dd9b4e78159940bff83c4f370df38d4d08ac4943129d440" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41a10a25-18da-4000-8d55-94fdf6ba2432" -d '{"events": [{"server_uuid": "bd2b6382-3235-4869-8bda-65d55169a432", "name": "network-vif-plugged", "status": "completed", "tag": "afca9ad0-8e4f-4acb-801e-6a6d41ce806c"}]}' {{(pid=109805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:04:59.390124 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] For port afca9ad0-8e4f-4acb-801e-6a6d41ce806c, host hv-cinder-84164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84164',level=0,port_id=afca9ad0-8e4f-4acb-801e-6a6d41ce806c,segment=NetworkSegment(35811256-1848-4c88-a68f-703bf713e934),segment_id=35811256-1848-4c88-a68f-703bf713e934)] {{(pid=109805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:04:59.395186 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (afca9ad0-8e4f-4acb-801e-6a6d41ce806c), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:04:59.421306 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 13:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4aa8bed-02a2-4752-9889-bdfaf92e81d9 x-openstack-request-id: req-b4aa8bed-02a2-4752-9889-bdfaf92e81d9 {{(pid=109805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:04:59.421596 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd2b6382-3235-4869-8bda-65d55169a432", "name": "network-vif-plugged", "status": "completed", "tag": "afca9ad0-8e4f-4acb-801e-6a6d41ce806c", "code": 200}]} {{(pid=109805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:04:59.421850 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b4aa8bed-02a2-4752-9889-bdfaf92e81d9 {{(pid=109805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:04:59.422235 dv-cinder-841644-1-iscsi neutron-server[109805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4aa8bed-02a2-4752-9889-bdfaf92e81d9'] response: {'server_uuid': 'bd2b6382-3235-4869-8bda-65d55169a432', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afca9ad0-8e4f-4acb-801e-6a6d41ce806c', 'code': 200} May 13 13:04:59.447669 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Pushing event updated for resources: {'Port': ['ID=afca9ad0-8e4f-4acb-801e-6a6d41ce806c,revision_number=5']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:04:59.673322 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe99df9-f39a-4387-b162-dddf19a4b6b9 req-5bb03cc7-1898-45a4-a446-c6326a4c6317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:04:59.675017 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-bfe99df9-f39a-4387-b162-dddf19a4b6b9 req-5bb03cc7-1898-45a4-a446-c6326a4c6317 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=bd2b6382-3235-4869-8bda-65d55169a432 HTTP/1.1" status: 200 len: 1130 time: 0.0379777 May 13 13:04:59.718654 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-bfe99df9-f39a-4387-b162-dddf19a4b6b9 req-8c994f03-0147-491d-8a33-f8054d2fe804 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=8dca4abe-4146-4459-9b30-6ef532d72c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380766 May 13 13:05:00.248953 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9c078b-aa46-45b7-81e9-23e24f2b4748 req-f155085d-cc45-4ce5-a8d5-6f06b8556afb tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:05:00.250356 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-9c9c078b-aa46-45b7-81e9-23e24f2b4748 req-f155085d-cc45-4ce5-a8d5-6f06b8556afb tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] 10.222.0.49 "GET /v2.0/ports?device_id=bd2b6382-3235-4869-8bda-65d55169a432 HTTP/1.1" status: 200 len: 946 time: 0.0523622 May 13 13:05:00.299718 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-9c9c078b-aa46-45b7-81e9-23e24f2b4748 req-8d18bcb5-ebf8-487c-b9be-e221d4784342 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] 10.222.0.49 "GET /v2.0/security-groups?id=8dca4abe-4146-4459-9b30-6ef532d72c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432603 May 13 13:05:01.416507 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3232af9-122e-43fc-8734-d236b752f512 req-7d45dc98-9561-4661-ad2b-11bae68093a3 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:05:01.417974 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-b3232af9-122e-43fc-8734-d236b752f512 req-7d45dc98-9561-4661-ad2b-11bae68093a3 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] 10.222.0.49 "GET /v2.0/ports?device_id=bd2b6382-3235-4869-8bda-65d55169a432 HTTP/1.1" status: 200 len: 946 time: 0.0498989 May 13 13:05:01.465490 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-b3232af9-122e-43fc-8734-d236b752f512 req-834978ef-0358-451b-8989-3da9df344176 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] 10.222.0.49 "GET /v2.0/security-groups?id=8dca4abe-4146-4459-9b30-6ef532d72c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417371 May 13 13:05:01.579461 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352f5192-e2c4-4943-8be5-648d3516e09f req-d3823ddb-0059-4efe-a3ca-9a68d9499b36 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:05:01.581002 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-352f5192-e2c4-4943-8be5-648d3516e09f req-d3823ddb-0059-4efe-a3ca-9a68d9499b36 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] 10.222.0.49 "GET /v2.0/ports?device_id=bd2b6382-3235-4869-8bda-65d55169a432 HTTP/1.1" status: 200 len: 946 time: 0.0507102 May 13 13:05:01.631232 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-352f5192-e2c4-4943-8be5-648d3516e09f req-d06128f8-ce0a-491a-a953-abe87729d31a tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] 10.222.0.49 "GET /v2.0/security-groups?id=8dca4abe-4146-4459-9b30-6ef532d72c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418301 May 13 13:05:01.650490 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 56686) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:05:01.728523 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45509122-564e-4f00-ac8d-b711bcc343e7 tempest-TestShelveInstance-411770800 tempest-TestShelveInstance-411770800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:05:01.730023 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-45509122-564e-4f00-ac8d-b711bcc343e7 tempest-TestShelveInstance-411770800 tempest-TestShelveInstance-411770800-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=bd2b6382-3235-4869-8bda-65d55169a432 HTTP/1.1" status: 200 len: 1125 time: 0.0785890 May 13 13:05:01.732807 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 56690) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:05:01.737623 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.v2.base [None req-fd18f576-d8ea-4076-87a7-73574913bb91 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Request body: {'floatingip': {'floating_network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'port_id': 'afca9ad0-8e4f-4acb-801e-6a6d41ce806c', 'tenant_id': 'd43e74ace585434482a887caf9d61c9f', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:05:01.757224 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fd18f576-d8ea-4076-87a7-73574913bb91 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:01.834705 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fd18f576-d8ea-4076-87a7-73574913bb91 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (None), before_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:01.936190 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.db.db_base_plugin_common [None req-fd18f576-d8ea-4076-87a7-73574913bb91 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Allocated IP 172.27.3.27 (feab3964-f0b8-402e-905b-49af947bf732/23e33d6a-fc94-4466-a994-b549e993d354/1c85cd85-0c05-4593-a396-458c6a602d37) {{(pid=109803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:05:02.039131 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fd18f576-d8ea-4076-87a7-73574913bb91 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Publish callbacks [] for port (1c85cd85-0c05-4593-a396-458c6a602d37), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:02.070770 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fd18f576-d8ea-4076-87a7-73574913bb91 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750967062384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6509865'] for port (1c85cd85-0c05-4593-a396-458c6a602d37), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:02.105524 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd18f576-d8ea-4076-87a7-73574913bb91 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Network feab3964-f0b8-402e-905b-49af947bf732 is already hosted by enough agents. {{(pid=109803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:05:02.108189 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.base_scheduler [None req-fd18f576-d8ea-4076-87a7-73574913bb91 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Resources bound (agent type, host, resource id): {{(pid=109803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:05:02.111813 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd18f576-d8ea-4076-87a7-73574913bb91 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Received port after_create {{(pid=109803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:05:02.139629 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd18f576-d8ea-4076-87a7-73574913bb91 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Pushing event updated for resources: {'Port': ['ID=1c85cd85-0c05-4593-a396-458c6a602d37,revision_number=1']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:05:02.484895 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fd18f576-d8ea-4076-87a7-73574913bb91 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Publish callbacks [] for floatingip (7cad0cda-9126-424b-b04c-1d95b775bff0), precommit_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:02.552249 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fd18f576-d8ea-4076-87a7-73574913bb91 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (1c85cd85-0c05-4593-a396-458c6a602d37), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:02.700775 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fd18f576-d8ea-4076-87a7-73574913bb91 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Publish callbacks [] for port (1c85cd85-0c05-4593-a396-458c6a602d37), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:02.704888 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fd18f576-d8ea-4076-87a7-73574913bb91 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6509904'] for port (1c85cd85-0c05-4593-a396-458c6a602d37), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:02.771413 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd18f576-d8ea-4076-87a7-73574913bb91 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Pushing event updated for resources: {'Port': ['ID=1c85cd85-0c05-4593-a396-458c6a602d37,revision_number=2']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:05:02.784254 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fd18f576-d8ea-4076-87a7-73574913bb91 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621791'] for floatingip (7cad0cda-9126-424b-b04c-1d95b775bff0), after_create {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:02.888710 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.db.l3_db [None req-fd18f576-d8ea-4076-87a7-73574913bb91 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Floating IP 7cad0cda-9126-424b-b04c-1d95b775bff0 associated. External IP: 172.27.3.27, port: afca9ad0-8e4f-4acb-801e-6a6d41ce806c. May 13 13:05:03.101603 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd18f576-d8ea-4076-87a7-73574913bb91 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Router 488725a6-6489-4776-bd61-77e6ac0b3a32 has already been hosted by L3 agent 6d8a5631-9f63-444c-af3b-4dcce4842b62 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 13:05:03.481857 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd18f576-d8ea-4076-87a7-73574913bb91 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Notify agent at l3_agent.dv-cinder-841644-1-iscsi the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:05:03.492084 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d719a36-29b2-4640-a2d9-7e44bbc75657 None None] Sync routers for ids ['488725a6-6489-4776-bd61-77e6ac0b3a32'] in dv-cinder-841644-1-iscsi {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:05:03.501814 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fd18f576-d8ea-4076-87a7-73574913bb91 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4290'] for floatingip (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:03.503039 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d719a36-29b2-4640-a2d9-7e44bbc75657 None None] Routers {'488725a6-6489-4776-bd61-77e6ac0b3a32'} bound to L3 agent in host dv-cinder-841644-1-iscsi {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:05:03.503665 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-0d719a36-29b2-4640-a2d9-7e44bbc75657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841644-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T12:45:44Z,description=,heartbeat_timestamp=2022-05-13T13:04:44Z,host='dv-cinder-841644-1-iscsi',id=6d8a5631-9f63-444c-af3b-4dcce4842b62,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T12:45:44Z,topic='l3_agent')) {'router_ids': ['488725a6-6489-4776-bd61-77e6ac0b3a32'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:05:03.529896 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-fd18f576-d8ea-4076-87a7-73574913bb91 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7960875 May 13 13:05:03.530544 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd2b6382-3235-4869-8bda-65d55169a432', 'tag': 'afca9ad0-8e4f-4acb-801e-6a6d41ce806c'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:05:03.532918 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cdb7c774b4c64768c46a18a465ef1a15500a906a5d07d0e5a65b0b29d0c9ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d58db62-2ab4-4116-a9f4-982ef56a8217" -d '{"events": [{"name": "network-changed", "server_uuid": "bd2b6382-3235-4869-8bda-65d55169a432", "tag": "afca9ad0-8e4f-4acb-801e-6a6d41ce806c"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:05:03.568182 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 13:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6080d91d-0adb-4e8c-970e-080ae36f3b05 x-openstack-request-id: req-6080d91d-0adb-4e8c-970e-080ae36f3b05 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:05:03.568477 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd2b6382-3235-4869-8bda-65d55169a432", "tag": "afca9ad0-8e4f-4acb-801e-6a6d41ce806c", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:05:03.568730 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6080d91d-0adb-4e8c-970e-080ae36f3b05 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:05:03.569367 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6080d91d-0adb-4e8c-970e-080ae36f3b05'] response: {'name': 'network-changed', 'server_uuid': 'bd2b6382-3235-4869-8bda-65d55169a432', 'tag': 'afca9ad0-8e4f-4acb-801e-6a6d41ce806c', 'status': 'completed', 'code': 200} May 13 13:05:03.615741 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-0d719a36-29b2-4640-a2d9-7e44bbc75657 None None] Set router 488725a6-6489-4776-bd61-77e6ac0b3a32 gateway port host: dv-cinder-841644-1-iscsi {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:05:03.652223 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d58db62-2ab4-4116-a9f4-982ef56a8217 req-f6589a83-2701-4957-a6a3-3b57ed3ef21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:05:03.653754 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-7d58db62-2ab4-4116-a9f4-982ef56a8217 req-f6589a83-2701-4957-a6a3-3b57ed3ef21d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d43e74ace585434482a887caf9d61c9f&device_id=bd2b6382-3235-4869-8bda-65d55169a432 HTTP/1.1" status: 200 len: 1130 time: 0.0394394 May 13 13:05:03.743542 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d58db62-2ab4-4116-a9f4-982ef56a8217 req-e6d5eee3-1f80-4f34-859c-201df58cdfe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:05:03.744885 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-7d58db62-2ab4-4116-a9f4-982ef56a8217 req-e6d5eee3-1f80-4f34-859c-201df58cdfe3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=0286a1e2-7023-4be1-8d4b-88b03416ec62 HTTP/1.1" status: 200 len: 909 time: 0.0843332 May 13 13:05:03.813741 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-7d58db62-2ab4-4116-a9f4-982ef56a8217 req-021e9b47-e375-4c12-8339-66ff428fec8b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=afca9ad0-8e4f-4acb-801e-6a6d41ce806c HTTP/1.1" status: 200 len: 999 time: 0.0616562 May 13 13:05:03.833368 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-0d719a36-29b2-4640-a2d9-7e44bbc75657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '488725a6-6489-4776-bd61-77e6ac0b3a32', 'name': 'tempest-TestShelveInstance-162223635-router', 'tenant_id': 'd43e74ace585434482a887caf9d61c9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': 'eed37cce-ce1e-425f-a706-343a9a767059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:04:18Z', 'updated_at': '2022-05-13T13:04:21Z', 'revision_number': 4, 'project_id': 'd43e74ace585434482a887caf9d61c9f', 'gw_port': {'id': 'eed37cce-ce1e-425f-a706-343a9a767059', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:63:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488725a6-6489-4776-bd61-77e6ac0b3a32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:04:19Z', 'updated_at': '2022-05-13T13:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi', '_floatingips': [{'id': '7cad0cda-9126-424b-b04c-1d95b775bff0', 'tenant_id': 'd43e74ace585434482a887caf9d61c9f', 'floating_ip_address': '172.27.3.27', 'floating_network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'router_id': '488725a6-6489-4776-bd61-77e6ac0b3a32', 'port_id': 'afca9ad0-8e4f-4acb-801e-6a6d41ce806c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0286a1e2-7023-4be1-8d4b-88b03416ec62', 'mac_address': 'fa:16:3e:3c:62:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd2b6382-3235-4869-8bda-65d55169a432', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:05:02Z', 'updated_at': '2022-05-13T13:05:02Z', 'revision_number': 0, 'project_id': 'd43e74ace585434482a887caf9d61c9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01a6eb96-d204-4a9e-8074-09ec1a453eb4', 'name': '', 'network_id': '0286a1e2-7023-4be1-8d4b-88b03416ec62', 'tenant_id': 'd43e74ace585434482a887caf9d61c9f', 'mac_address': 'fa:16:3e:8c:1f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488725a6-6489-4776-bd61-77e6ac0b3a32', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '1b6f02d9-a71f-428a-85b5-90febd1bfdf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:04:20Z', 'updated_at': '2022-05-13T13:04:26Z', 'revision_number': 5, 'project_id': 'd43e74ace585434482a887caf9d61c9f', 'subnets': [{'id': '1b6f02d9-a71f-428a-85b5-90febd1bfdf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841644-1-iscsi', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:05:03.862316 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d58db62-2ab4-4116-a9f4-982ef56a8217 req-91f28aca-6103-4781-9e59-fc141e6cbc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:05:03.863759 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-7d58db62-2ab4-4116-a9f4-982ef56a8217 req-91f28aca-6103-4781-9e59-fc141e6cbc4c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1b6f02d9-a71f-428a-85b5-90febd1bfdf5 HTTP/1.1" status: 200 len: 847 time: 0.0428445 May 13 13:05:03.864365 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d719a36-29b2-4640-a2d9-7e44bbc75657 None None] Checking router: 488725a6-6489-4776-bd61-77e6ac0b3a32 for host: dv-cinder-841644-1-iscsi {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:05:03.872783 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d719a36-29b2-4640-a2d9-7e44bbc75657 None None] Routers {'488725a6-6489-4776-bd61-77e6ac0b3a32'} bound to L3 agent in host dv-cinder-841644-1-iscsi {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:05:03.873462 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-0d719a36-29b2-4640-a2d9-7e44bbc75657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841644-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T12:45:44Z,description=,heartbeat_timestamp=2022-05-13T13:04:44Z,host='dv-cinder-841644-1-iscsi',id=6d8a5631-9f63-444c-af3b-4dcce4842b62,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T12:45:44Z,topic='l3_agent')) {'router_ids': ['488725a6-6489-4776-bd61-77e6ac0b3a32'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:05:03.907335 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d58db62-2ab4-4116-a9f4-982ef56a8217 req-dacc5767-4ce4-4e91-93a4-860b32731498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:05:03.908808 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-7d58db62-2ab4-4116-a9f4-982ef56a8217 req-dacc5767-4ce4-4e91-93a4-860b32731498 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0286a1e2-7023-4be1-8d4b-88b03416ec62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378327 May 13 13:05:03.983594 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-0d719a36-29b2-4640-a2d9-7e44bbc75657 None None] Set router 488725a6-6489-4776-bd61-77e6ac0b3a32 gateway port host: dv-cinder-841644-1-iscsi {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:05:04.004206 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-7d58db62-2ab4-4116-a9f4-982ef56a8217 req-b58841b7-04b5-47ed-a4f2-5fc5a407db39 service neutron] 10.222.0.52 "GET /v2.0/networks/0286a1e2-7023-4be1-8d4b-88b03416ec62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876706 May 13 13:05:04.091399 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-7d58db62-2ab4-4116-a9f4-982ef56a8217 req-91025807-8abd-4fbc-9ac4-7af72ada5c1d service neutron] 10.222.0.52 "GET /v2.0/networks/0286a1e2-7023-4be1-8d4b-88b03416ec62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808871 May 13 13:05:04.198334 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-0d719a36-29b2-4640-a2d9-7e44bbc75657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '488725a6-6489-4776-bd61-77e6ac0b3a32', 'name': 'tempest-TestShelveInstance-162223635-router', 'tenant_id': 'd43e74ace585434482a887caf9d61c9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': 'eed37cce-ce1e-425f-a706-343a9a767059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:04:18Z', 'updated_at': '2022-05-13T13:04:21Z', 'revision_number': 4, 'project_id': 'd43e74ace585434482a887caf9d61c9f', 'gw_port': {'id': 'eed37cce-ce1e-425f-a706-343a9a767059', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:63:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488725a6-6489-4776-bd61-77e6ac0b3a32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:04:19Z', 'updated_at': '2022-05-13T13:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi', '_floatingips': [{'id': '7cad0cda-9126-424b-b04c-1d95b775bff0', 'tenant_id': 'd43e74ace585434482a887caf9d61c9f', 'floating_ip_address': '172.27.3.27', 'floating_network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'router_id': '488725a6-6489-4776-bd61-77e6ac0b3a32', 'port_id': 'afca9ad0-8e4f-4acb-801e-6a6d41ce806c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0286a1e2-7023-4be1-8d4b-88b03416ec62', 'mac_address': 'fa:16:3e:3c:62:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd2b6382-3235-4869-8bda-65d55169a432', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:05:02Z', 'updated_at': '2022-05-13T13:05:02Z', 'revision_number': 0, 'project_id': 'd43e74ace585434482a887caf9d61c9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01a6eb96-d204-4a9e-8074-09ec1a453eb4', 'name': '', 'network_id': '0286a1e2-7023-4be1-8d4b-88b03416ec62', 'tenant_id': 'd43e74ace585434482a887caf9d61c9f', 'mac_address': 'fa:16:3e:8c:1f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488725a6-6489-4776-bd61-77e6ac0b3a32', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '1b6f02d9-a71f-428a-85b5-90febd1bfdf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:04:20Z', 'updated_at': '2022-05-13T13:04:26Z', 'revision_number': 5, 'project_id': 'd43e74ace585434482a887caf9d61c9f', 'subnets': [{'id': '1b6f02d9-a71f-428a-85b5-90febd1bfdf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841644-1-iscsi', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:05:04.230013 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d719a36-29b2-4640-a2d9-7e44bbc75657 None None] The sync data for ids ['488725a6-6489-4776-bd61-77e6ac0b3a32'] in dv-cinder-841644-1-iscsi is: [{'id': '488725a6-6489-4776-bd61-77e6ac0b3a32', 'name': 'tempest-TestShelveInstance-162223635-router', 'tenant_id': 'd43e74ace585434482a887caf9d61c9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': 'eed37cce-ce1e-425f-a706-343a9a767059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:04:18Z', 'updated_at': '2022-05-13T13:04:21Z', 'revision_number': 4, 'project_id': 'd43e74ace585434482a887caf9d61c9f', 'gw_port': {'id': 'eed37cce-ce1e-425f-a706-343a9a767059', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:63:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488725a6-6489-4776-bd61-77e6ac0b3a32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:04:19Z', 'updated_at': '2022-05-13T13:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi', '_floatingips': [{'id': '7cad0cda-9126-424b-b04c-1d95b775bff0', 'tenant_id': 'd43e74ace585434482a887caf9d61c9f', 'floating_ip_address': '172.27.3.27', 'floating_network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'router_id': '488725a6-6489-4776-bd61-77e6ac0b3a32', 'port_id': 'afca9ad0-8e4f-4acb-801e-6a6d41ce806c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0286a1e2-7023-4be1-8d4b-88b03416ec62', 'mac_address': 'fa:16:3e:3c:62:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd2b6382-3235-4869-8bda-65d55169a432', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:05:02Z', 'updated_at': '2022-05-13T13:05:02Z', 'revision_number': 0, 'project_id': 'd43e74ace585434482a887caf9d61c9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01a6eb96-d204-4a9e-8074-09ec1a453eb4', 'name': '', 'network_id': '0286a1e2-7023-4be1-8d4b-88b03416ec62', 'tenant_id': 'd43e74ace585434482a887caf9d61c9f', 'mac_address': 'fa:16:3e:8c:1f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488725a6-6489-4776-bd61-77e6ac0b3a32', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '1b6f02d9-a71f-428a-85b5-90febd1bfdf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:04:20Z', 'updated_at': '2022-05-13T13:04:26Z', 'revision_number': 5, 'project_id': 'd43e74ace585434482a887caf9d61c9f', 'subnets': [{'id': '1b6f02d9-a71f-428a-85b5-90febd1bfdf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:05:04.414613 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95029288-df0d-4592-a649-73c1c9b93060 None None] New status for floating IP 7cad0cda-9126-424b-b04c-1d95b775bff0: ACTIVE {{(pid=109806) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 13:05:04.493645 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-cd245d12-3581-4dad-9127-6831dc2296e0 req-f3960e14-9aa9-43bf-834c-9bee03476afc tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-578362912&fields=id&tenant_id=f7713dfabbe6446fac28d0b194ca627a HTTP/1.1" status: 200 len: 267 time: 0.0437210 May 13 13:05:04.544558 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd245d12-3581-4dad-9127-6831dc2296e0 req-79250b1b-53d6-4f59-9c1e-4aefd20ca593 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:05:04.546025 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-cd245d12-3581-4dad-9127-6831dc2296e0 req-79250b1b-53d6-4f59-9c1e-4aefd20ca593 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] 10.222.0.49 "GET /v2.0/ports?device_id=24c9a0bb-7fb3-43a0-9175-b258e9c7bbd5 HTTP/1.1" status: 200 len: 984 time: 0.0470295 May 13 13:05:04.560393 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.v2.base [req-cd245d12-3581-4dad-9127-6831dc2296e0 req-f909d48c-a95a-4237-af97-93ae30f9b05e tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Request body: {'port': {'security_groups': ['937d479c-27f4-4075-8be2-51ff80e6516e']}} {{(pid=109803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:05:04.638044 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-cd245d12-3581-4dad-9127-6831dc2296e0 req-f909d48c-a95a-4237-af97-93ae30f9b05e tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (90cfa8c9-1331-41ca-84e5-e5be3729e414), before_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:04.810131 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-cd245d12-3581-4dad-9127-6831dc2296e0 req-f909d48c-a95a-4237-af97-93ae30f9b05e tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] For port 90cfa8c9-1331-41ca-84e5-e5be3729e414, host hv-cinder-84164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84164',level=0,port_id=90cfa8c9-1331-41ca-84e5-e5be3729e414,segment=NetworkSegment(4ac1a893-c8bf-48e7-8046-f12c6b33a07c),segment_id=4ac1a893-c8bf-48e7-8046-f12c6b33a07c)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:05:04.838722 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-cd245d12-3581-4dad-9127-6831dc2296e0 req-f909d48c-a95a-4237-af97-93ae30f9b05e tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Publish callbacks [] for port (90cfa8c9-1331-41ca-84e5-e5be3729e414), precommit_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:04.842962 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-cd245d12-3581-4dad-9127-6831dc2296e0 req-f909d48c-a95a-4237-af97-93ae30f9b05e tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6509904'] for port (90cfa8c9-1331-41ca-84e5-e5be3729e414), after_update {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:04.880078 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] get_ports_and_sgs() called for port_ids ['90cfa8c9-1331-41ca-84e5-e5be3729e414'] {{(pid=109805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 13:05:04.883441 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd245d12-3581-4dad-9127-6831dc2296e0 req-f909d48c-a95a-4237-af97-93ae30f9b05e tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:05:04.884062 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-cd245d12-3581-4dad-9127-6831dc2296e0 req-f909d48c-a95a-4237-af97-93ae30f9b05e tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4290'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:04.885442 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-cd245d12-3581-4dad-9127-6831dc2296e0 req-f909d48c-a95a-4237-af97-93ae30f9b05e tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] 10.222.0.49 "PUT /v2.0/ports/90cfa8c9-1331-41ca-84e5-e5be3729e414 HTTP/1.1" status: 200 len: 942 time: 0.3327167 May 13 13:05:04.896688 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 56702) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:05:04.910732 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f909d48c-a95a-4237-af97-93ae30f9b05e tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Pushing event updated for resources: {'Port': ['ID=90cfa8c9-1331-41ca-84e5-e5be3729e414,revision_number=7']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:05:04.965742 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f4a4665c-be54-41ff-a771-d7f99939f8de tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Publish callbacks [] for security_group (93013e7d-1f57-4731-8238-98ee55983c74), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:04.994998 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f4a4665c-be54-41ff-a771-d7f99939f8de tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Publish callbacks [] for security_group (93013e7d-1f57-4731-8238-98ee55983c74), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:05.027357 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] get_ports_and_sgs() called for port_ids ['90cfa8c9-1331-41ca-84e5-e5be3729e414'] {{(pid=109805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 13:05:05.067458 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f4a4665c-be54-41ff-a771-d7f99939f8de tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (93013e7d-1f57-4731-8238-98ee55983c74), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:05.070610 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-f4a4665c-be54-41ff-a771-d7f99939f8de tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Publish callbacks [] for security_group (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:05.071769 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-f4a4665c-be54-41ff-a771-d7f99939f8de tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] 10.222.0.49 "DELETE /v2.0/security-groups/93013e7d-1f57-4731-8238-98ee55983c74 HTTP/1.1" status: 204 len: 168 time: 0.1740227 May 13 13:05:05.074508 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 56704) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:05:05.081723 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a4665c-be54-41ff-a771-d7f99939f8de tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93013e7d-1f57-4731-8238-98ee55983c74,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:05:05.211691 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-e3510836-b49a-4dab-9ede-81b4e70b87b9 None None] Provisioning complete for port 90cfa8c9-1331-41ca-84e5-e5be3729e414 triggered by entity DHCP. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:05:05.211972 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-e3510836-b49a-4dab-9ede-81b4e70b87b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (90cfa8c9-1331-41ca-84e5-e5be3729e414), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:05.231541 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-0743e1d6-ce3b-4dfb-ab70-be5dc7711fbb tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Deleting port dd6c8b1a-5baa-4904-b36c-337ba6b05451 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:05:05.231890 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0743e1d6-ce3b-4dfb-ab70-be5dc7711fbb tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750967565572'] for port (dd6c8b1a-5baa-4904-b36c-337ba6b05451), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:05.295845 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-e3510836-b49a-4dab-9ede-81b4e70b87b9 None None] Current status of the port 90cfa8c9-1331-41ca-84e5-e5be3729e414 is: ACTIVE; New status is: ACTIVE {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:05:05.311213 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0743e1d6-ce3b-4dfb-ab70-be5dc7711fbb tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624050'] for port (dd6c8b1a-5baa-4904-b36c-337ba6b05451), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:05.311528 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0743e1d6-ce3b-4dfb-ab70-be5dc7711fbb tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Publish callbacks [] for floatingip (dd6c8b1a-5baa-4904-b36c-337ba6b05451), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:05.324017 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-0743e1d6-ce3b-4dfb-ab70-be5dc7711fbb tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Calling delete_port for dd6c8b1a-5baa-4904-b36c-337ba6b05451 owned by network:floatingip {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:05:05.492869 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0743e1d6-ce3b-4dfb-ab70-be5dc7711fbb tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750967572628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750967062393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6509865'] for port (dd6c8b1a-5baa-4904-b36c-337ba6b05451), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:05.515768 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0743e1d6-ce3b-4dfb-ab70-be5dc7711fbb tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Pushing event deleted for resources: {'Port': ['ID=dd6c8b1a-5baa-4904-b36c-337ba6b05451,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:05:05.570181 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24c9a0bb-7fb3-43a0-9175-b258e9c7bbd5', 'tag': '90cfa8c9-1331-41ca-84e5-e5be3729e414'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:05:05.572388 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cdb7c774b4c64768c46a18a465ef1a15500a906a5d07d0e5a65b0b29d0c9ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ea37223-1a32-4cc1-8257-46d303228899" -d '{"events": [{"name": "network-changed", "server_uuid": "24c9a0bb-7fb3-43a0-9175-b258e9c7bbd5", "tag": "90cfa8c9-1331-41ca-84e5-e5be3729e414"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:05:05.586697 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0743e1d6-ce3b-4dfb-ab70-be5dc7711fbb tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Publish callbacks [] for floatingip (066faa7b-a61c-48fa-804c-53a98dc5ccdf), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:05.587020 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.db.l3_db [None req-0743e1d6-ce3b-4dfb-ab70-be5dc7711fbb tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Floating IP 066faa7b-a61c-48fa-804c-53a98dc5ccdf disassociated (deleted). External IP: 172.27.3.171, port: 90cfa8c9-1331-41ca-84e5-e5be3729e414. May 13 13:05:05.621942 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 13:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b64a21ad-28dd-4cf0-bade-32ca5729efa7 x-openstack-request-id: req-b64a21ad-28dd-4cf0-bade-32ca5729efa7 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:05:05.622228 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24c9a0bb-7fb3-43a0-9175-b258e9c7bbd5", "tag": "90cfa8c9-1331-41ca-84e5-e5be3729e414", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:05:05.622474 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b64a21ad-28dd-4cf0-bade-32ca5729efa7 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:05:05.622881 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b64a21ad-28dd-4cf0-bade-32ca5729efa7'] response: {'name': 'network-changed', 'server_uuid': '24c9a0bb-7fb3-43a0-9175-b258e9c7bbd5', 'tag': '90cfa8c9-1331-41ca-84e5-e5be3729e414', 'status': 'completed', 'code': 200} May 13 13:05:05.701384 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea37223-1a32-4cc1-8257-46d303228899 req-ab44f7de-20fd-4405-87b2-c07f386fc2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:05:05.702862 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-8ea37223-1a32-4cc1-8257-46d303228899 req-ab44f7de-20fd-4405-87b2-c07f386fc2fd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f7713dfabbe6446fac28d0b194ca627a&device_id=24c9a0bb-7fb3-43a0-9175-b258e9c7bbd5 HTTP/1.1" status: 200 len: 1129 time: 0.0481846 May 13 13:05:05.794530 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea37223-1a32-4cc1-8257-46d303228899 req-4031066d-ef40-440e-b360-a7b3dccb2dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:05:05.795984 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-8ea37223-1a32-4cc1-8257-46d303228899 req-4031066d-ef40-440e-b360-a7b3dccb2dd4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ab26390c-2249-42bd-97a1-5fb2c028b74a HTTP/1.1" status: 200 len: 915 time: 0.0862968 May 13 13:05:05.801949 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0743e1d6-ce3b-4dfb-ab70-be5dc7711fbb tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Router 05802f7c-b8ca-4e5b-985c-e179dc84bf21 has already been hosted by L3 agent 6d8a5631-9f63-444c-af3b-4dcce4842b62 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 13:05:05.836866 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-8ea37223-1a32-4cc1-8257-46d303228899 req-e7161df6-6113-4497-8554-18857d54b3d4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90cfa8c9-1331-41ca-84e5-e5be3729e414 HTTP/1.1" status: 200 len: 217 time: 0.0335538 May 13 13:05:05.882976 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea37223-1a32-4cc1-8257-46d303228899 req-09f30402-7a02-4c7b-80fb-e3faafee42f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:05:05.884397 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-8ea37223-1a32-4cc1-8257-46d303228899 req-09f30402-7a02-4c7b-80fb-e3faafee42f7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=295afeaf-3910-4069-9543-33c4303d4583 HTTP/1.1" status: 200 len: 853 time: 0.0419772 May 13 13:05:05.912534 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0743e1d6-ce3b-4dfb-ab70-be5dc7711fbb tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Notify agent at l3_agent.dv-cinder-841644-1-iscsi the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:05:05.917339 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-0743e1d6-ce3b-4dfb-ab70-be5dc7711fbb tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4290'] for floatingip (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:05.923774 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99378f56-4a16-415b-b5d5-e2c855dc748f None None] Sync routers for ids ['05802f7c-b8ca-4e5b-985c-e179dc84bf21'] in dv-cinder-841644-1-iscsi {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:05:05.934184 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99378f56-4a16-415b-b5d5-e2c855dc748f None None] Routers {'05802f7c-b8ca-4e5b-985c-e179dc84bf21'} bound to L3 agent in host dv-cinder-841644-1-iscsi {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:05:05.934858 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-99378f56-4a16-415b-b5d5-e2c855dc748f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841644-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T12:45:44Z,description=,heartbeat_timestamp=2022-05-13T13:04:44Z,host='dv-cinder-841644-1-iscsi',id=6d8a5631-9f63-444c-af3b-4dcce4842b62,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T12:45:44Z,topic='l3_agent')) {'router_ids': ['05802f7c-b8ca-4e5b-985c-e179dc84bf21'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:05:05.940528 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea37223-1a32-4cc1-8257-46d303228899 req-6921a2e2-9caa-4f41-9f98-16bf0b6b0942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:05:05.942600 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-8ea37223-1a32-4cc1-8257-46d303228899 req-6921a2e2-9caa-4f41-9f98-16bf0b6b0942 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ab26390c-2249-42bd-97a1-5fb2c028b74a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0505469 May 13 13:05:05.947776 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-0743e1d6-ce3b-4dfb-ab70-be5dc7711fbb tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] 10.222.0.49 "DELETE /v2.0/floatingips/066faa7b-a61c-48fa-804c-53a98dc5ccdf HTTP/1.1" status: 204 len: 168 time: 0.8722072 May 13 13:05:06.042937 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-8ea37223-1a32-4cc1-8257-46d303228899 req-951b8e3f-9f19-4b59-bcab-0f68faf5ce0e service neutron] 10.222.0.52 "GET /v2.0/networks/ab26390c-2249-42bd-97a1-5fb2c028b74a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934758 May 13 13:05:06.054063 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-99378f56-4a16-415b-b5d5-e2c855dc748f None None] Set router 05802f7c-b8ca-4e5b-985c-e179dc84bf21 gateway port host: dv-cinder-841644-1-iscsi {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:05:06.149308 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-8ea37223-1a32-4cc1-8257-46d303228899 req-f53ed8fc-534e-439a-95bf-5714219819fe service neutron] 10.222.0.52 "GET /v2.0/networks/ab26390c-2249-42bd-97a1-5fb2c028b74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987005 May 13 13:05:06.386301 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-99378f56-4a16-415b-b5d5-e2c855dc748f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05802f7c-b8ca-4e5b-985c-e179dc84bf21', 'name': 'tempest-TestMinimumBasicScenario-742523614-router', 'tenant_id': 'f7713dfabbe6446fac28d0b194ca627a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': 'cdc806ca-ed7b-4962-9ed7-516a5b70c875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:02:28Z', 'updated_at': '2022-05-13T13:02:31Z', 'revision_number': 4, 'project_id': 'f7713dfabbe6446fac28d0b194ca627a', 'gw_port': {'id': 'cdc806ca-ed7b-4962-9ed7-516a5b70c875', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:6b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05802f7c-b8ca-4e5b-985c-e179dc84bf21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:02:28Z', 'updated_at': '2022-05-13T13:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi', '_interfaces': [{'id': '5fda9214-19ef-4ca3-af65-b8da13a3e771', 'name': '', 'network_id': 'ab26390c-2249-42bd-97a1-5fb2c028b74a', 'tenant_id': 'f7713dfabbe6446fac28d0b194ca627a', 'mac_address': 'fa:16:3e:4c:d7:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05802f7c-b8ca-4e5b-985c-e179dc84bf21', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '295afeaf-3910-4069-9543-33c4303d4583', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:02:30Z', 'updated_at': '2022-05-13T13:02:42Z', 'revision_number': 5, 'project_id': 'f7713dfabbe6446fac28d0b194ca627a', 'subnets': [{'id': '295afeaf-3910-4069-9543-33c4303d4583', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841644-1-iscsi', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:05:06.412859 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99378f56-4a16-415b-b5d5-e2c855dc748f None None] Checking router: 05802f7c-b8ca-4e5b-985c-e179dc84bf21 for host: dv-cinder-841644-1-iscsi {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:05:06.420849 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99378f56-4a16-415b-b5d5-e2c855dc748f None None] Routers {'05802f7c-b8ca-4e5b-985c-e179dc84bf21'} bound to L3 agent in host dv-cinder-841644-1-iscsi {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:05:06.421469 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-99378f56-4a16-415b-b5d5-e2c855dc748f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841644-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T12:45:44Z,description=,heartbeat_timestamp=2022-05-13T13:04:44Z,host='dv-cinder-841644-1-iscsi',id=6d8a5631-9f63-444c-af3b-4dcce4842b62,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T12:45:44Z,topic='l3_agent')) {'router_ids': ['05802f7c-b8ca-4e5b-985c-e179dc84bf21'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:05:06.529160 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-99378f56-4a16-415b-b5d5-e2c855dc748f None None] Set router 05802f7c-b8ca-4e5b-985c-e179dc84bf21 gateway port host: dv-cinder-841644-1-iscsi {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:05:06.723587 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-99378f56-4a16-415b-b5d5-e2c855dc748f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05802f7c-b8ca-4e5b-985c-e179dc84bf21', 'name': 'tempest-TestMinimumBasicScenario-742523614-router', 'tenant_id': 'f7713dfabbe6446fac28d0b194ca627a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': 'cdc806ca-ed7b-4962-9ed7-516a5b70c875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:02:28Z', 'updated_at': '2022-05-13T13:02:31Z', 'revision_number': 4, 'project_id': 'f7713dfabbe6446fac28d0b194ca627a', 'gw_port': {'id': 'cdc806ca-ed7b-4962-9ed7-516a5b70c875', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:6b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05802f7c-b8ca-4e5b-985c-e179dc84bf21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:02:28Z', 'updated_at': '2022-05-13T13:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi', '_interfaces': [{'id': '5fda9214-19ef-4ca3-af65-b8da13a3e771', 'name': '', 'network_id': 'ab26390c-2249-42bd-97a1-5fb2c028b74a', 'tenant_id': 'f7713dfabbe6446fac28d0b194ca627a', 'mac_address': 'fa:16:3e:4c:d7:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05802f7c-b8ca-4e5b-985c-e179dc84bf21', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '295afeaf-3910-4069-9543-33c4303d4583', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:02:30Z', 'updated_at': '2022-05-13T13:02:42Z', 'revision_number': 5, 'project_id': 'f7713dfabbe6446fac28d0b194ca627a', 'subnets': [{'id': '295afeaf-3910-4069-9543-33c4303d4583', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841644-1-iscsi', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:05:06.749522 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99378f56-4a16-415b-b5d5-e2c855dc748f None None] The sync data for ids ['05802f7c-b8ca-4e5b-985c-e179dc84bf21'] in dv-cinder-841644-1-iscsi is: [{'id': '05802f7c-b8ca-4e5b-985c-e179dc84bf21', 'name': 'tempest-TestMinimumBasicScenario-742523614-router', 'tenant_id': 'f7713dfabbe6446fac28d0b194ca627a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': 'cdc806ca-ed7b-4962-9ed7-516a5b70c875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:02:28Z', 'updated_at': '2022-05-13T13:02:31Z', 'revision_number': 4, 'project_id': 'f7713dfabbe6446fac28d0b194ca627a', 'gw_port': {'id': 'cdc806ca-ed7b-4962-9ed7-516a5b70c875', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:6b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05802f7c-b8ca-4e5b-985c-e179dc84bf21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:02:28Z', 'updated_at': '2022-05-13T13:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi', '_interfaces': [{'id': '5fda9214-19ef-4ca3-af65-b8da13a3e771', 'name': '', 'network_id': 'ab26390c-2249-42bd-97a1-5fb2c028b74a', 'tenant_id': 'f7713dfabbe6446fac28d0b194ca627a', 'mac_address': 'fa:16:3e:4c:d7:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05802f7c-b8ca-4e5b-985c-e179dc84bf21', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '295afeaf-3910-4069-9543-33c4303d4583', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:02:30Z', 'updated_at': '2022-05-13T13:02:42Z', 'revision_number': 5, 'project_id': 'f7713dfabbe6446fac28d0b194ca627a', 'subnets': [{'id': '295afeaf-3910-4069-9543-33c4303d4583', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:05:06.968962 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deade8d5-34e1-4a07-a09c-a3dd2ceb695e None None] New status for floating IP 066faa7b-a61c-48fa-804c-53a98dc5ccdf: DOWN {{(pid=109806) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 13:05:07.623630 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24c9a0bb-7fb3-43a0-9175-b258e9c7bbd5', 'tag': '90cfa8c9-1331-41ca-84e5-e5be3729e414'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:05:07.625948 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cdb7c774b4c64768c46a18a465ef1a15500a906a5d07d0e5a65b0b29d0c9ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bc1818a-b6d8-4591-9513-d7c38e22ba3f" -d '{"events": [{"name": "network-changed", "server_uuid": "24c9a0bb-7fb3-43a0-9175-b258e9c7bbd5", "tag": "90cfa8c9-1331-41ca-84e5-e5be3729e414"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:05:07.660726 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 13:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21d587a2-9365-45f8-a19a-f71c8c6c0278 x-openstack-request-id: req-21d587a2-9365-45f8-a19a-f71c8c6c0278 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:05:07.661043 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24c9a0bb-7fb3-43a0-9175-b258e9c7bbd5", "tag": "90cfa8c9-1331-41ca-84e5-e5be3729e414", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:05:07.661299 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-21d587a2-9365-45f8-a19a-f71c8c6c0278 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:05:07.661948 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21d587a2-9365-45f8-a19a-f71c8c6c0278'] response: {'name': 'network-changed', 'server_uuid': '24c9a0bb-7fb3-43a0-9175-b258e9c7bbd5', 'tag': '90cfa8c9-1331-41ca-84e5-e5be3729e414', 'status': 'completed', 'code': 200} May 13 13:05:08.002229 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc1818a-b6d8-4591-9513-d7c38e22ba3f req-8a1ee464-38d1-4cf6-a952-8cf056c8f3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:05:08.003685 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-0bc1818a-b6d8-4591-9513-d7c38e22ba3f req-8a1ee464-38d1-4cf6-a952-8cf056c8f3e2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f7713dfabbe6446fac28d0b194ca627a&device_id=24c9a0bb-7fb3-43a0-9175-b258e9c7bbd5 HTTP/1.1" status: 200 len: 1129 time: 0.2899914 May 13 13:05:08.094618 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc1818a-b6d8-4591-9513-d7c38e22ba3f req-722d054d-e516-49e3-98bc-8dd14e39e711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:05:08.096644 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-0bc1818a-b6d8-4591-9513-d7c38e22ba3f req-722d054d-e516-49e3-98bc-8dd14e39e711 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ab26390c-2249-42bd-97a1-5fb2c028b74a HTTP/1.1" status: 200 len: 915 time: 0.0820148 May 13 13:05:08.147798 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-0bc1818a-b6d8-4591-9513-d7c38e22ba3f req-42fea121-aa23-422f-a945-928b8889b323 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90cfa8c9-1331-41ca-84e5-e5be3729e414 HTTP/1.1" status: 200 len: 217 time: 0.0356383 May 13 13:05:08.195841 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc1818a-b6d8-4591-9513-d7c38e22ba3f req-a8392709-1d15-49ab-9045-9bf0cebcec3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:05:08.197250 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-0bc1818a-b6d8-4591-9513-d7c38e22ba3f req-a8392709-1d15-49ab-9045-9bf0cebcec3c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=295afeaf-3910-4069-9543-33c4303d4583 HTTP/1.1" status: 200 len: 853 time: 0.0425036 May 13 13:05:08.241186 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc1818a-b6d8-4591-9513-d7c38e22ba3f req-3a7052bf-c123-4760-9dc0-52a203729e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:05:08.242542 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-0bc1818a-b6d8-4591-9513-d7c38e22ba3f req-3a7052bf-c123-4760-9dc0-52a203729e0e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ab26390c-2249-42bd-97a1-5fb2c028b74a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379767 May 13 13:05:08.334901 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-0bc1818a-b6d8-4591-9513-d7c38e22ba3f req-f395d2b3-8484-4bd9-8047-675c5c79f808 service neutron] 10.222.0.52 "GET /v2.0/networks/ab26390c-2249-42bd-97a1-5fb2c028b74a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846241 May 13 13:05:08.422222 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-0bc1818a-b6d8-4591-9513-d7c38e22ba3f req-f3fe6752-b8dc-450e-a536-7d4dc5f31c6b service neutron] 10.222.0.52 "GET /v2.0/networks/ab26390c-2249-42bd-97a1-5fb2c028b74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802937 May 13 13:05:08.658921 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd29c321-ec21-4b8b-b8da-cb4fec9111b1 req-2b9ca0a0-4127-4154-a986-5d6be071277e tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:05:08.660386 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-cd29c321-ec21-4b8b-b8da-cb4fec9111b1 req-2b9ca0a0-4127-4154-a986-5d6be071277e tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] 10.222.0.49 "GET /v2.0/ports?device_id=24c9a0bb-7fb3-43a0-9175-b258e9c7bbd5 HTTP/1.1" status: 200 len: 945 time: 0.0471499 May 13 13:05:08.708033 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-cd29c321-ec21-4b8b-b8da-cb4fec9111b1 req-4483a243-4d31-4f0b-a830-328252c1e587 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] 10.222.0.49 "GET /v2.0/security-groups?id=937d479c-27f4-4075-8be2-51ff80e6516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418348 May 13 13:05:09.825157 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2148a1b-3339-4dc7-a456-62c934ba39f9 req-6e10dbf8-aa3a-450d-8e44-2acef8d0304e tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:05:09.826522 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-f2148a1b-3339-4dc7-a456-62c934ba39f9 req-6e10dbf8-aa3a-450d-8e44-2acef8d0304e tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] 10.222.0.49 "GET /v2.0/ports?device_id=24c9a0bb-7fb3-43a0-9175-b258e9c7bbd5 HTTP/1.1" status: 200 len: 945 time: 0.0466936 May 13 13:05:09.875031 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-f2148a1b-3339-4dc7-a456-62c934ba39f9 req-c01d1ccb-b1c4-4d2f-a2be-4c1869d906d3 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] 10.222.0.49 "GET /v2.0/security-groups?id=937d479c-27f4-4075-8be2-51ff80e6516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424957 May 13 13:05:10.747814 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dd83bf-714c-4a87-8343-2dada5970e54 req-4cefbfdc-a5af-48cf-863b-6db73bc904fb tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:05:10.749237 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-72dd83bf-714c-4a87-8343-2dada5970e54 req-4cefbfdc-a5af-48cf-863b-6db73bc904fb tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] 10.222.0.52 "GET /v2.0/ports?device_id=24c9a0bb-7fb3-43a0-9175-b258e9c7bbd5 HTTP/1.1" status: 200 len: 945 time: 0.0448539 May 13 13:05:10.833629 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [req-72dd83bf-714c-4a87-8343-2dada5970e54 req-c9b11f14-8983-49f4-b975-d25bbb712445 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Deleting port 90cfa8c9-1331-41ca-84e5-e5be3729e414 {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:05:10.834308 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-72dd83bf-714c-4a87-8343-2dada5970e54 req-c9b11f14-8983-49f4-b975-d25bbb712445 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750967565572'] for port (90cfa8c9-1331-41ca-84e5-e5be3729e414), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:10.922590 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.db [req-72dd83bf-714c-4a87-8343-2dada5970e54 req-c9b11f14-8983-49f4-b975-d25bbb712445 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] For port 90cfa8c9-1331-41ca-84e5-e5be3729e414, host hv-cinder-84164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84164',level=0,port_id=90cfa8c9-1331-41ca-84e5-e5be3729e414,segment=NetworkSegment(4ac1a893-c8bf-48e7-8046-f12c6b33a07c),segment_id=4ac1a893-c8bf-48e7-8046-f12c6b33a07c)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:05:10.922956 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-72dd83bf-714c-4a87-8343-2dada5970e54 req-c9b11f14-8983-49f4-b975-d25bbb712445 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624050'] for port (90cfa8c9-1331-41ca-84e5-e5be3729e414), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:10.937068 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [req-72dd83bf-714c-4a87-8343-2dada5970e54 req-c9b11f14-8983-49f4-b975-d25bbb712445 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Calling delete_port for 90cfa8c9-1331-41ca-84e5-e5be3729e414 owned by compute:nova {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:05:10.988943 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea58677e-388b-4021-b492-f9926fb4aec5 req-0b960cee-4153-4e2c-a9ef-1c255760ca22 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:05:10.990473 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-ea58677e-388b-4021-b492-f9926fb4aec5 req-0b960cee-4153-4e2c-a9ef-1c255760ca22 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] 10.222.0.49 "GET /v2.0/ports?device_id=24c9a0bb-7fb3-43a0-9175-b258e9c7bbd5 HTTP/1.1" status: 200 len: 945 time: 0.0474746 May 13 13:05:11.041739 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-ea58677e-388b-4021-b492-f9926fb4aec5 req-7681490d-2e2c-468b-b4af-7f2a1fa0334a tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] 10.222.0.49 "GET /v2.0/security-groups?id=937d479c-27f4-4075-8be2-51ff80e6516e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456774 May 13 13:05:11.067549 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-72dd83bf-714c-4a87-8343-2dada5970e54 req-c9b11f14-8983-49f4-b975-d25bbb712445 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750967572628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750967062393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6007231'] for port (90cfa8c9-1331-41ca-84e5-e5be3729e414), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:11.103050 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b11f14-8983-49f4-b975-d25bbb712445 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Pushing event deleted for resources: {'Port': ['ID=90cfa8c9-1331-41ca-84e5-e5be3729e414,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:05:11.110723 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] get_ports_and_sgs() called for port_ids ['90cfa8c9-1331-41ca-84e5-e5be3729e414'] {{(pid=109805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 13:05:11.140262 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [req-72dd83bf-714c-4a87-8343-2dada5970e54 req-c9b11f14-8983-49f4-b975-d25bbb712445 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] No DVR routers for this DVR port 90cfa8c9-1331-41ca-84e5-e5be3729e414 on host hv-cinder-84164 {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 13:05:11.142908 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-72dd83bf-714c-4a87-8343-2dada5970e54 req-c9b11f14-8983-49f4-b975-d25bbb712445 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4290'] for port (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:11.146129 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-72dd83bf-714c-4a87-8343-2dada5970e54 req-c9b11f14-8983-49f4-b975-d25bbb712445 tempest-TestMinimumBasicScenario-1231245002 tempest-TestMinimumBasicScenario-1231245002-project] 10.222.0.52 "DELETE /v2.0/ports/90cfa8c9-1331-41ca-84e5-e5be3729e414 HTTP/1.1" status: 204 len: 173 time: 0.3907504 May 13 13:05:11.146581 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24c9a0bb-7fb3-43a0-9175-b258e9c7bbd5', 'name': 'network-vif-deleted', 'tag': '90cfa8c9-1331-41ca-84e5-e5be3729e414'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:05:11.148810 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1b69bbfd011f85c3db934c4b22a349ffa5730c167d2456731e37bfe5d9c9e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3504f9e-cca4-4c11-b605-54e63a2d60c8" -d '{"events": [{"server_uuid": "24c9a0bb-7fb3-43a0-9175-b258e9c7bbd5", "name": "network-vif-deleted", "tag": "90cfa8c9-1331-41ca-84e5-e5be3729e414"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:05:11.188876 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 13:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96c2713e-194e-4343-9c42-3988bbfd7cde x-openstack-request-id: req-96c2713e-194e-4343-9c42-3988bbfd7cde {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:05:11.189241 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24c9a0bb-7fb3-43a0-9175-b258e9c7bbd5", "name": "network-vif-deleted", "tag": "90cfa8c9-1331-41ca-84e5-e5be3729e414", "status": "completed", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:05:11.189473 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-96c2713e-194e-4343-9c42-3988bbfd7cde {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:05:11.189865 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96c2713e-194e-4343-9c42-3988bbfd7cde'] response: {'server_uuid': '24c9a0bb-7fb3-43a0-9175-b258e9c7bbd5', 'name': 'network-vif-deleted', 'tag': '90cfa8c9-1331-41ca-84e5-e5be3729e414', 'status': 'completed', 'code': 200} May 13 13:05:11.480842 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-3f7a6936-f19e-4586-a286-1a4884e483fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (12f7f474-a19f-4cf7-bcdf-b9ad7dbdd770), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:12.701892 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 56788) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:05:13.024471 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4f312003-a09b-4189-bdb0-616551281359 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1623844'] for router_interface (05802f7c-b8ca-4e5b-985c-e179dc84bf21), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:13.254598 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-4f312003-a09b-4189-bdb0-616551281359 admin admin] Deleting port 5fda9214-19ef-4ca3-af65-b8da13a3e771 {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:05:13.254842 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4f312003-a09b-4189-bdb0-616551281359 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750967565572'] for port (5fda9214-19ef-4ca3-af65-b8da13a3e771), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:13.330662 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-4f312003-a09b-4189-bdb0-616551281359 admin admin] For port 5fda9214-19ef-4ca3-af65-b8da13a3e771, host dv-cinder-841644-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841644-1-iscsi',level=0,port_id=5fda9214-19ef-4ca3-af65-b8da13a3e771,segment=NetworkSegment(4ac1a893-c8bf-48e7-8046-f12c6b33a07c),segment_id=4ac1a893-c8bf-48e7-8046-f12c6b33a07c)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:05:13.331010 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4f312003-a09b-4189-bdb0-616551281359 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624050'] for port (5fda9214-19ef-4ca3-af65-b8da13a3e771), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:13.344558 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-4f312003-a09b-4189-bdb0-616551281359 admin admin] Calling delete_port for 5fda9214-19ef-4ca3-af65-b8da13a3e771 owned by network:router_interface {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:05:13.415962 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Device 90cfa8c9-1331-41ca-84e5-e5be3729e414 no longer exists at agent hyperv_hv-cinder-84164 {{(pid=109805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:05:13.435761 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] No Port match for: 90cfa8c9-1331-41ca-84e5-e5be3729e414 {{(pid=109805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:05:13.436102 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Device 90cfa8c9-1331-41ca-84e5-e5be3729e414 not bound to the agent host hv-cinder-84164 {{(pid=109805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:05:13.524140 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4f312003-a09b-4189-bdb0-616551281359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750967572628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750967062393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6007231'] for port (5fda9214-19ef-4ca3-af65-b8da13a3e771), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:13.553707 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f312003-a09b-4189-bdb0-616551281359 admin admin] Pushing event deleted for resources: {'Port': ['ID=5fda9214-19ef-4ca3-af65-b8da13a3e771,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:05:13.725531 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-4f312003-a09b-4189-bdb0-616551281359 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1627437'] for router_interface (05802f7c-b8ca-4e5b-985c-e179dc84bf21), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:13.919554 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-a633bfd4-65c1-4ca4-abe5-8c07235494d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (6d8a5631-9f63-444c-af3b-4dcce4842b62), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:13.940696 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f312003-a09b-4189-bdb0-616551281359 admin admin] Router 05802f7c-b8ca-4e5b-985c-e179dc84bf21 has already been hosted by L3 agent 6d8a5631-9f63-444c-af3b-4dcce4842b62 {{(pid=109804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 13:05:14.048531 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f312003-a09b-4189-bdb0-616551281359 admin admin] Notify agent at l3_agent.dv-cinder-841644-1-iscsi the message routers_updated {{(pid=109804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:05:14.055904 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-4f312003-a09b-4189-bdb0-616551281359 admin admin] 10.222.0.49 "PUT /v2.0/routers/05802f7c-b8ca-4e5b-985c-e179dc84bf21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3509352 May 13 13:05:14.056487 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 56790) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:05:14.057341 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca8779c-3b2a-4dda-ac0e-4736a0068c2a None None] Sync routers for ids ['05802f7c-b8ca-4e5b-985c-e179dc84bf21'] in dv-cinder-841644-1-iscsi {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:05:14.068377 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca8779c-3b2a-4dda-ac0e-4736a0068c2a None None] Routers {'05802f7c-b8ca-4e5b-985c-e179dc84bf21'} bound to L3 agent in host dv-cinder-841644-1-iscsi {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:05:14.069007 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-7ca8779c-3b2a-4dda-ac0e-4736a0068c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841644-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T12:45:44Z,description=,heartbeat_timestamp=2022-05-13T13:05:14Z,host='dv-cinder-841644-1-iscsi',id=6d8a5631-9f63-444c-af3b-4dcce4842b62,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T12:45:44Z,topic='l3_agent')) {'router_ids': ['05802f7c-b8ca-4e5b-985c-e179dc84bf21'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:05:14.163800 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a20ff8bc-3dfd-4989-bf81-3f5ee1aa2e7d admin admin] Publish callbacks [] for router (05802f7c-b8ca-4e5b-985c-e179dc84bf21), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:14.175731 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-7ca8779c-3b2a-4dda-ac0e-4736a0068c2a None None] Set router 05802f7c-b8ca-4e5b-985c-e179dc84bf21 gateway port host: dv-cinder-841644-1-iscsi {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:05:14.266345 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a20ff8bc-3dfd-4989-bf81-3f5ee1aa2e7d admin admin] Publish callbacks [] for router_gateway (05802f7c-b8ca-4e5b-985c-e179dc84bf21), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:14.320311 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-a20ff8bc-3dfd-4989-bf81-3f5ee1aa2e7d admin admin] Deleting port cdc806ca-ed7b-4962-9ed7-516a5b70c875 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:05:14.320634 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a20ff8bc-3dfd-4989-bf81-3f5ee1aa2e7d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750967565572'] for port (cdc806ca-ed7b-4962-9ed7-516a5b70c875), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:14.350443 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-7ca8779c-3b2a-4dda-ac0e-4736a0068c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05802f7c-b8ca-4e5b-985c-e179dc84bf21', 'name': 'tempest-TestMinimumBasicScenario-742523614-router', 'tenant_id': 'f7713dfabbe6446fac28d0b194ca627a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': 'cdc806ca-ed7b-4962-9ed7-516a5b70c875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:02:28Z', 'updated_at': '2022-05-13T13:05:13Z', 'revision_number': 5, 'project_id': 'f7713dfabbe6446fac28d0b194ca627a', 'gw_port': {'id': 'cdc806ca-ed7b-4962-9ed7-516a5b70c875', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:6b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05802f7c-b8ca-4e5b-985c-e179dc84bf21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:02:28Z', 'updated_at': '2022-05-13T13:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi'}], 'dv-cinder-841644-1-iscsi', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:05:14.376909 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca8779c-3b2a-4dda-ac0e-4736a0068c2a None None] Checking router: 05802f7c-b8ca-4e5b-985c-e179dc84bf21 for host: dv-cinder-841644-1-iscsi {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:05:14.385222 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca8779c-3b2a-4dda-ac0e-4736a0068c2a None None] Routers {'05802f7c-b8ca-4e5b-985c-e179dc84bf21'} bound to L3 agent in host dv-cinder-841644-1-iscsi {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:05:14.385840 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-7ca8779c-3b2a-4dda-ac0e-4736a0068c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841644-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T12:45:44Z,description=,heartbeat_timestamp=2022-05-13T13:05:14Z,host='dv-cinder-841644-1-iscsi',id=6d8a5631-9f63-444c-af3b-4dcce4842b62,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T12:45:44Z,topic='l3_agent')) {'router_ids': ['05802f7c-b8ca-4e5b-985c-e179dc84bf21'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:05:14.401328 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-a20ff8bc-3dfd-4989-bf81-3f5ee1aa2e7d admin admin] For port cdc806ca-ed7b-4962-9ed7-516a5b70c875, host dv-cinder-841644-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841644-1-iscsi',level=0,port_id=cdc806ca-ed7b-4962-9ed7-516a5b70c875,segment=NetworkSegment(2bcc8a2d-359a-4841-80fa-a53ce02b14f8),segment_id=2bcc8a2d-359a-4841-80fa-a53ce02b14f8)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:05:14.401682 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a20ff8bc-3dfd-4989-bf81-3f5ee1aa2e7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624050'] for port (cdc806ca-ed7b-4962-9ed7-516a5b70c875), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:14.415151 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-a20ff8bc-3dfd-4989-bf81-3f5ee1aa2e7d admin admin] Calling delete_port for cdc806ca-ed7b-4962-9ed7-516a5b70c875 owned by network:router_gateway {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:05:14.477996 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-7ca8779c-3b2a-4dda-ac0e-4736a0068c2a None None] Set router 05802f7c-b8ca-4e5b-985c-e179dc84bf21 gateway port host: None {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:05:14.532527 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-7ca8779c-3b2a-4dda-ac0e-4736a0068c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05802f7c-b8ca-4e5b-985c-e179dc84bf21', 'name': 'tempest-TestMinimumBasicScenario-742523614-router', 'tenant_id': 'f7713dfabbe6446fac28d0b194ca627a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:02:28Z', 'updated_at': '2022-05-13T13:05:14Z', 'revision_number': 6, 'project_id': 'f7713dfabbe6446fac28d0b194ca627a', 'gw_port_host': None}], 'dv-cinder-841644-1-iscsi', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:05:14.560970 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca8779c-3b2a-4dda-ac0e-4736a0068c2a None None] The sync data for ids ['05802f7c-b8ca-4e5b-985c-e179dc84bf21'] in dv-cinder-841644-1-iscsi is: [{'id': '05802f7c-b8ca-4e5b-985c-e179dc84bf21', 'name': 'tempest-TestMinimumBasicScenario-742523614-router', 'tenant_id': 'f7713dfabbe6446fac28d0b194ca627a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:02:28Z', 'updated_at': '2022-05-13T13:05:14Z', 'revision_number': 6, 'project_id': 'f7713dfabbe6446fac28d0b194ca627a', 'gw_port_host': None}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:05:14.585929 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a20ff8bc-3dfd-4989-bf81-3f5ee1aa2e7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750967572628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750967062393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6509865'] for port (cdc806ca-ed7b-4962-9ed7-516a5b70c875), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:14.616576 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20ff8bc-3dfd-4989-bf81-3f5ee1aa2e7d admin admin] Pushing event deleted for resources: {'Port': ['ID=cdc806ca-ed7b-4962-9ed7-516a5b70c875,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:05:14.680797 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a20ff8bc-3dfd-4989-bf81-3f5ee1aa2e7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619274'] for router_gateway (05802f7c-b8ca-4e5b-985c-e179dc84bf21), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:14.770314 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a20ff8bc-3dfd-4989-bf81-3f5ee1aa2e7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-438150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9657'] for router (05802f7c-b8ca-4e5b-985c-e179dc84bf21), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:14.772438 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a20ff8bc-3dfd-4989-bf81-3f5ee1aa2e7d admin admin] Publish callbacks [] for router_controller (05802f7c-b8ca-4e5b-985c-e179dc84bf21), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:14.817842 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a20ff8bc-3dfd-4989-bf81-3f5ee1aa2e7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-438173'] for router (05802f7c-b8ca-4e5b-985c-e179dc84bf21), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:14.818351 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a20ff8bc-3dfd-4989-bf81-3f5ee1aa2e7d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 05802f7c-b8ca-4e5b-985c-e179dc84bf21 {{(pid=109803) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 13 13:05:14.822518 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a20ff8bc-3dfd-4989-bf81-3f5ee1aa2e7d admin admin] Publish callbacks [] for router (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:14.823629 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-a20ff8bc-3dfd-4989-bf81-3f5ee1aa2e7d admin admin] 10.222.0.49 "DELETE /v2.0/routers/05802f7c-b8ca-4e5b-985c-e179dc84bf21 HTTP/1.1" status: 204 len: 168 time: 0.7655551 May 13 13:05:14.826088 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 56792) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:05:14.869575 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.db.db_base_plugin_v2 [None req-623ad70e-6eca-4da2-96c7-6eaa3fa1572c admin admin] Deleting subnet 295afeaf-3910-4069-9543-33c4303d4583 {{(pid=109803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 13 13:05:14.872535 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-623ad70e-6eca-4da2-96c7-6eaa3fa1572c admin admin] Publish callbacks [] for subnet (295afeaf-3910-4069-9543-33c4303d4583), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:14.909563 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-623ad70e-6eca-4da2-96c7-6eaa3fa1572c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6506723'] for subnet (295afeaf-3910-4069-9543-33c4303d4583), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:14.994263 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-623ad70e-6eca-4da2-96c7-6eaa3fa1572c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1488813'] for subnet (295afeaf-3910-4069-9543-33c4303d4583), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:15.045312 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-623ad70e-6eca-4da2-96c7-6eaa3fa1572c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6509854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5762263'] for subnet (295afeaf-3910-4069-9543-33c4303d4583), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:15.071996 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623ad70e-6eca-4da2-96c7-6eaa3fa1572c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=295afeaf-3910-4069-9543-33c4303d4583,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:05:15.073965 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-623ad70e-6eca-4da2-96c7-6eaa3fa1572c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617456'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:15.077827 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-623ad70e-6eca-4da2-96c7-6eaa3fa1572c admin admin] 10.222.0.49 "DELETE /v2.0/subnets/295afeaf-3910-4069-9543-33c4303d4583 HTTP/1.1" status: 204 len: 168 time: 0.2507443 May 13 13:05:15.079771 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 56794) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:05:15.081764 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a2829a3-9acc-45e5-b84b-faae959df420 None None] Network ab26390c-2249-42bd-97a1-5fb2c028b74a requested from dv-cinder-841644-1-iscsi {{(pid=109805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:05:15.122618 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-4a907869-afee-4d69-acd8-cccc744e537a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (d2cfa305-5f5a-49b3-8228-876061d7e1f6), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:15.147675 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-233a05e0-9244-41a5-8db5-43266f1f632f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1355768'] for network (ab26390c-2249-42bd-97a1-5fb2c028b74a), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:15.192313 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-233a05e0-9244-41a5-8db5-43266f1f632f admin admin] Deleting port d287057c-ee84-4198-8082-32a72b22db16 {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:05:15.192714 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-233a05e0-9244-41a5-8db5-43266f1f632f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750967565572'] for port (d287057c-ee84-4198-8082-32a72b22db16), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:15.259776 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-233a05e0-9244-41a5-8db5-43266f1f632f admin admin] For port d287057c-ee84-4198-8082-32a72b22db16, host dv-cinder-841644-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841644-1-iscsi',level=0,port_id=d287057c-ee84-4198-8082-32a72b22db16,segment=NetworkSegment(4ac1a893-c8bf-48e7-8046-f12c6b33a07c),segment_id=4ac1a893-c8bf-48e7-8046-f12c6b33a07c)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:05:15.260053 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-233a05e0-9244-41a5-8db5-43266f1f632f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624050'] for port (d287057c-ee84-4198-8082-32a72b22db16), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:15.273624 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-233a05e0-9244-41a5-8db5-43266f1f632f admin admin] Calling delete_port for d287057c-ee84-4198-8082-32a72b22db16 owned by network:dhcp {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:05:15.343992 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53918f85-223d-4449-ab66-4a02a97d889f None None] DHCP port deletion for ab26390c-2249-42bd-97a1-5fb2c028b74a request from dv-cinder-841644-1-iscsi {{(pid=109805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 13 13:05:15.362918 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-233a05e0-9244-41a5-8db5-43266f1f632f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750967572628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750967062393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6007231'] for port (d287057c-ee84-4198-8082-32a72b22db16), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:15.393756 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233a05e0-9244-41a5-8db5-43266f1f632f admin admin] Pushing event deleted for resources: {'Port': ['ID=d287057c-ee84-4198-8082-32a72b22db16,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:05:15.396881 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233a05e0-9244-41a5-8db5-43266f1f632f admin admin] No DVR routers for this DVR port d287057c-ee84-4198-8082-32a72b22db16 on host dv-cinder-841644-1-iscsi {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 13:05:15.406714 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-53918f85-223d-4449-ab66-4a02a97d889f None None] Deleting port d287057c-ee84-4198-8082-32a72b22db16 {{(pid=109805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:05:15.407444 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-53918f85-223d-4449-ab66-4a02a97d889f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750967565572'] for port (d287057c-ee84-4198-8082-32a72b22db16), before_delete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:15.423080 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Device cdc806ca-ed7b-4962-9ed7-516a5b70c875 no longer exists at agent ovs-agent-dv-cinder-841644-1-iscsi {{(pid=109805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:05:15.468316 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-233a05e0-9244-41a5-8db5-43266f1f632f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1476694', 'neutron.services.segments.db._delete_segments_for_network-8750967377201'] for network (ab26390c-2249-42bd-97a1-5fb2c028b74a), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:15.480713 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] No Port match for: cdc806ca-ed7b-4962-9ed7-516a5b70c875 {{(pid=109805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:05:15.481249 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Device cdc806ca-ed7b-4962-9ed7-516a5b70c875 not bound to the agent host dv-cinder-841644-1-iscsi {{(pid=109805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:05:15.481481 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Device d287057c-ee84-4198-8082-32a72b22db16 no longer exists at agent ovs-agent-dv-cinder-841644-1-iscsi {{(pid=109805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:05:15.489564 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.services.segments.db [None req-233a05e0-9244-41a5-8db5-43266f1f632f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab26390c-2249-42bd-97a1-5fb2c028b74a']}} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:05:15.498973 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.services.segments.db [None req-233a05e0-9244-41a5-8db5-43266f1f632f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ac1a893-c8bf-48e7-8046-f12c6b33a07c') {'for_net_delete': True} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:05:15.499272 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.services.segments.db [None req-233a05e0-9244-41a5-8db5-43266f1f632f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ac1a893-c8bf-48e7-8046-f12c6b33a07c') {} {{(pid=109804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:05:15.509160 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-233a05e0-9244-41a5-8db5-43266f1f632f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750967377722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6106823'] for segment (4ac1a893-c8bf-48e7-8046-f12c6b33a07c), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:15.510601 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] No Port match for: d287057c-ee84-4198-8082-32a72b22db16 {{(pid=109805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:05:15.510944 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Device d287057c-ee84-4198-8082-32a72b22db16 not bound to the agent host dv-cinder-841644-1-iscsi {{(pid=109805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:05:15.511348 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Device 5fda9214-19ef-4ca3-af65-b8da13a3e771 no longer exists at agent ovs-agent-dv-cinder-841644-1-iscsi {{(pid=109805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:05:15.523514 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-233a05e0-9244-41a5-8db5-43266f1f632f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488896'] for segment (4ac1a893-c8bf-48e7-8046-f12c6b33a07c), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:15.530695 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-233a05e0-9244-41a5-8db5-43266f1f632f admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=109804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 13:05:15.531202 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-233a05e0-9244-41a5-8db5-43266f1f632f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6007266'] for segment (4ac1a893-c8bf-48e7-8046-f12c6b33a07c), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:15.533917 dv-cinder-841644-1-iscsi neutron-server[109804]: Traceback (most recent call last): May 13 13:05:15.533917 dv-cinder-841644-1-iscsi neutron-server[109804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 13:05:15.533917 dv-cinder-841644-1-iscsi neutron-server[109804]: timer() May 13 13:05:15.533917 dv-cinder-841644-1-iscsi neutron-server[109804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 13:05:15.533917 dv-cinder-841644-1-iscsi neutron-server[109804]: cb(*args, **kw) May 13 13:05:15.533917 dv-cinder-841644-1-iscsi neutron-server[109804]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 13 13:05:15.533917 dv-cinder-841644-1-iscsi neutron-server[109804]: return func(*args, **kwargs) May 13 13:05:15.533917 dv-cinder-841644-1-iscsi neutron-server[109804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 13:05:15.533917 dv-cinder-841644-1-iscsi neutron-server[109804]: self._notify() May 13 13:05:15.533917 dv-cinder-841644-1-iscsi neutron-server[109804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 13:05:15.533917 dv-cinder-841644-1-iscsi neutron-server[109804]: self.callback(batched_events) May 13 13:05:15.533917 dv-cinder-841644-1-iscsi neutron-server[109804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 13:05:15.533917 dv-cinder-841644-1-iscsi neutron-server[109804]: event.method(event) May 13 13:05:15.533917 dv-cinder-841644-1-iscsi neutron-server[109804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 13 13:05:15.533917 dv-cinder-841644-1-iscsi neutron-server[109804]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 13:05:15.533917 dv-cinder-841644-1-iscsi neutron-server[109804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 13 13:05:15.533917 dv-cinder-841644-1-iscsi neutron-server[109804]: aggregate_uuid = self.p_client.list_aggregates( May 13 13:05:15.533917 dv-cinder-841644-1-iscsi neutron-server[109804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 13 13:05:15.533917 dv-cinder-841644-1-iscsi neutron-server[109804]: return f(self, *a, **k) May 13 13:05:15.533917 dv-cinder-841644-1-iscsi neutron-server[109804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 13 13:05:15.533917 dv-cinder-841644-1-iscsi neutron-server[109804]: return self._get(url).json() May 13 13:05:15.533917 dv-cinder-841644-1-iscsi neutron-server[109804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 13 13:05:15.533917 dv-cinder-841644-1-iscsi neutron-server[109804]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 13:05:15.533917 dv-cinder-841644-1-iscsi neutron-server[109804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 13:05:15.533917 dv-cinder-841644-1-iscsi neutron-server[109804]: return self.request(url, 'GET', **kwargs) May 13 13:05:15.533917 dv-cinder-841644-1-iscsi neutron-server[109804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 13:05:15.533917 dv-cinder-841644-1-iscsi neutron-server[109804]: base_url = self.get_endpoint(auth, allow=allow, May 13 13:05:15.533917 dv-cinder-841644-1-iscsi neutron-server[109804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 13:05:15.533917 dv-cinder-841644-1-iscsi neutron-server[109804]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 13:05:15.533917 dv-cinder-841644-1-iscsi neutron-server[109804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 13:05:15.533917 dv-cinder-841644-1-iscsi neutron-server[109804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 13:05:15.533917 dv-cinder-841644-1-iscsi neutron-server[109804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 13:05:15.536105 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-53918f85-223d-4449-ab66-4a02a97d889f None None] For port d287057c-ee84-4198-8082-32a72b22db16, host dv-cinder-841644-1-iscsi, got binding levels [] {{(pid=109805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:05:15.536105 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-53918f85-223d-4449-ab66-4a02a97d889f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624050'] for port (d287057c-ee84-4198-8082-32a72b22db16), precommit_delete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:15.543039 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] No Port match for: 5fda9214-19ef-4ca3-af65-b8da13a3e771 {{(pid=109805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:05:15.543380 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Device 5fda9214-19ef-4ca3-af65-b8da13a3e771 not bound to the agent host dv-cinder-841644-1-iscsi {{(pid=109805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:05:15.552457 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-53918f85-223d-4449-ab66-4a02a97d889f None None] Calling delete_port for d287057c-ee84-4198-8082-32a72b22db16 owned by network:dhcp {{(pid=109805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:05:15.555427 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.ipam_backend_mixin [None req-53918f85-223d-4449-ab66-4a02a97d889f None None] Port d287057c-ee84-4198-8082-32a72b22db16 was not found and therefore no delete operation was performed {{(pid=109805) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 13 13:05:15.556941 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-53918f85-223d-4449-ab66-4a02a97d889f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750967572628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750967062393'] for port (d287057c-ee84-4198-8082-32a72b22db16), after_delete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:15.586020 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53918f85-223d-4449-ab66-4a02a97d889f None None] Pushing event deleted for resources: {'Port': ['ID=d287057c-ee84-4198-8082-32a72b22db16,revision_number=None']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:05:15.591903 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53918f85-223d-4449-ab66-4a02a97d889f None None] No DVR routers for this DVR port d287057c-ee84-4198-8082-32a72b22db16 on host dv-cinder-841644-1-iscsi {{(pid=109805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 13:05:15.610114 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-233a05e0-9244-41a5-8db5-43266f1f632f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1476655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621796'] for network (ab26390c-2249-42bd-97a1-5fb2c028b74a), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:15.618105 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-233a05e0-9244-41a5-8db5-43266f1f632f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617456'] for network (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:15.621702 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-233a05e0-9244-41a5-8db5-43266f1f632f admin admin] 10.222.0.49 "DELETE /v2.0/networks/ab26390c-2249-42bd-97a1-5fb2c028b74a HTTP/1.1" status: 204 len: 168 time: 0.5404575 May 13 13:05:15.627579 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 56796) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:05:15.637001 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233a05e0-9244-41a5-8db5-43266f1f632f admin admin] Pushing event deleted for resources: {'Network': ['ID=ab26390c-2249-42bd-97a1-5fb2c028b74a,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:05:16.232105 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6d449302-7e0b-44ec-8ed4-797f805b363f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1623844'] for router_interface (91bf88d9-2b83-48c7-ba51-06ddc70b8f63), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:16.462840 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-6d449302-7e0b-44ec-8ed4-797f805b363f admin admin] Deleting port 32e8f8bd-9fff-48d1-9ba3-8864e663d52a {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:05:16.463169 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6d449302-7e0b-44ec-8ed4-797f805b363f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750967565572'] for port (32e8f8bd-9fff-48d1-9ba3-8864e663d52a), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:16.539508 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-6d449302-7e0b-44ec-8ed4-797f805b363f admin admin] For port 32e8f8bd-9fff-48d1-9ba3-8864e663d52a, host dv-cinder-841644-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841644-1-iscsi',level=0,port_id=32e8f8bd-9fff-48d1-9ba3-8864e663d52a,segment=NetworkSegment(4b5c19aa-2bf1-44dd-976e-1cc2f77bda70),segment_id=4b5c19aa-2bf1-44dd-976e-1cc2f77bda70)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:05:16.539757 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6d449302-7e0b-44ec-8ed4-797f805b363f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624050'] for port (32e8f8bd-9fff-48d1-9ba3-8864e663d52a), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:16.552689 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-6d449302-7e0b-44ec-8ed4-797f805b363f admin admin] Calling delete_port for 32e8f8bd-9fff-48d1-9ba3-8864e663d52a owned by network:router_interface {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:05:16.730502 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6d449302-7e0b-44ec-8ed4-797f805b363f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750967572628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750967062393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6509865'] for port (32e8f8bd-9fff-48d1-9ba3-8864e663d52a), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:16.752310 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-7baa8e58-cb75-431e-995b-6c55a6feb1d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (5f75012c-56a5-4b0a-a85c-97c3435c2a5d), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:16.758987 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d449302-7e0b-44ec-8ed4-797f805b363f admin admin] Pushing event deleted for resources: {'Port': ['ID=32e8f8bd-9fff-48d1-9ba3-8864e663d52a,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:05:16.932506 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-6d449302-7e0b-44ec-8ed4-797f805b363f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1627437'] for router_interface (91bf88d9-2b83-48c7-ba51-06ddc70b8f63), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:17.148615 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d449302-7e0b-44ec-8ed4-797f805b363f admin admin] Router 91bf88d9-2b83-48c7-ba51-06ddc70b8f63 has already been hosted by L3 agent 6d8a5631-9f63-444c-af3b-4dcce4842b62 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 13:05:17.256868 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d449302-7e0b-44ec-8ed4-797f805b363f admin admin] Notify agent at l3_agent.dv-cinder-841644-1-iscsi the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:05:17.261802 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-6d449302-7e0b-44ec-8ed4-797f805b363f admin admin] 10.222.0.49 "PUT /v2.0/routers/91bf88d9-2b83-48c7-ba51-06ddc70b8f63/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6331730 May 13 13:05:17.264312 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 56800) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:05:17.267426 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c096187b-2db3-4477-8855-b80fe0b38e7b None None] Sync routers for ids ['91bf88d9-2b83-48c7-ba51-06ddc70b8f63'] in dv-cinder-841644-1-iscsi {{(pid=109806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:05:17.277803 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c096187b-2db3-4477-8855-b80fe0b38e7b None None] Routers {'91bf88d9-2b83-48c7-ba51-06ddc70b8f63'} bound to L3 agent in host dv-cinder-841644-1-iscsi {{(pid=109806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:05:17.278410 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_hamode_db [None req-c096187b-2db3-4477-8855-b80fe0b38e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841644-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T12:45:44Z,description=,heartbeat_timestamp=2022-05-13T13:05:14Z,host='dv-cinder-841644-1-iscsi',id=6d8a5631-9f63-444c-af3b-4dcce4842b62,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T12:45:44Z,topic='l3_agent')) {'router_ids': ['91bf88d9-2b83-48c7-ba51-06ddc70b8f63'], 'active': True} {{(pid=109806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:05:17.370169 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7aa721bc-9e16-46fc-8f94-826baa0e6b9e admin admin] Publish callbacks [] for router (91bf88d9-2b83-48c7-ba51-06ddc70b8f63), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:17.385776 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_dvr_db [None req-c096187b-2db3-4477-8855-b80fe0b38e7b None None] Set router 91bf88d9-2b83-48c7-ba51-06ddc70b8f63 gateway port host: dv-cinder-841644-1-iscsi {{(pid=109806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:05:17.473887 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7aa721bc-9e16-46fc-8f94-826baa0e6b9e admin admin] Publish callbacks [] for router_gateway (91bf88d9-2b83-48c7-ba51-06ddc70b8f63), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:17.518966 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-7aa721bc-9e16-46fc-8f94-826baa0e6b9e admin admin] Deleting port eae909b1-d4a2-405f-a470-00e76a16f4bc {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:05:17.519288 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7aa721bc-9e16-46fc-8f94-826baa0e6b9e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750967565572'] for port (eae909b1-d4a2-405f-a470-00e76a16f4bc), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:17.559740 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_hamode_db [None req-c096187b-2db3-4477-8855-b80fe0b38e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91bf88d9-2b83-48c7-ba51-06ddc70b8f63', 'name': 'tempest-TestMinimumBasicScenario-164753801-router', 'tenant_id': '22a0fe7d099646a49fd269e6695c429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': 'eae909b1-d4a2-405f-a470-00e76a16f4bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:02:35Z', 'updated_at': '2022-05-13T13:05:16Z', 'revision_number': 5, 'project_id': '22a0fe7d099646a49fd269e6695c429b', 'gw_port': {'id': 'eae909b1-d4a2-405f-a470-00e76a16f4bc', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91bf88d9-2b83-48c7-ba51-06ddc70b8f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:02:35Z', 'updated_at': '2022-05-13T13:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi'}], 'dv-cinder-841644-1-iscsi', False) {} {{(pid=109806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:05:17.586983 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c096187b-2db3-4477-8855-b80fe0b38e7b None None] Checking router: 91bf88d9-2b83-48c7-ba51-06ddc70b8f63 for host: dv-cinder-841644-1-iscsi {{(pid=109806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:05:17.595835 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c096187b-2db3-4477-8855-b80fe0b38e7b None None] Routers {'91bf88d9-2b83-48c7-ba51-06ddc70b8f63'} bound to L3 agent in host dv-cinder-841644-1-iscsi {{(pid=109806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:05:17.596444 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_hamode_db [None req-c096187b-2db3-4477-8855-b80fe0b38e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841644-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T12:45:44Z,description=,heartbeat_timestamp=2022-05-13T13:05:14Z,host='dv-cinder-841644-1-iscsi',id=6d8a5631-9f63-444c-af3b-4dcce4842b62,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T12:45:44Z,topic='l3_agent')) {'router_ids': ['91bf88d9-2b83-48c7-ba51-06ddc70b8f63'], 'active': True} {{(pid=109806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:05:17.597265 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-7aa721bc-9e16-46fc-8f94-826baa0e6b9e admin admin] For port eae909b1-d4a2-405f-a470-00e76a16f4bc, host dv-cinder-841644-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841644-1-iscsi',level=0,port_id=eae909b1-d4a2-405f-a470-00e76a16f4bc,segment=NetworkSegment(2bcc8a2d-359a-4841-80fa-a53ce02b14f8),segment_id=2bcc8a2d-359a-4841-80fa-a53ce02b14f8)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:05:17.597647 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7aa721bc-9e16-46fc-8f94-826baa0e6b9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624050'] for port (eae909b1-d4a2-405f-a470-00e76a16f4bc), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:17.610843 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-7aa721bc-9e16-46fc-8f94-826baa0e6b9e admin admin] Calling delete_port for eae909b1-d4a2-405f-a470-00e76a16f4bc owned by network:router_gateway {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:05:17.775208 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_dvr_db [None req-c096187b-2db3-4477-8855-b80fe0b38e7b None None] Set router 91bf88d9-2b83-48c7-ba51-06ddc70b8f63 gateway port host: None {{(pid=109806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:05:17.783286 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7aa721bc-9e16-46fc-8f94-826baa0e6b9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750967572628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750967062393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6509865'] for port (eae909b1-d4a2-405f-a470-00e76a16f4bc), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:17.812644 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa721bc-9e16-46fc-8f94-826baa0e6b9e admin admin] Pushing event deleted for resources: {'Port': ['ID=eae909b1-d4a2-405f-a470-00e76a16f4bc,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:05:17.828658 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_hamode_db [None req-c096187b-2db3-4477-8855-b80fe0b38e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91bf88d9-2b83-48c7-ba51-06ddc70b8f63', 'name': 'tempest-TestMinimumBasicScenario-164753801-router', 'tenant_id': '22a0fe7d099646a49fd269e6695c429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:02:35Z', 'updated_at': '2022-05-13T13:05:17Z', 'revision_number': 6, 'project_id': '22a0fe7d099646a49fd269e6695c429b', 'gw_port_host': None}], 'dv-cinder-841644-1-iscsi', False) {} {{(pid=109806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:05:17.858684 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c096187b-2db3-4477-8855-b80fe0b38e7b None None] The sync data for ids ['91bf88d9-2b83-48c7-ba51-06ddc70b8f63'] in dv-cinder-841644-1-iscsi is: [{'id': '91bf88d9-2b83-48c7-ba51-06ddc70b8f63', 'name': 'tempest-TestMinimumBasicScenario-164753801-router', 'tenant_id': '22a0fe7d099646a49fd269e6695c429b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:02:35Z', 'updated_at': '2022-05-13T13:05:17Z', 'revision_number': 6, 'project_id': '22a0fe7d099646a49fd269e6695c429b', 'gw_port_host': None}] {{(pid=109806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:05:17.873631 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (f7880a20-862d-46b4-8dd6-192b0a47d710), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:17.878898 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7aa721bc-9e16-46fc-8f94-826baa0e6b9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619274'] for router_gateway (91bf88d9-2b83-48c7-ba51-06ddc70b8f63), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:17.972309 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7aa721bc-9e16-46fc-8f94-826baa0e6b9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-438150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9657'] for router (91bf88d9-2b83-48c7-ba51-06ddc70b8f63), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:17.974767 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7aa721bc-9e16-46fc-8f94-826baa0e6b9e admin admin] Publish callbacks [] for router_controller (91bf88d9-2b83-48c7-ba51-06ddc70b8f63), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:18.023747 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7aa721bc-9e16-46fc-8f94-826baa0e6b9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-438173'] for router (91bf88d9-2b83-48c7-ba51-06ddc70b8f63), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:18.024290 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aa721bc-9e16-46fc-8f94-826baa0e6b9e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 91bf88d9-2b83-48c7-ba51-06ddc70b8f63 {{(pid=109803) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 13 13:05:18.028370 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-7aa721bc-9e16-46fc-8f94-826baa0e6b9e admin admin] Publish callbacks [] for router (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:18.029521 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-7aa721bc-9e16-46fc-8f94-826baa0e6b9e admin admin] 10.222.0.49 "DELETE /v2.0/routers/91bf88d9-2b83-48c7-ba51-06ddc70b8f63 HTTP/1.1" status: 204 len: 168 time: 0.7642729 May 13 13:05:18.032046 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 56802) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:05:18.076045 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.db.db_base_plugin_v2 [None req-dee5e181-e4d0-464b-927e-4523f5737f26 admin admin] Deleting subnet 5b9362b7-5473-4444-9ebd-7ffc9516bcb5 {{(pid=109803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 13 13:05:18.079166 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-dee5e181-e4d0-464b-927e-4523f5737f26 admin admin] Publish callbacks [] for subnet (5b9362b7-5473-4444-9ebd-7ffc9516bcb5), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:18.115039 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-dee5e181-e4d0-464b-927e-4523f5737f26 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6506723'] for subnet (5b9362b7-5473-4444-9ebd-7ffc9516bcb5), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:18.194096 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-dee5e181-e4d0-464b-927e-4523f5737f26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1488813'] for subnet (5b9362b7-5473-4444-9ebd-7ffc9516bcb5), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:18.246031 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-dee5e181-e4d0-464b-927e-4523f5737f26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6509854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5762263'] for subnet (5b9362b7-5473-4444-9ebd-7ffc9516bcb5), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:18.272560 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee5e181-e4d0-464b-927e-4523f5737f26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b9362b7-5473-4444-9ebd-7ffc9516bcb5,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:05:18.275981 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-dee5e181-e4d0-464b-927e-4523f5737f26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617456'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:18.279293 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-dee5e181-e4d0-464b-927e-4523f5737f26 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/5b9362b7-5473-4444-9ebd-7ffc9516bcb5 HTTP/1.1" status: 204 len: 168 time: 0.2461767 May 13 13:05:18.281976 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 56804) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:05:18.285332 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d19ba9-49f4-4dba-a4af-81c6a9f11de1 None None] Network 99d29262-af07-4901-9b76-66b1df94a6a1 requested from dv-cinder-841644-1-iscsi {{(pid=109805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:05:18.355824 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-abbb6fd3-62d8-47fb-9e64-b61a914db8ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1355768'] for network (99d29262-af07-4901-9b76-66b1df94a6a1), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:18.411421 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-abbb6fd3-62d8-47fb-9e64-b61a914db8ce admin admin] Deleting port 993e6909-5cf6-46d1-9747-afebdba048a6 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:05:18.411812 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-abbb6fd3-62d8-47fb-9e64-b61a914db8ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750967565572'] for port (993e6909-5cf6-46d1-9747-afebdba048a6), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:18.472770 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-abbb6fd3-62d8-47fb-9e64-b61a914db8ce admin admin] For port 993e6909-5cf6-46d1-9747-afebdba048a6, host dv-cinder-841644-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841644-1-iscsi',level=0,port_id=993e6909-5cf6-46d1-9747-afebdba048a6,segment=NetworkSegment(4b5c19aa-2bf1-44dd-976e-1cc2f77bda70),segment_id=4b5c19aa-2bf1-44dd-976e-1cc2f77bda70)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:05:18.473142 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-abbb6fd3-62d8-47fb-9e64-b61a914db8ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624050'] for port (993e6909-5cf6-46d1-9747-afebdba048a6), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:18.485549 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-abbb6fd3-62d8-47fb-9e64-b61a914db8ce admin admin] Calling delete_port for 993e6909-5cf6-46d1-9747-afebdba048a6 owned by network:dhcp {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:05:18.566071 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-abbb6fd3-62d8-47fb-9e64-b61a914db8ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750967572628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750967062393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6509865'] for port (993e6909-5cf6-46d1-9747-afebdba048a6), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:18.590967 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbb6fd3-62d8-47fb-9e64-b61a914db8ce admin admin] Pushing event deleted for resources: {'Port': ['ID=993e6909-5cf6-46d1-9747-afebdba048a6,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:05:18.594414 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbb6fd3-62d8-47fb-9e64-b61a914db8ce admin admin] No DVR routers for this DVR port 993e6909-5cf6-46d1-9747-afebdba048a6 on host dv-cinder-841644-1-iscsi {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 13:05:18.658971 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e967d1f-dcd0-4d54-917f-0523016f281f None None] DHCP port deletion for 99d29262-af07-4901-9b76-66b1df94a6a1 request from dv-cinder-841644-1-iscsi {{(pid=109805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 13 13:05:18.671094 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-abbb6fd3-62d8-47fb-9e64-b61a914db8ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1476694', 'neutron.services.segments.db._delete_segments_for_network-8750967377201'] for network (99d29262-af07-4901-9b76-66b1df94a6a1), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:18.697255 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.services.segments.db [None req-abbb6fd3-62d8-47fb-9e64-b61a914db8ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99d29262-af07-4901-9b76-66b1df94a6a1']}} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:05:18.707810 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.services.segments.db [None req-abbb6fd3-62d8-47fb-9e64-b61a914db8ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b5c19aa-2bf1-44dd-976e-1cc2f77bda70') {'for_net_delete': True} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:05:18.708102 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.services.segments.db [None req-abbb6fd3-62d8-47fb-9e64-b61a914db8ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b5c19aa-2bf1-44dd-976e-1cc2f77bda70') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:05:18.717725 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-abbb6fd3-62d8-47fb-9e64-b61a914db8ce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750967377722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6506520'] for segment (4b5c19aa-2bf1-44dd-976e-1cc2f77bda70), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:18.730834 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-abbb6fd3-62d8-47fb-9e64-b61a914db8ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488896'] for segment (4b5c19aa-2bf1-44dd-976e-1cc2f77bda70), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:18.737180 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abbb6fd3-62d8-47fb-9e64-b61a914db8ce admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=109803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 13:05:18.737557 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-abbb6fd3-62d8-47fb-9e64-b61a914db8ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6509940'] for segment (4b5c19aa-2bf1-44dd-976e-1cc2f77bda70), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:18.739174 dv-cinder-841644-1-iscsi neutron-server[109803]: Traceback (most recent call last): May 13 13:05:18.739174 dv-cinder-841644-1-iscsi neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 13:05:18.739174 dv-cinder-841644-1-iscsi neutron-server[109803]: timer() May 13 13:05:18.739174 dv-cinder-841644-1-iscsi neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 13:05:18.739174 dv-cinder-841644-1-iscsi neutron-server[109803]: cb(*args, **kw) May 13 13:05:18.739174 dv-cinder-841644-1-iscsi neutron-server[109803]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 13 13:05:18.739174 dv-cinder-841644-1-iscsi neutron-server[109803]: return func(*args, **kwargs) May 13 13:05:18.739174 dv-cinder-841644-1-iscsi neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 13:05:18.739174 dv-cinder-841644-1-iscsi neutron-server[109803]: self._notify() May 13 13:05:18.739174 dv-cinder-841644-1-iscsi neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 13:05:18.739174 dv-cinder-841644-1-iscsi neutron-server[109803]: self.callback(batched_events) May 13 13:05:18.739174 dv-cinder-841644-1-iscsi neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 13:05:18.739174 dv-cinder-841644-1-iscsi neutron-server[109803]: event.method(event) May 13 13:05:18.739174 dv-cinder-841644-1-iscsi neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 13 13:05:18.739174 dv-cinder-841644-1-iscsi neutron-server[109803]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 13:05:18.739174 dv-cinder-841644-1-iscsi neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 13 13:05:18.739174 dv-cinder-841644-1-iscsi neutron-server[109803]: aggregate_uuid = self.p_client.list_aggregates( May 13 13:05:18.739174 dv-cinder-841644-1-iscsi neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 13 13:05:18.739174 dv-cinder-841644-1-iscsi neutron-server[109803]: return f(self, *a, **k) May 13 13:05:18.739174 dv-cinder-841644-1-iscsi neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 13 13:05:18.739174 dv-cinder-841644-1-iscsi neutron-server[109803]: return self._get(url).json() May 13 13:05:18.739174 dv-cinder-841644-1-iscsi neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 13 13:05:18.739174 dv-cinder-841644-1-iscsi neutron-server[109803]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 13:05:18.739174 dv-cinder-841644-1-iscsi neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 13:05:18.739174 dv-cinder-841644-1-iscsi neutron-server[109803]: return self.request(url, 'GET', **kwargs) May 13 13:05:18.739174 dv-cinder-841644-1-iscsi neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 13:05:18.739174 dv-cinder-841644-1-iscsi neutron-server[109803]: base_url = self.get_endpoint(auth, allow=allow, May 13 13:05:18.739174 dv-cinder-841644-1-iscsi neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 13:05:18.739174 dv-cinder-841644-1-iscsi neutron-server[109803]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 13:05:18.739174 dv-cinder-841644-1-iscsi neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 13:05:18.739174 dv-cinder-841644-1-iscsi neutron-server[109803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 13:05:18.739174 dv-cinder-841644-1-iscsi neutron-server[109803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 13:05:18.793330 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-abbb6fd3-62d8-47fb-9e64-b61a914db8ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1476655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621796'] for network (99d29262-af07-4901-9b76-66b1df94a6a1), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:18.799422 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-abbb6fd3-62d8-47fb-9e64-b61a914db8ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617456'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:18.802617 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-abbb6fd3-62d8-47fb-9e64-b61a914db8ce admin admin] 10.222.0.49 "DELETE /v2.0/networks/99d29262-af07-4901-9b76-66b1df94a6a1 HTTP/1.1" status: 204 len: 168 time: 0.5190766 May 13 13:05:18.815275 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbb6fd3-62d8-47fb-9e64-b61a914db8ce admin admin] Pushing event deleted for resources: {'Network': ['ID=99d29262-af07-4901-9b76-66b1df94a6a1,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:05:18.973674 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 56808) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:05:18.982750 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.agents_db [None req-04065fb1-5207-409b-a281-8f6301b2fc59 None None] Agent healthcheck: found 6 active agents {{(pid=109806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 13:05:19.013677 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-d8d67e60-c0bb-4153-977f-3088a4ee7072 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f7713dfabbe6446fac28d0b194ca627a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387967 May 13 13:05:19.016124 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 56810) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:05:19.062216 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e4efd2df-95af-438b-a2ae-6afddd4df538 admin admin] Publish callbacks [] for security_group (937d479c-27f4-4075-8be2-51ff80e6516e), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:19.086904 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e4efd2df-95af-438b-a2ae-6afddd4df538 admin admin] Publish callbacks [] for security_group (937d479c-27f4-4075-8be2-51ff80e6516e), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:19.134662 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e4efd2df-95af-438b-a2ae-6afddd4df538 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (937d479c-27f4-4075-8be2-51ff80e6516e), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:19.137460 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-e4efd2df-95af-438b-a2ae-6afddd4df538 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:19.138586 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-e4efd2df-95af-438b-a2ae-6afddd4df538 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/937d479c-27f4-4075-8be2-51ff80e6516e HTTP/1.1" status: 204 len: 168 time: 0.1215651 May 13 13:05:19.147088 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4efd2df-95af-438b-a2ae-6afddd4df538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=937d479c-27f4-4075-8be2-51ff80e6516e,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:05:19.170960 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Device 32e8f8bd-9fff-48d1-9ba3-8864e663d52a no longer exists at agent ovs-agent-dv-cinder-841644-1-iscsi {{(pid=109805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:05:19.193531 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] No Port match for: 32e8f8bd-9fff-48d1-9ba3-8864e663d52a {{(pid=109805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:05:19.193872 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Device 32e8f8bd-9fff-48d1-9ba3-8864e663d52a not bound to the agent host dv-cinder-841644-1-iscsi {{(pid=109805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:05:19.194280 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Device 993e6909-5cf6-46d1-9747-afebdba048a6 no longer exists at agent ovs-agent-dv-cinder-841644-1-iscsi {{(pid=109805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:05:19.212841 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] No Port match for: 993e6909-5cf6-46d1-9747-afebdba048a6 {{(pid=109805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:05:19.213207 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Device 993e6909-5cf6-46d1-9747-afebdba048a6 not bound to the agent host dv-cinder-841644-1-iscsi {{(pid=109805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:05:19.213611 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Device eae909b1-d4a2-405f-a470-00e76a16f4bc no longer exists at agent ovs-agent-dv-cinder-841644-1-iscsi {{(pid=109805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:05:19.235151 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] No Port match for: eae909b1-d4a2-405f-a470-00e76a16f4bc {{(pid=109805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:05:19.236150 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Device eae909b1-d4a2-405f-a470-00e76a16f4bc not bound to the agent host dv-cinder-841644-1-iscsi {{(pid=109805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:05:19.457526 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 56816) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:05:19.496196 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-d40b197a-658e-4cfb-8b00-09fc56bf08a0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=22a0fe7d099646a49fd269e6695c429b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0375714 May 13 13:05:19.498616 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 56818) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:05:19.544578 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-98e33f1c-30fd-43e5-ba9c-a8699096abcb admin admin] Publish callbacks [] for security_group (b6789334-2569-4047-b829-53d954e19d67), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:19.566152 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-98e33f1c-30fd-43e5-ba9c-a8699096abcb admin admin] Publish callbacks [] for security_group (b6789334-2569-4047-b829-53d954e19d67), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:19.611047 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-98e33f1c-30fd-43e5-ba9c-a8699096abcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (b6789334-2569-4047-b829-53d954e19d67), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:19.614392 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-98e33f1c-30fd-43e5-ba9c-a8699096abcb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:19.615600 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-98e33f1c-30fd-43e5-ba9c-a8699096abcb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b6789334-2569-4047-b829-53d954e19d67 HTTP/1.1" status: 204 len: 168 time: 0.1160936 May 13 13:05:19.623202 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e33f1c-30fd-43e5-ba9c-a8699096abcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6789334-2569-4047-b829-53d954e19d67,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:05:20.364104 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (202f7e15-8fd1-4d3b-a0cb-2b083dcecd1a), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:27.062239 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-483b3b6f-c7a6-49a1-b9b7-265982f08803 req-8623e7c2-f5ef-475b-9da7-4ec2ceb9db81 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=949ac2a1-5fa1-458a-954b-09355d5dfc68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0371270 May 13 13:05:27.159433 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483b3b6f-c7a6-49a1-b9b7-265982f08803 req-dc07f3a4-95f1-478d-b80b-b061aebed75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:05:27.160904 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-483b3b6f-c7a6-49a1-b9b7-265982f08803 req-dc07f3a4-95f1-478d-b80b-b061aebed75a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6a60c4cb84044c338d954f9a3ec8ef31&device_id=949ac2a1-5fa1-458a-954b-09355d5dfc68 HTTP/1.1" status: 200 len: 1130 time: 0.0379686 May 13 13:05:27.264689 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483b3b6f-c7a6-49a1-b9b7-265982f08803 req-30f2e468-b276-4cff-a189-c42cafafb209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:05:27.266188 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-483b3b6f-c7a6-49a1-b9b7-265982f08803 req-30f2e468-b276-4cff-a189-c42cafafb209 service neutron] 10.222.0.52 "GET /v2.0/networks?id=aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1 HTTP/1.1" status: 200 len: 912 time: 0.0871990 May 13 13:05:27.330721 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-483b3b6f-c7a6-49a1-b9b7-265982f08803 req-3282e3a8-fd88-485c-8b20-b9d5f1bf1705 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc7acc83-6299-405b-9f2c-a8cefc650198 HTTP/1.1" status: 200 len: 1002 time: 0.0578890 May 13 13:05:27.401473 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483b3b6f-c7a6-49a1-b9b7-265982f08803 req-98c53921-f740-48ba-8eec-8d0ad1414ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:05:27.403184 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-483b3b6f-c7a6-49a1-b9b7-265982f08803 req-98c53921-f740-48ba-8eec-8d0ad1414ae9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=580aedfc-8b47-4076-96d2-f68e5824303f HTTP/1.1" status: 200 len: 850 time: 0.0608764 May 13 13:05:27.448319 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483b3b6f-c7a6-49a1-b9b7-265982f08803 req-14a2171a-e62f-44fa-9755-24b853efb091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:05:27.449842 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-483b3b6f-c7a6-49a1-b9b7-265982f08803 req-14a2171a-e62f-44fa-9755-24b853efb091 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397062 May 13 13:05:27.535920 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-483b3b6f-c7a6-49a1-b9b7-265982f08803 req-d58d9027-f98a-47c5-9b94-077b561a8426 service neutron] 10.222.0.52 "GET /v2.0/networks/aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787776 May 13 13:05:27.624760 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-483b3b6f-c7a6-49a1-b9b7-265982f08803 req-0d54201e-37b4-4064-96b9-18a58a88355f service neutron] 10.222.0.52 "GET /v2.0/networks/aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829275 May 13 13:05:29.085576 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632421e7-a9a0-4f87-ae39-c86e0f3c7d21 req-e6f035e6-a108-4b8f-9469-d08651ee7d77 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:05:29.087030 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-632421e7-a9a0-4f87-ae39-c86e0f3c7d21 req-e6f035e6-a108-4b8f-9469-d08651ee7d77 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.49 "GET /v2.0/ports?device_id=949ac2a1-5fa1-458a-954b-09355d5dfc68 HTTP/1.1" status: 200 len: 946 time: 0.0464478 May 13 13:05:29.135789 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-632421e7-a9a0-4f87-ae39-c86e0f3c7d21 req-a8b94897-63d4-41b3-8421-1062f57271c7 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.49 "GET /v2.0/security-groups?id=22d95977-7f18-4ee5-86c7-550f6ea7e358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430448 May 13 13:05:30.257238 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99034773-6a22-4954-afdd-019ebcb24723 req-83a95503-39ec-485b-b399-343474790bbd tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:05:30.258728 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-99034773-6a22-4954-afdd-019ebcb24723 req-83a95503-39ec-485b-b399-343474790bbd tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.49 "GET /v2.0/ports?device_id=949ac2a1-5fa1-458a-954b-09355d5dfc68 HTTP/1.1" status: 200 len: 946 time: 0.0511296 May 13 13:05:30.308154 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-99034773-6a22-4954-afdd-019ebcb24723 req-1b9e42d4-fef8-470f-aad6-6f0076da703b tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.49 "GET /v2.0/security-groups?id=22d95977-7f18-4ee5-86c7-550f6ea7e358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437686 May 13 13:05:30.914160 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45f1105-ffbd-4349-a10e-8fe66340ef02 req-bf1ead7f-37a2-407a-961e-b3a921e3d7ea tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:05:30.915590 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-d45f1105-ffbd-4349-a10e-8fe66340ef02 req-bf1ead7f-37a2-407a-961e-b3a921e3d7ea tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.52 "GET /v2.0/ports?device_id=949ac2a1-5fa1-458a-954b-09355d5dfc68 HTTP/1.1" status: 200 len: 946 time: 0.0499187 May 13 13:05:30.999580 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [req-d45f1105-ffbd-4349-a10e-8fe66340ef02 req-77fd111f-835c-4fe2-ac34-cad5159bcffb tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Deleting port dc7acc83-6299-405b-9f2c-a8cefc650198 {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:05:30.999913 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-d45f1105-ffbd-4349-a10e-8fe66340ef02 req-77fd111f-835c-4fe2-ac34-cad5159bcffb tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750967565572'] for port (dc7acc83-6299-405b-9f2c-a8cefc650198), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:31.098239 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.db [req-d45f1105-ffbd-4349-a10e-8fe66340ef02 req-77fd111f-835c-4fe2-ac34-cad5159bcffb tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] For port dc7acc83-6299-405b-9f2c-a8cefc650198, host hv-cinder-84164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84164',level=0,port_id=dc7acc83-6299-405b-9f2c-a8cefc650198,segment=NetworkSegment(87a38a9b-76da-4b33-b09f-c49a89146602),segment_id=87a38a9b-76da-4b33-b09f-c49a89146602)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:05:31.098584 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-d45f1105-ffbd-4349-a10e-8fe66340ef02 req-77fd111f-835c-4fe2-ac34-cad5159bcffb tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624050'] for port (dc7acc83-6299-405b-9f2c-a8cefc650198), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:31.271447 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-d45f1105-ffbd-4349-a10e-8fe66340ef02 req-77fd111f-835c-4fe2-ac34-cad5159bcffb tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:31.271718 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-d45f1105-ffbd-4349-a10e-8fe66340ef02 req-77fd111f-835c-4fe2-ac34-cad5159bcffb tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621791'] for floatingip (d7e635b5-e748-47b0-8216-f94762882f41), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:31.272046 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.db.l3_db [req-d45f1105-ffbd-4349-a10e-8fe66340ef02 req-77fd111f-835c-4fe2-ac34-cad5159bcffb tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Floating IP d7e635b5-e748-47b0-8216-f94762882f41 disassociated. External IP: 172.27.3.134, port: dc7acc83-6299-405b-9f2c-a8cefc650198. May 13 13:05:31.272357 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [req-d45f1105-ffbd-4349-a10e-8fe66340ef02 req-77fd111f-835c-4fe2-ac34-cad5159bcffb tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Calling delete_port for dc7acc83-6299-405b-9f2c-a8cefc650198 owned by compute:nova {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:05:31.434769 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592433c6-8fc4-4fbd-ab3a-d147c1b165a1 req-46540355-7884-4420-92e9-008455f76b36 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:05:31.436246 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-592433c6-8fc4-4fbd-ab3a-d147c1b165a1 req-46540355-7884-4420-92e9-008455f76b36 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.49 "GET /v2.0/ports?device_id=949ac2a1-5fa1-458a-954b-09355d5dfc68 HTTP/1.1" status: 200 len: 946 time: 0.0590777 May 13 13:05:31.437285 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-d45f1105-ffbd-4349-a10e-8fe66340ef02 req-77fd111f-835c-4fe2-ac34-cad5159bcffb tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750967572628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750967062393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6007231'] for port (dc7acc83-6299-405b-9f2c-a8cefc650198), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:31.481114 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fd111f-835c-4fe2-ac34-cad5159bcffb tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Pushing event deleted for resources: {'Port': ['ID=dc7acc83-6299-405b-9f2c-a8cefc650198,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:05:31.563453 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-592433c6-8fc4-4fbd-ab3a-d147c1b165a1 req-c1cd6016-050e-444a-a52d-d3401a8dac99 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.49 "GET /v2.0/security-groups?id=22d95977-7f18-4ee5-86c7-550f6ea7e358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189771 May 13 13:05:31.627093 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d45f1105-ffbd-4349-a10e-8fe66340ef02 req-77fd111f-835c-4fe2-ac34-cad5159bcffb tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Router 54a1ebfd-fd29-40b0-8359-a84254704864 has already been hosted by L3 agent 6d8a5631-9f63-444c-af3b-4dcce4842b62 {{(pid=109804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 13:05:31.737393 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d45f1105-ffbd-4349-a10e-8fe66340ef02 req-77fd111f-835c-4fe2-ac34-cad5159bcffb tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Notify agent at l3_agent.dv-cinder-841644-1-iscsi the message routers_updated {{(pid=109804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:05:31.748354 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162ddb32-0517-49fd-a6e9-4f3f1d9f885e None None] Sync routers for ids ['54a1ebfd-fd29-40b0-8359-a84254704864'] in dv-cinder-841644-1-iscsi {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:05:31.757972 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162ddb32-0517-49fd-a6e9-4f3f1d9f885e None None] Routers {'54a1ebfd-fd29-40b0-8359-a84254704864'} bound to L3 agent in host dv-cinder-841644-1-iscsi {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:05:31.758575 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-162ddb32-0517-49fd-a6e9-4f3f1d9f885e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841644-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T12:45:44Z,description=,heartbeat_timestamp=2022-05-13T13:05:14Z,host='dv-cinder-841644-1-iscsi',id=6d8a5631-9f63-444c-af3b-4dcce4842b62,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T12:45:44Z,topic='l3_agent')) {'router_ids': ['54a1ebfd-fd29-40b0-8359-a84254704864'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:05:31.781265 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [req-d45f1105-ffbd-4349-a10e-8fe66340ef02 req-77fd111f-835c-4fe2-ac34-cad5159bcffb tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] No DVR routers for this DVR port dc7acc83-6299-405b-9f2c-a8cefc650198 on host hv-cinder-84164 {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 13:05:31.783805 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-d45f1105-ffbd-4349-a10e-8fe66340ef02 req-77fd111f-835c-4fe2-ac34-cad5159bcffb tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4290'] for port (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:31.788420 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-d45f1105-ffbd-4349-a10e-8fe66340ef02 req-77fd111f-835c-4fe2-ac34-cad5159bcffb tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.52 "DELETE /v2.0/ports/dc7acc83-6299-405b-9f2c-a8cefc650198 HTTP/1.1" status: 204 len: 173 time: 0.8671362 May 13 13:05:31.788845 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '949ac2a1-5fa1-458a-954b-09355d5dfc68', 'name': 'network-vif-deleted', 'tag': 'dc7acc83-6299-405b-9f2c-a8cefc650198'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:05:31.791124 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1b69bbfd011f85c3db934c4b22a349ffa5730c167d2456731e37bfe5d9c9e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfd8bd17-5c41-4ff7-8f1e-56ae7d0b6ad3" -d '{"events": [{"server_uuid": "949ac2a1-5fa1-458a-954b-09355d5dfc68", "name": "network-vif-deleted", "tag": "dc7acc83-6299-405b-9f2c-a8cefc650198"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:05:31.830221 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 13:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-270904e0-95a8-40b4-a043-ac2fc9796c10 x-openstack-request-id: req-270904e0-95a8-40b4-a043-ac2fc9796c10 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:05:31.830560 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "949ac2a1-5fa1-458a-954b-09355d5dfc68", "name": "network-vif-deleted", "tag": "dc7acc83-6299-405b-9f2c-a8cefc650198", "status": "completed", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:05:31.830817 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-270904e0-95a8-40b4-a043-ac2fc9796c10 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:05:31.831212 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-270904e0-95a8-40b4-a043-ac2fc9796c10'] response: {'server_uuid': '949ac2a1-5fa1-458a-954b-09355d5dfc68', 'name': 'network-vif-deleted', 'tag': 'dc7acc83-6299-405b-9f2c-a8cefc650198', 'status': 'completed', 'code': 200} May 13 13:05:32.013195 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-162ddb32-0517-49fd-a6e9-4f3f1d9f885e None None] Set router 54a1ebfd-fd29-40b0-8359-a84254704864 gateway port host: dv-cinder-841644-1-iscsi {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:05:32.206090 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-162ddb32-0517-49fd-a6e9-4f3f1d9f885e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54a1ebfd-fd29-40b0-8359-a84254704864', 'name': 'tempest-TestVolumeBootPattern-208780226-router', 'tenant_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '9820dea4-a7a6-46f6-a5e9-0610c7fa9ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:02:26Z', 'updated_at': '2022-05-13T13:02:30Z', 'revision_number': 4, 'project_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'gw_port': {'id': '9820dea4-a7a6-46f6-a5e9-0610c7fa9ee8', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a1ebfd-fd29-40b0-8359-a84254704864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:02:27Z', 'updated_at': '2022-05-13T13:02:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi', '_interfaces': [{'id': '47946319-1c40-4d3c-8c85-413449fba33f', 'name': '', 'network_id': 'aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1', 'tenant_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'mac_address': 'fa:16:3e:d5:5b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a1ebfd-fd29-40b0-8359-a84254704864', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '580aedfc-8b47-4076-96d2-f68e5824303f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:02:29Z', 'updated_at': '2022-05-13T13:02:40Z', 'revision_number': 5, 'project_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'subnets': [{'id': '580aedfc-8b47-4076-96d2-f68e5824303f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841644-1-iscsi', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:05:32.239158 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162ddb32-0517-49fd-a6e9-4f3f1d9f885e None None] Checking router: 54a1ebfd-fd29-40b0-8359-a84254704864 for host: dv-cinder-841644-1-iscsi {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:05:32.247246 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162ddb32-0517-49fd-a6e9-4f3f1d9f885e None None] Routers {'54a1ebfd-fd29-40b0-8359-a84254704864'} bound to L3 agent in host dv-cinder-841644-1-iscsi {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:05:32.247845 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-162ddb32-0517-49fd-a6e9-4f3f1d9f885e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841644-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T12:45:44Z,description=,heartbeat_timestamp=2022-05-13T13:05:14Z,host='dv-cinder-841644-1-iscsi',id=6d8a5631-9f63-444c-af3b-4dcce4842b62,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T12:45:44Z,topic='l3_agent')) {'router_ids': ['54a1ebfd-fd29-40b0-8359-a84254704864'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:05:32.356995 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-162ddb32-0517-49fd-a6e9-4f3f1d9f885e None None] Set router 54a1ebfd-fd29-40b0-8359-a84254704864 gateway port host: dv-cinder-841644-1-iscsi {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:05:32.544260 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-162ddb32-0517-49fd-a6e9-4f3f1d9f885e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54a1ebfd-fd29-40b0-8359-a84254704864', 'name': 'tempest-TestVolumeBootPattern-208780226-router', 'tenant_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '9820dea4-a7a6-46f6-a5e9-0610c7fa9ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:02:26Z', 'updated_at': '2022-05-13T13:02:30Z', 'revision_number': 4, 'project_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'gw_port': {'id': '9820dea4-a7a6-46f6-a5e9-0610c7fa9ee8', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a1ebfd-fd29-40b0-8359-a84254704864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:02:27Z', 'updated_at': '2022-05-13T13:02:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi', '_interfaces': [{'id': '47946319-1c40-4d3c-8c85-413449fba33f', 'name': '', 'network_id': 'aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1', 'tenant_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'mac_address': 'fa:16:3e:d5:5b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a1ebfd-fd29-40b0-8359-a84254704864', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '580aedfc-8b47-4076-96d2-f68e5824303f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:02:29Z', 'updated_at': '2022-05-13T13:02:40Z', 'revision_number': 5, 'project_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'subnets': [{'id': '580aedfc-8b47-4076-96d2-f68e5824303f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841644-1-iscsi', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:05:32.575142 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162ddb32-0517-49fd-a6e9-4f3f1d9f885e None None] The sync data for ids ['54a1ebfd-fd29-40b0-8359-a84254704864'] in dv-cinder-841644-1-iscsi is: [{'id': '54a1ebfd-fd29-40b0-8359-a84254704864', 'name': 'tempest-TestVolumeBootPattern-208780226-router', 'tenant_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '9820dea4-a7a6-46f6-a5e9-0610c7fa9ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:02:26Z', 'updated_at': '2022-05-13T13:02:30Z', 'revision_number': 4, 'project_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'gw_port': {'id': '9820dea4-a7a6-46f6-a5e9-0610c7fa9ee8', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a1ebfd-fd29-40b0-8359-a84254704864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:02:27Z', 'updated_at': '2022-05-13T13:02:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi', '_interfaces': [{'id': '47946319-1c40-4d3c-8c85-413449fba33f', 'name': '', 'network_id': 'aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1', 'tenant_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'mac_address': 'fa:16:3e:d5:5b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a1ebfd-fd29-40b0-8359-a84254704864', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '580aedfc-8b47-4076-96d2-f68e5824303f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:02:29Z', 'updated_at': '2022-05-13T13:02:40Z', 'revision_number': 5, 'project_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'subnets': [{'id': '580aedfc-8b47-4076-96d2-f68e5824303f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:05:32.678272 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-1191bdde-6842-4f96-a090-fe10ecca9a19 req-be3b49c8-5a65-43a5-8e24-a59c1cb45d53 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.49 "GET /v2.0/ports?device_id=949ac2a1-5fa1-458a-954b-09355d5dfc68 HTTP/1.1" status: 200 len: 210 time: 0.0311542 May 13 13:05:32.818363 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15fa788d-1878-4d3d-b2f4-e73b8bcec370 None None] New status for floating IP d7e635b5-e748-47b0-8216-f94762882f41: DOWN {{(pid=109806) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 13:05:33.985842 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-fa824eb2-faef-4ba2-a39d-11a1d6a6d452 req-70b7ddb3-d2e4-4405-95cd-0dfbce9e6e0f tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2036298892&fields=id&tenant_id=6a60c4cb84044c338d954f9a3ec8ef31 HTTP/1.1" status: 200 len: 267 time: 0.0435500 May 13 13:05:34.091828 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa824eb2-faef-4ba2-a39d-11a1d6a6d452 req-72db7863-37fb-4064-ba17-22fba6f60ff4 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:05:34.093301 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-fa824eb2-faef-4ba2-a39d-11a1d6a6d452 req-72db7863-37fb-4064-ba17-22fba6f60ff4 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.49 "GET /v2.0/networks?id=aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1 HTTP/1.1" status: 200 len: 811 time: 0.1009314 May 13 13:05:34.107660 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-fa824eb2-faef-4ba2-a39d-11a1d6a6d452 req-73a25b6b-fa6f-4eb4-83ca-593ae33b9dd4 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.49 "GET /v2.0/quotas/6a60c4cb84044c338d954f9a3ec8ef31 HTTP/1.1" status: 200 len: 375 time: 0.0086350 May 13 13:05:34.172901 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-fa824eb2-faef-4ba2-a39d-11a1d6a6d452 req-c9b7d813-b531-4bc2-8418-8a5882dd0fb6 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=6a60c4cb84044c338d954f9a3ec8ef31&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0603981 May 13 13:05:34.289740 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [req-fa824eb2-faef-4ba2-a39d-11a1d6a6d452 req-dd1625a6-4d97-4517-abee-70913411cdfb service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=109804) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 13 13:05:34.290757 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-fa824eb2-faef-4ba2-a39d-11a1d6a6d452 req-dd1625a6-4d97-4517-abee-70913411cdfb service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1067662 May 13 13:05:34.379792 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-fa824eb2-faef-4ba2-a39d-11a1d6a6d452 req-72f90649-b94d-431d-bf76-55639b9753f4 service neutron] 10.222.0.49 "GET /v2.0/networks/aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829859 May 13 13:05:34.471146 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-fa824eb2-faef-4ba2-a39d-11a1d6a6d452 req-1b3dd2c6-e7ea-4341-960d-405acbd2f665 service neutron] 10.222.0.49 "GET /v2.0/networks/aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857697 May 13 13:05:35.499458 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Device dc7acc83-6299-405b-9f2c-a8cefc650198 no longer exists at agent hyperv_hv-cinder-84164 {{(pid=109805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:05:35.520255 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] No Port match for: dc7acc83-6299-405b-9f2c-a8cefc650198 {{(pid=109805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:05:35.520692 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Device dc7acc83-6299-405b-9f2c-a8cefc650198 not bound to the agent host hv-cinder-84164 {{(pid=109805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:05:35.759605 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-703e73b7-7d0d-4eb4-ba61-5d0ceea8d307 req-627db08e-c8cd-4d09-9bb9-833e7f606084 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbd034d8-2288-42d6-b22e-6a197d659ca0 HTTP/1.1" status: 200 len: 210 time: 0.0279241 May 13 13:05:36.836396 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-cc3f105d-3803-4fb7-9792-e55dd55d61d3 req-22bdd44d-8570-4132-bda8-cb3c58f805bf tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbd034d8-2288-42d6-b22e-6a197d659ca0 HTTP/1.1" status: 200 len: 210 time: 0.0278714 May 13 13:05:37.914943 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-21be8767-c4a7-47f7-b168-106f5c318bac req-69e2618d-d18b-43f0-a621-7e356b6c0a40 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbd034d8-2288-42d6-b22e-6a197d659ca0 HTTP/1.1" status: 200 len: 210 time: 0.0281847 May 13 13:05:38.993184 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-d9d7ee77-e0fc-42ef-bc68-e72f955414d2 req-8308814b-4dd4-45bd-96f7-a4f4e9a95aac tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbd034d8-2288-42d6-b22e-6a197d659ca0 HTTP/1.1" status: 200 len: 210 time: 0.0290110 May 13 13:05:40.087251 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-9dbe17b7-51bc-4b17-871b-7b681e93ccee req-4273da47-1ff4-40b8-a0ac-6ad0ee5b942f tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbd034d8-2288-42d6-b22e-6a197d659ca0 HTTP/1.1" status: 200 len: 210 time: 0.0285637 May 13 13:05:40.839131 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa824eb2-faef-4ba2-a39d-11a1d6a6d452 req-f5d545de-5a90-4890-b4e5-45e359372176 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:05:40.840705 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-fa824eb2-faef-4ba2-a39d-11a1d6a6d452 req-f5d545de-5a90-4890-b4e5-45e359372176 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.52 "GET /v2.0/networks?id=aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1 HTTP/1.1" status: 200 len: 811 time: 0.1073902 May 13 13:05:40.934485 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-fa824eb2-faef-4ba2-a39d-11a1d6a6d452 req-febd3e10-0edd-41fe-9e6a-172efd342967 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6a60c4cb84044c338d954f9a3ec8ef31 HTTP/1.1" status: 200 len: 380 time: 0.0533669 May 13 13:05:40.944163 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.v2.base [req-fa824eb2-faef-4ba2-a39d-11a1d6a6d452 req-3a298213-e071-4562-b0b7-7beaf88a8241 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Request body: {'port': {'device_id': 'fbd034d8-2288-42d6-b22e-6a197d659ca0', 'network_id': 'aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1', 'admin_state_up': True, 'tenant_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'security_groups': ['22d95977-7f18-4ee5-86c7-550f6ea7e358']}} {{(pid=109804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:05:41.310532 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-aefed8ac-f70c-4410-b430-ab1df27cbbdd req-6ca7f12e-1f5e-44b5-b60d-317ce88e261a tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbd034d8-2288-42d6-b22e-6a197d659ca0 HTTP/1.1" status: 200 len: 210 time: 0.0375111 May 13 13:05:41.332537 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa824eb2-faef-4ba2-a39d-11a1d6a6d452 req-3a298213-e071-4562-b0b7-7beaf88a8241 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Made reservation on behalf of 6a60c4cb84044c338d954f9a3ec8ef31 for: {'port': 1} {{(pid=109804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:05:41.337071 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-fa824eb2-faef-4ba2-a39d-11a1d6a6d452 req-3a298213-e071-4562-b0b7-7beaf88a8241 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:41.470852 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [req-fa824eb2-faef-4ba2-a39d-11a1d6a6d452 req-3a298213-e071-4562-b0b7-7beaf88a8241 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Allocated IP 172.20.0.10 (aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1/580aedfc-8b47-4076-96d2-f68e5824303f/f7c805ce-0b6a-4821-8d70-75759cd857d0) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:05:41.490406 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-c5803b86-0920-4a04-816a-df92a905b4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (12f7f474-a19f-4cf7-bcdf-b9ad7dbdd770), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:41.615053 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-fa824eb2-faef-4ba2-a39d-11a1d6a6d452 req-3a298213-e071-4562-b0b7-7beaf88a8241 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Publish callbacks [] for port (f7c805ce-0b6a-4821-8d70-75759cd857d0), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:41.647921 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-fa824eb2-faef-4ba2-a39d-11a1d6a6d452 req-3a298213-e071-4562-b0b7-7beaf88a8241 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750967062384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6007231'] for port (f7c805ce-0b6a-4821-8d70-75759cd857d0), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:41.692281 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa824eb2-faef-4ba2-a39d-11a1d6a6d452 req-3a298213-e071-4562-b0b7-7beaf88a8241 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Network aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1 is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:05:41.695194 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [req-fa824eb2-faef-4ba2-a39d-11a1d6a6d452 req-3a298213-e071-4562-b0b7-7beaf88a8241 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:05:41.697629 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa824eb2-faef-4ba2-a39d-11a1d6a6d452 req-3a298213-e071-4562-b0b7-7beaf88a8241 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:05:41.730199 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a298213-e071-4562-b0b7-7beaf88a8241 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Pushing event updated for resources: {'Port': ['ID=f7c805ce-0b6a-4821-8d70-75759cd857d0,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:05:41.757364 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa824eb2-faef-4ba2-a39d-11a1d6a6d452 req-3a298213-e071-4562-b0b7-7beaf88a8241 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:05:41.758012 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-fa824eb2-faef-4ba2-a39d-11a1d6a6d452 req-3a298213-e071-4562-b0b7-7beaf88a8241 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4290'] for port (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:41.774504 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-fa824eb2-faef-4ba2-a39d-11a1d6a6d452 req-3a298213-e071-4562-b0b7-7beaf88a8241 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8338416 May 13 13:05:41.794100 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.v2.base [req-fa824eb2-faef-4ba2-a39d-11a1d6a6d452 req-dbabd3c2-c08e-4c3e-90b3-9c1bd877a981 service neutron] Request body: {'port': {'device_id': 'fbd034d8-2288-42d6-b22e-6a197d659ca0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84164'}} {{(pid=109804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:05:41.855387 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-fa824eb2-faef-4ba2-a39d-11a1d6a6d452 req-dbabd3c2-c08e-4c3e-90b3-9c1bd877a981 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (f7c805ce-0b6a-4821-8d70-75759cd857d0), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:41.945382 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-1526cbe8-81dc-4114-9c52-eadb4a27cbde None None] Provisioning complete for port f7c805ce-0b6a-4821-8d70-75759cd857d0 triggered by entity DHCP. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:05:41.945673 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-1526cbe8-81dc-4114-9c52-eadb4a27cbde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (f7c805ce-0b6a-4821-8d70-75759cd857d0), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:41.982527 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-1526cbe8-81dc-4114-9c52-eadb4a27cbde None None] Port f7c805ce-0b6a-4821-8d70-75759cd857d0 cannot update to ACTIVE because it is not bound. {{(pid=109805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 13:05:42.122172 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.notifiers.nova [req-fa824eb2-faef-4ba2-a39d-11a1d6a6d452 req-dbabd3c2-c08e-4c3e-90b3-9c1bd877a981 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7c805ce-0b6a-4821-8d70-75759cd857d0 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:05:42.130244 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-fa824eb2-faef-4ba2-a39d-11a1d6a6d452 req-dbabd3c2-c08e-4c3e-90b3-9c1bd877a981 service neutron] Publish callbacks [] for port (f7c805ce-0b6a-4821-8d70-75759cd857d0), precommit_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:42.142017 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [req-fa824eb2-faef-4ba2-a39d-11a1d6a6d452 req-dbabd3c2-c08e-4c3e-90b3-9c1bd877a981 service neutron] Transition to ACTIVE for port object f7c805ce-0b6a-4821-8d70-75759cd857d0 will not be triggered until provisioned by entity L2. {{(pid=109804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 13:05:42.146013 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-fa824eb2-faef-4ba2-a39d-11a1d6a6d452 req-dbabd3c2-c08e-4c3e-90b3-9c1bd877a981 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6007238'] for port (f7c805ce-0b6a-4821-8d70-75759cd857d0), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:42.195104 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbabd3c2-c08e-4c3e-90b3-9c1bd877a981 service neutron] Pushing event updated for resources: {'Port': ['ID=f7c805ce-0b6a-4821-8d70-75759cd857d0,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:05:42.271687 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [req-fa824eb2-faef-4ba2-a39d-11a1d6a6d452 req-dbabd3c2-c08e-4c3e-90b3-9c1bd877a981 service neutron] Attempting to bind port f7c805ce-0b6a-4821-8d70-75759cd857d0 on host hv-cinder-84164 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:05:42.272019 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [req-fa824eb2-faef-4ba2-a39d-11a1d6a6d452 req-dbabd3c2-c08e-4c3e-90b3-9c1bd877a981 service neutron] Attempting to bind port f7c805ce-0b6a-4821-8d70-75759cd857d0 by drivers openvswitch,hyperv on host hv-cinder-84164 at level 0 using segments [{'id': '87a38a9b-76da-4b33-b09f-c49a89146602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:05:42.272345 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa824eb2-faef-4ba2-a39d-11a1d6a6d452 req-dbabd3c2-c08e-4c3e-90b3-9c1bd877a981 service neutron] Attempting to bind port f7c805ce-0b6a-4821-8d70-75759cd857d0 on network aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:05:42.276892 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa824eb2-faef-4ba2-a39d-11a1d6a6d452 req-dbabd3c2-c08e-4c3e-90b3-9c1bd877a981 service neutron] Port f7c805ce-0b6a-4821-8d70-75759cd857d0 on network aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84164 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 13:05:42.277247 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa824eb2-faef-4ba2-a39d-11a1d6a6d452 req-dbabd3c2-c08e-4c3e-90b3-9c1bd877a981 service neutron] Attempting to bind port f7c805ce-0b6a-4821-8d70-75759cd857d0 on network aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:05:42.282152 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa824eb2-faef-4ba2-a39d-11a1d6a6d452 req-dbabd3c2-c08e-4c3e-90b3-9c1bd877a981 service neutron] Checking agent: {'id': '202f7e15-8fd1-4d3b-a0cb-2b083dcecd1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84164', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 12, 52, 20), 'started_at': datetime.datetime(2022, 5, 13, 12, 52, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 5, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:05:42.282487 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa824eb2-faef-4ba2-a39d-11a1d6a6d452 req-dbabd3c2-c08e-4c3e-90b3-9c1bd877a981 service neutron] Checking segment: {'id': '87a38a9b-76da-4b33-b09f-c49a89146602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:05:42.282868 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa824eb2-faef-4ba2-a39d-11a1d6a6d452 req-dbabd3c2-c08e-4c3e-90b3-9c1bd877a981 service neutron] Bound using segment: {'id': '87a38a9b-76da-4b33-b09f-c49a89146602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:05:42.283286 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [req-fa824eb2-faef-4ba2-a39d-11a1d6a6d452 req-dbabd3c2-c08e-4c3e-90b3-9c1bd877a981 service neutron] Bound port: f7c805ce-0b6a-4821-8d70-75759cd857d0, host: hv-cinder-84164, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87a38a9b-76da-4b33-b09f-c49a89146602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:05:42.283641 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-fa824eb2-faef-4ba2-a39d-11a1d6a6d452 req-dbabd3c2-c08e-4c3e-90b3-9c1bd877a981 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (f7c805ce-0b6a-4821-8d70-75759cd857d0), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:42.352192 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.db [req-fa824eb2-faef-4ba2-a39d-11a1d6a6d452 req-dbabd3c2-c08e-4c3e-90b3-9c1bd877a981 service neutron] For port f7c805ce-0b6a-4821-8d70-75759cd857d0, host hv-cinder-84164, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:05:42.355249 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.db [req-fa824eb2-faef-4ba2-a39d-11a1d6a6d452 req-dbabd3c2-c08e-4c3e-90b3-9c1bd877a981 service neutron] For port f7c805ce-0b6a-4821-8d70-75759cd857d0, host hv-cinder-84164, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84164',level=0,port_id=f7c805ce-0b6a-4821-8d70-75759cd857d0,segment=NetworkSegment(87a38a9b-76da-4b33-b09f-c49a89146602),segment_id=87a38a9b-76da-4b33-b09f-c49a89146602)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:05:42.360941 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-fa824eb2-faef-4ba2-a39d-11a1d6a6d452 req-dbabd3c2-c08e-4c3e-90b3-9c1bd877a981 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6007238'] for port (f7c805ce-0b6a-4821-8d70-75759cd857d0), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:42.397019 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa824eb2-faef-4ba2-a39d-11a1d6a6d452 req-dbabd3c2-c08e-4c3e-90b3-9c1bd877a981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:05:42.397019 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-fa824eb2-faef-4ba2-a39d-11a1d6a6d452 req-dbabd3c2-c08e-4c3e-90b3-9c1bd877a981 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4290'] for port (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:42.398829 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-fa824eb2-faef-4ba2-a39d-11a1d6a6d452 req-dbabd3c2-c08e-4c3e-90b3-9c1bd877a981 service neutron] 10.222.0.52 "PUT /v2.0/ports/f7c805ce-0b6a-4821-8d70-75759cd857d0 HTTP/1.1" status: 200 len: 1094 time: 0.6083283 May 13 13:05:42.398829 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbd034d8-2288-42d6-b22e-6a197d659ca0', 'tag': 'f7c805ce-0b6a-4821-8d70-75759cd857d0'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:05:42.400713 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1b69bbfd011f85c3db934c4b22a349ffa5730c167d2456731e37bfe5d9c9e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f81d2c5-e3aa-4a09-ae7c-4abc8f3e8b2c" -d '{"events": [{"name": "network-changed", "server_uuid": "fbd034d8-2288-42d6-b22e-6a197d659ca0", "tag": "f7c805ce-0b6a-4821-8d70-75759cd857d0"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:05:42.432729 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbabd3c2-c08e-4c3e-90b3-9c1bd877a981 service neutron] Pushing event updated for resources: {'Port': ['ID=f7c805ce-0b6a-4821-8d70-75759cd857d0,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:05:42.455414 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babb10ed-d3d5-4f21-8656-7472e2eea663 req-6923108c-3eba-4cd8-81a2-c5df8764329b tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:05:42.456975 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-babb10ed-d3d5-4f21-8656-7472e2eea663 req-6923108c-3eba-4cd8-81a2-c5df8764329b tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbd034d8-2288-42d6-b22e-6a197d659ca0 HTTP/1.1" status: 200 len: 944 time: 0.0739872 May 13 13:05:42.524245 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa824eb2-faef-4ba2-a39d-11a1d6a6d452 req-673aa95f-6713-4c0d-aa04-86b20fb83f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:05:42.525785 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-fa824eb2-faef-4ba2-a39d-11a1d6a6d452 req-673aa95f-6713-4c0d-aa04-86b20fb83f66 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6a60c4cb84044c338d954f9a3ec8ef31&device_id=fbd034d8-2288-42d6-b22e-6a197d659ca0 HTTP/1.1" status: 200 len: 1128 time: 0.0501854 May 13 13:05:42.526581 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-babb10ed-d3d5-4f21-8656-7472e2eea663 req-e2dd95d8-6cf1-4dc6-8c62-56b0408ade51 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.49 "GET /v2.0/security-groups?id=22d95977-7f18-4ee5-86c7-550f6ea7e358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599551 May 13 13:05:42.592976 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 13:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb76704b-d3fa-4eaa-9a0f-1522a7e753a7 x-openstack-request-id: req-fb76704b-d3fa-4eaa-9a0f-1522a7e753a7 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:05:42.593285 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbd034d8-2288-42d6-b22e-6a197d659ca0", "tag": "f7c805ce-0b6a-4821-8d70-75759cd857d0", "status": "completed", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:05:42.593540 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fb76704b-d3fa-4eaa-9a0f-1522a7e753a7 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:05:42.593937 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb76704b-d3fa-4eaa-9a0f-1522a7e753a7'] response: {'name': 'network-changed', 'server_uuid': 'fbd034d8-2288-42d6-b22e-6a197d659ca0', 'tag': 'f7c805ce-0b6a-4821-8d70-75759cd857d0', 'status': 'completed', 'code': 200} May 13 13:05:42.595707 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-fa824eb2-faef-4ba2-a39d-11a1d6a6d452 req-01d64846-dc67-4379-addf-b3d77339085d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7c805ce-0b6a-4821-8d70-75759cd857d0 HTTP/1.1" status: 200 len: 217 time: 0.0434334 May 13 13:05:42.646662 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa824eb2-faef-4ba2-a39d-11a1d6a6d452 req-31bb8d97-ee5e-49c1-a9c5-3c86735a9de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:05:42.648098 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-fa824eb2-faef-4ba2-a39d-11a1d6a6d452 req-31bb8d97-ee5e-49c1-a9c5-3c86735a9de0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=580aedfc-8b47-4076-96d2-f68e5824303f HTTP/1.1" status: 200 len: 850 time: 0.0437875 May 13 13:05:42.694804 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa824eb2-faef-4ba2-a39d-11a1d6a6d452 req-0f8a3cf2-8ff2-48a9-acad-0eaae322ffe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:05:42.696246 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-fa824eb2-faef-4ba2-a39d-11a1d6a6d452 req-0f8a3cf2-8ff2-48a9-acad-0eaae322ffe1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385118 May 13 13:05:42.790797 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-fa824eb2-faef-4ba2-a39d-11a1d6a6d452 req-bf20fc93-3072-41b4-bbce-e622b74c1760 service neutron] 10.222.0.52 "GET /v2.0/networks/aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839903 May 13 13:05:42.881399 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-fa824eb2-faef-4ba2-a39d-11a1d6a6d452 req-acf53e75-082a-4389-bb7a-a25230b5d8dc service neutron] 10.222.0.52 "GET /v2.0/networks/aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800676 May 13 13:05:43.267200 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f81d2c5-e3aa-4a09-ae7c-4abc8f3e8b2c req-cb08329d-6fab-4211-b6e4-80c962fd258d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:05:43.268686 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-2f81d2c5-e3aa-4a09-ae7c-4abc8f3e8b2c req-cb08329d-6fab-4211-b6e4-80c962fd258d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6a60c4cb84044c338d954f9a3ec8ef31&device_id=fbd034d8-2288-42d6-b22e-6a197d659ca0 HTTP/1.1" status: 200 len: 1128 time: 0.0448999 May 13 13:05:43.358500 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f81d2c5-e3aa-4a09-ae7c-4abc8f3e8b2c req-090b0a13-b36e-4cd5-9ebf-c6f15a72a4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:05:43.359971 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-2f81d2c5-e3aa-4a09-ae7c-4abc8f3e8b2c req-090b0a13-b36e-4cd5-9ebf-c6f15a72a4ed service neutron] 10.222.0.52 "GET /v2.0/networks?id=aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1 HTTP/1.1" status: 200 len: 912 time: 0.0834820 May 13 13:05:43.403543 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-2f81d2c5-e3aa-4a09-ae7c-4abc8f3e8b2c req-127327fe-7323-497d-a3c7-a9d5f7d83197 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7c805ce-0b6a-4821-8d70-75759cd857d0 HTTP/1.1" status: 200 len: 217 time: 0.0367785 May 13 13:05:43.450472 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f81d2c5-e3aa-4a09-ae7c-4abc8f3e8b2c req-1c70529a-8088-4169-90cb-954bd440de38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:05:43.451871 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-2f81d2c5-e3aa-4a09-ae7c-4abc8f3e8b2c req-1c70529a-8088-4169-90cb-954bd440de38 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=580aedfc-8b47-4076-96d2-f68e5824303f HTTP/1.1" status: 200 len: 850 time: 0.0424974 May 13 13:05:43.494844 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f81d2c5-e3aa-4a09-ae7c-4abc8f3e8b2c req-1e410f99-d890-4b3c-a833-cbe2f5e4a098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:05:43.496286 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-2f81d2c5-e3aa-4a09-ae7c-4abc8f3e8b2c req-1e410f99-d890-4b3c-a833-cbe2f5e4a098 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376530 May 13 13:05:43.586777 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-2f81d2c5-e3aa-4a09-ae7c-4abc8f3e8b2c req-12071133-3ee3-4f24-9c36-5278db0cf879 service neutron] 10.222.0.52 "GET /v2.0/networks/aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845635 May 13 13:05:43.640160 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d747e63-20a0-4868-a7a3-7ca33b2a3241 req-5e456e4b-4f64-4454-ab8c-785ff22d4583 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:05:43.641667 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-2d747e63-20a0-4868-a7a3-7ca33b2a3241 req-5e456e4b-4f64-4454-ab8c-785ff22d4583 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbd034d8-2288-42d6-b22e-6a197d659ca0 HTTP/1.1" status: 200 len: 944 time: 0.0462177 May 13 13:05:43.677973 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-2f81d2c5-e3aa-4a09-ae7c-4abc8f3e8b2c req-c588558a-7d5c-4374-8c92-d186dbcf2eea service neutron] 10.222.0.52 "GET /v2.0/networks/aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832679 May 13 13:05:43.691053 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-2d747e63-20a0-4868-a7a3-7ca33b2a3241 req-ede884ca-11d9-4110-aff0-d1f3ea56af09 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.49 "GET /v2.0/security-groups?id=22d95977-7f18-4ee5-86c7-550f6ea7e358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428967 May 13 13:05:43.921423 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-88bf7de4-bf0f-49b4-918b-f5b0b7a5da45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (6d8a5631-9f63-444c-af3b-4dcce4842b62), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:44.806934 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d2aac8-882f-4242-ac49-f79e2fcc1ffc req-651055d9-12f0-481a-b2c1-67d5e4eba108 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:05:44.808399 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-20d2aac8-882f-4242-ac49-f79e2fcc1ffc req-651055d9-12f0-481a-b2c1-67d5e4eba108 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbd034d8-2288-42d6-b22e-6a197d659ca0 HTTP/1.1" status: 200 len: 944 time: 0.0472050 May 13 13:05:44.855264 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-20d2aac8-882f-4242-ac49-f79e2fcc1ffc req-921e9935-af8d-4b3d-b066-289c9b92a0a6 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.49 "GET /v2.0/security-groups?id=22d95977-7f18-4ee5-86c7-550f6ea7e358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413361 May 13 13:05:45.084391 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-4a907869-afee-4d69-acd8-cccc744e537a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (d2cfa305-5f5a-49b3-8228-876061d7e1f6), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:45.970922 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c57c53-bc3f-431a-98b3-76f675faf4f1 req-ab717845-2316-47b1-8c69-66915c72d825 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:05:45.973013 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-81c57c53-bc3f-431a-98b3-76f675faf4f1 req-ab717845-2316-47b1-8c69-66915c72d825 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbd034d8-2288-42d6-b22e-6a197d659ca0 HTTP/1.1" status: 200 len: 944 time: 0.0510855 May 13 13:05:46.021941 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-81c57c53-bc3f-431a-98b3-76f675faf4f1 req-a40145ce-c449-42e2-9c28-248645b34e81 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.49 "GET /v2.0/security-groups?id=22d95977-7f18-4ee5-86c7-550f6ea7e358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433722 May 13 13:05:46.757637 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-7baa8e58-cb75-431e-995b-6c55a6feb1d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (5f75012c-56a5-4b0a-a85c-97c3435c2a5d), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:47.138433 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff79c96-aa29-466e-ae30-ecc06c2b31b0 req-055d5e39-b95f-4824-a1ee-ce68add5e7f3 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:05:47.139916 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-8ff79c96-aa29-466e-ae30-ecc06c2b31b0 req-055d5e39-b95f-4824-a1ee-ce68add5e7f3 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbd034d8-2288-42d6-b22e-6a197d659ca0 HTTP/1.1" status: 200 len: 944 time: 0.0505803 May 13 13:05:47.187858 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-8ff79c96-aa29-466e-ae30-ecc06c2b31b0 req-66de80c5-b85c-4c57-834b-57faa9a53e55 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.49 "GET /v2.0/security-groups?id=22d95977-7f18-4ee5-86c7-550f6ea7e358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422103 May 13 13:05:47.865913 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (f7880a20-862d-46b4-8dd6-192b0a47d710), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:48.302797 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a085cf-6af9-40f0-bb65-a1c529a3b017 req-5babd69a-5cb5-4d7f-b3a7-a509283151f9 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:05:48.304223 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-e4a085cf-6af9-40f0-bb65-a1c529a3b017 req-5babd69a-5cb5-4d7f-b3a7-a509283151f9 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbd034d8-2288-42d6-b22e-6a197d659ca0 HTTP/1.1" status: 200 len: 944 time: 0.0465369 May 13 13:05:48.351079 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-e4a085cf-6af9-40f0-bb65-a1c529a3b017 req-e18012d1-d32f-4127-bf9f-63b2d2b660f8 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.49 "GET /v2.0/security-groups?id=22d95977-7f18-4ee5-86c7-550f6ea7e358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413344 May 13 13:05:49.462308 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a8ad96-f69b-460c-b002-092aa3377b81 req-5341f922-efb4-4a27-ab9f-c68f6d826aef tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:05:49.463764 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-75a8ad96-f69b-460c-b002-092aa3377b81 req-5341f922-efb4-4a27-ab9f-c68f6d826aef tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbd034d8-2288-42d6-b22e-6a197d659ca0 HTTP/1.1" status: 200 len: 944 time: 0.0464745 May 13 13:05:49.520359 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-75a8ad96-f69b-460c-b002-092aa3377b81 req-ba18b0c4-d6d6-4104-830d-5fc452fdee90 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.49 "GET /v2.0/security-groups?id=22d95977-7f18-4ee5-86c7-550f6ea7e358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510507 May 13 13:05:50.375237 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (202f7e15-8fd1-4d3b-a0cb-2b083dcecd1a), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:50.631298 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ced655-0a3a-4334-a1b4-f06c0ff1821e req-54deb86b-4d7b-4544-85e3-2bd08e073aa9 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:05:50.632675 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-b2ced655-0a3a-4334-a1b4-f06c0ff1821e req-54deb86b-4d7b-4544-85e3-2bd08e073aa9 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbd034d8-2288-42d6-b22e-6a197d659ca0 HTTP/1.1" status: 200 len: 944 time: 0.0474801 May 13 13:05:50.685268 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-b2ced655-0a3a-4334-a1b4-f06c0ff1821e req-fc0e4224-4754-42c4-b150-f0a40f36d3fa tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.49 "GET /v2.0/security-groups?id=22d95977-7f18-4ee5-86c7-550f6ea7e358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469785 May 13 13:05:51.560348 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Device f7c805ce-0b6a-4821-8d70-75759cd857d0 details requested by agent hyperv_hv-cinder-84164 with host hv-cinder-84164 {{(pid=109805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 13:05:51.655185 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] For port f7c805ce-0b6a-4821-8d70-75759cd857d0, host hv-cinder-84164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84164',level=0,port_id=f7c805ce-0b6a-4821-8d70-75759cd857d0,segment=NetworkSegment(87a38a9b-76da-4b33-b09f-c49a89146602),segment_id=87a38a9b-76da-4b33-b09f-c49a89146602)] {{(pid=109805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:05:51.667119 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Returning: {'device': 'f7c805ce-0b6a-4821-8d70-75759cd857d0', 'network_id': 'aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1', 'port_id': 'f7c805ce-0b6a-4821-8d70-75759cd857d0', 'mac_address': 'fa:16:3e:4f:f4:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '580aedfc-8b47-4076-96d2-f68e5824303f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 13:05:51.704245 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Current status of the port f7c805ce-0b6a-4821-8d70-75759cd857d0 is: DOWN; New status is: BUILD {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:05:51.704632 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (f7c805ce-0b6a-4821-8d70-75759cd857d0), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:51.723003 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.notifiers.nova [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7c805ce-0b6a-4821-8d70-75759cd857d0 {{(pid=109805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:05:51.743171 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] For port f7c805ce-0b6a-4821-8d70-75759cd857d0, host hv-cinder-84164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84164',level=0,port_id=f7c805ce-0b6a-4821-8d70-75759cd857d0,segment=NetworkSegment(87a38a9b-76da-4b33-b09f-c49a89146602),segment_id=87a38a9b-76da-4b33-b09f-c49a89146602)] {{(pid=109805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:05:51.747856 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (f7c805ce-0b6a-4821-8d70-75759cd857d0), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:51.796162 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Pushing event updated for resources: {'Port': ['ID=f7c805ce-0b6a-4821-8d70-75759cd857d0,revision_number=4']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:05:51.799574 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dffcee-a1fc-4aac-896b-0698133f26ad req-2b88a53f-ee6b-4454-9246-76567eab0da0 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:05:51.801620 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-c5dffcee-a1fc-4aac-896b-0698133f26ad req-2b88a53f-ee6b-4454-9246-76567eab0da0 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbd034d8-2288-42d6-b22e-6a197d659ca0 HTTP/1.1" status: 200 len: 945 time: 0.0497146 May 13 13:05:51.803737 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:05:51.804111 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:05:51.804455 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:05:51.804791 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:05:51.805218 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:05:51.805552 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:05:51.805877 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:05:51.806205 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:05:51.806528 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:05:51.806851 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:05:51.807175 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:05:51.807496 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:05:51.807813 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:05:51.808132 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:05:51.808448 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:05:51.849903 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-c5dffcee-a1fc-4aac-896b-0698133f26ad req-5f469edc-dd49-4ab0-a44c-8d9f3d1acee4 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.49 "GET /v2.0/security-groups?id=22d95977-7f18-4ee5-86c7-550f6ea7e358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427322 May 13 13:05:52.118772 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] get_ports_and_sgs() called for port_ids ['f7c805ce-0b6a-4821-8d70-75759cd857d0'] {{(pid=109805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 13:05:53.233751 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4d4d48-6d97-43d8-bc52-d9e7e5a2c9c2 req-6ab76b77-51e2-49f2-a3ec-c6b0df251797 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:05:53.235207 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-8c4d4d48-6d97-43d8-bc52-d9e7e5a2c9c2 req-6ab76b77-51e2-49f2-a3ec-c6b0df251797 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbd034d8-2288-42d6-b22e-6a197d659ca0 HTTP/1.1" status: 200 len: 945 time: 0.3159165 May 13 13:05:53.284025 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-8c4d4d48-6d97-43d8-bc52-d9e7e5a2c9c2 req-67a8b1bb-a333-4165-ad78-d391b0084f52 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.49 "GET /v2.0/security-groups?id=22d95977-7f18-4ee5-86c7-550f6ea7e358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422294 May 13 13:05:53.591809 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Device f7c805ce-0b6a-4821-8d70-75759cd857d0 up at agent hyperv_hv-cinder-84164 {{(pid=109805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:05:53.636090 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Provisioning for port f7c805ce-0b6a-4821-8d70-75759cd857d0 completed by entity L2. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 13:05:53.641808 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Provisioning complete for port f7c805ce-0b6a-4821-8d70-75759cd857d0 triggered by entity L2. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:05:53.642176 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (f7c805ce-0b6a-4821-8d70-75759cd857d0), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:53.723579 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Current status of the port f7c805ce-0b6a-4821-8d70-75759cd857d0 is: BUILD; New status is: ACTIVE {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:05:53.723955 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (f7c805ce-0b6a-4821-8d70-75759cd857d0), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:53.746048 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbd034d8-2288-42d6-b22e-6a197d659ca0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7c805ce-0b6a-4821-8d70-75759cd857d0'}] {{(pid=109805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:05:53.748250 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bf410fb1f4c9c59dd9b4e78159940bff83c4f370df38d4d08ac4943129d440" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e90e5eaa-5376-4acd-9a9a-5ac200d41109" -d '{"events": [{"server_uuid": "fbd034d8-2288-42d6-b22e-6a197d659ca0", "name": "network-vif-plugged", "status": "completed", "tag": "f7c805ce-0b6a-4821-8d70-75759cd857d0"}]}' {{(pid=109805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:05:53.760064 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] For port f7c805ce-0b6a-4821-8d70-75759cd857d0, host hv-cinder-84164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84164',level=0,port_id=f7c805ce-0b6a-4821-8d70-75759cd857d0,segment=NetworkSegment(87a38a9b-76da-4b33-b09f-c49a89146602),segment_id=87a38a9b-76da-4b33-b09f-c49a89146602)] {{(pid=109805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:05:53.764141 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (f7c805ce-0b6a-4821-8d70-75759cd857d0), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:53.812666 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Pushing event updated for resources: {'Port': ['ID=f7c805ce-0b6a-4821-8d70-75759cd857d0,revision_number=5']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:05:53.841111 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 13:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f910d582-a81a-4e91-8378-80c61bfe4964 x-openstack-request-id: req-f910d582-a81a-4e91-8378-80c61bfe4964 {{(pid=109805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:05:53.841404 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbd034d8-2288-42d6-b22e-6a197d659ca0", "name": "network-vif-plugged", "status": "completed", "tag": "f7c805ce-0b6a-4821-8d70-75759cd857d0", "code": 200}]} {{(pid=109805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:05:53.841660 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f910d582-a81a-4e91-8378-80c61bfe4964 {{(pid=109805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:05:53.842120 dv-cinder-841644-1-iscsi neutron-server[109805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f910d582-a81a-4e91-8378-80c61bfe4964'] response: {'server_uuid': 'fbd034d8-2288-42d6-b22e-6a197d659ca0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7c805ce-0b6a-4821-8d70-75759cd857d0', 'code': 200} May 13 13:05:54.109335 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ffd9cb-b72d-43c9-95b2-197074281d78 req-f558df9e-a551-482b-8603-41b4f1fede3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:05:54.110725 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-e8ffd9cb-b72d-43c9-95b2-197074281d78 req-f558df9e-a551-482b-8603-41b4f1fede3b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=fbd034d8-2288-42d6-b22e-6a197d659ca0 HTTP/1.1" status: 200 len: 1130 time: 0.0370317 May 13 13:05:54.156532 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-e8ffd9cb-b72d-43c9-95b2-197074281d78 req-1c2abe75-e8f1-4a1b-bf85-31c5f2feee92 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=22d95977-7f18-4ee5-86c7-550f6ea7e358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385096 May 13 13:05:54.395425 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac7a4c5-c4b6-4956-be14-48fd6425de6d req-aa76026f-60c1-4b50-9611-9f09fcbf15b5 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:05:54.396859 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-fac7a4c5-c4b6-4956-be14-48fd6425de6d req-aa76026f-60c1-4b50-9611-9f09fcbf15b5 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbd034d8-2288-42d6-b22e-6a197d659ca0 HTTP/1.1" status: 200 len: 946 time: 0.0464923 May 13 13:05:54.452771 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-fac7a4c5-c4b6-4956-be14-48fd6425de6d req-7131e6be-196c-42c8-a0ef-9393305c7994 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.49 "GET /v2.0/security-groups?id=22d95977-7f18-4ee5-86c7-550f6ea7e358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501997 May 13 13:05:55.573282 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1843b949-6187-40b2-827b-551f513b3bcf req-671fefb4-5643-4dc6-bb60-0e4b516dafc6 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:05:55.574740 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-1843b949-6187-40b2-827b-551f513b3bcf req-671fefb4-5643-4dc6-bb60-0e4b516dafc6 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbd034d8-2288-42d6-b22e-6a197d659ca0 HTTP/1.1" status: 200 len: 946 time: 0.0476675 May 13 13:05:55.625541 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-1843b949-6187-40b2-827b-551f513b3bcf req-b5d98c83-ff10-41a3-a865-ec5aee201fff tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.49 "GET /v2.0/security-groups?id=22d95977-7f18-4ee5-86c7-550f6ea7e358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451746 May 13 13:05:55.981301 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.agents_db [None req-04065fb1-5207-409b-a281-8f6301b2fc59 None None] Agent healthcheck: found 6 active agents {{(pid=109806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 13:05:56.740910 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92da657-cee4-4e35-ba47-1497b37d5758 req-55fb735c-d872-4418-9995-1bba61ccfc3e tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:05:56.742395 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-f92da657-cee4-4e35-ba47-1497b37d5758 req-55fb735c-d872-4418-9995-1bba61ccfc3e tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbd034d8-2288-42d6-b22e-6a197d659ca0 HTTP/1.1" status: 200 len: 946 time: 0.0494857 May 13 13:05:56.789570 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-f92da657-cee4-4e35-ba47-1497b37d5758 req-1f01081c-2287-4848-9132-b9ff72f8283f tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.49 "GET /v2.0/security-groups?id=22d95977-7f18-4ee5-86c7-550f6ea7e358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416431 May 13 13:05:57.056873 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f24a606-b5ce-400f-a911-a83258689c42 req-c6bb51fa-3151-4f38-bde9-be84ecbffde2 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:05:57.058335 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-7f24a606-b5ce-400f-a911-a83258689c42 req-c6bb51fa-3151-4f38-bde9-be84ecbffde2 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbd034d8-2288-42d6-b22e-6a197d659ca0 HTTP/1.1" status: 200 len: 946 time: 0.0459228 May 13 13:05:57.105543 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-7f24a606-b5ce-400f-a911-a83258689c42 req-84ef018c-921a-46e3-b4ac-9e35bccc2066 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.49 "GET /v2.0/security-groups?id=22d95977-7f18-4ee5-86c7-550f6ea7e358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417974 May 13 13:05:57.127449 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 56924) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:05:57.164352 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c9b89a-fe89-4d2b-9df2-09d6765227ee tempest-TestVolumeBootPattern-1297634955 tempest-TestVolumeBootPattern-1297634955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:05:57.165867 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-69c9b89a-fe89-4d2b-9df2-09d6765227ee tempest-TestVolumeBootPattern-1297634955 tempest-TestVolumeBootPattern-1297634955-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=fbd034d8-2288-42d6-b22e-6a197d659ca0 HTTP/1.1" status: 200 len: 1125 time: 0.0367768 May 13 13:05:57.168501 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 56926) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:05:57.173055 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.v2.base [None req-5aa860b6-dbc1-4894-922d-a95bc335c40a tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Request body: {'floatingip': {'floating_network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'port_id': 'f7c805ce-0b6a-4821-8d70-75759cd857d0', 'tenant_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:05:57.194383 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-5aa860b6-dbc1-4894-922d-a95bc335c40a tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:57.273863 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-5aa860b6-dbc1-4894-922d-a95bc335c40a tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:57.375782 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-5aa860b6-dbc1-4894-922d-a95bc335c40a tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Allocated IP 172.27.3.233 (feab3964-f0b8-402e-905b-49af947bf732/23e33d6a-fc94-4466-a994-b549e993d354/55713cb0-9f67-43bd-b8d1-56f6bc82018c) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:05:57.479028 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-5aa860b6-dbc1-4894-922d-a95bc335c40a tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Publish callbacks [] for port (55713cb0-9f67-43bd-b8d1-56f6bc82018c), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:57.511188 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-5aa860b6-dbc1-4894-922d-a95bc335c40a tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750967062384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6007231'] for port (55713cb0-9f67-43bd-b8d1-56f6bc82018c), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:57.546918 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa860b6-dbc1-4894-922d-a95bc335c40a tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Network feab3964-f0b8-402e-905b-49af947bf732 is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:05:57.549555 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-5aa860b6-dbc1-4894-922d-a95bc335c40a tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:05:57.553854 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa860b6-dbc1-4894-922d-a95bc335c40a tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:05:57.578460 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa860b6-dbc1-4894-922d-a95bc335c40a tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Pushing event updated for resources: {'Port': ['ID=55713cb0-9f67-43bd-b8d1-56f6bc82018c,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:05:57.591314 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa860b6-dbc1-4894-922d-a95bc335c40a tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:05:57.591660 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa860b6-dbc1-4894-922d-a95bc335c40a tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:05:57.592001 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa860b6-dbc1-4894-922d-a95bc335c40a tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:05:57.592340 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa860b6-dbc1-4894-922d-a95bc335c40a tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:05:57.592666 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa860b6-dbc1-4894-922d-a95bc335c40a tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:05:57.593003 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa860b6-dbc1-4894-922d-a95bc335c40a tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:05:57.593344 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa860b6-dbc1-4894-922d-a95bc335c40a tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:05:57.593667 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa860b6-dbc1-4894-922d-a95bc335c40a tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:05:57.593989 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa860b6-dbc1-4894-922d-a95bc335c40a tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:05:57.594312 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa860b6-dbc1-4894-922d-a95bc335c40a tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:05:57.594635 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa860b6-dbc1-4894-922d-a95bc335c40a tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:05:57.594955 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa860b6-dbc1-4894-922d-a95bc335c40a tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:05:57.595274 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa860b6-dbc1-4894-922d-a95bc335c40a tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:05:57.595601 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa860b6-dbc1-4894-922d-a95bc335c40a tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:05:57.595907 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa860b6-dbc1-4894-922d-a95bc335c40a tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:05:57.929278 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-5aa860b6-dbc1-4894-922d-a95bc335c40a tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Publish callbacks [] for floatingip (6aa053ac-a54b-438b-8dad-566b2ca348d2), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:58.000306 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-5aa860b6-dbc1-4894-922d-a95bc335c40a tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (55713cb0-9f67-43bd-b8d1-56f6bc82018c), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:58.142319 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-5aa860b6-dbc1-4894-922d-a95bc335c40a tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Publish callbacks [] for port (55713cb0-9f67-43bd-b8d1-56f6bc82018c), precommit_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:58.146690 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-5aa860b6-dbc1-4894-922d-a95bc335c40a tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6007238'] for port (55713cb0-9f67-43bd-b8d1-56f6bc82018c), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:58.218181 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa860b6-dbc1-4894-922d-a95bc335c40a tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Pushing event updated for resources: {'Port': ['ID=55713cb0-9f67-43bd-b8d1-56f6bc82018c,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:05:58.228199 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-5aa860b6-dbc1-4894-922d-a95bc335c40a tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621791'] for floatingip (6aa053ac-a54b-438b-8dad-566b2ca348d2), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:58.328688 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.db.l3_db [None req-5aa860b6-dbc1-4894-922d-a95bc335c40a tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Floating IP 6aa053ac-a54b-438b-8dad-566b2ca348d2 associated. External IP: 172.27.3.233, port: f7c805ce-0b6a-4821-8d70-75759cd857d0. May 13 13:05:58.539635 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aa860b6-dbc1-4894-922d-a95bc335c40a tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Router 54a1ebfd-fd29-40b0-8359-a84254704864 has already been hosted by L3 agent 6d8a5631-9f63-444c-af3b-4dcce4842b62 {{(pid=109804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 13:05:58.898871 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aa860b6-dbc1-4894-922d-a95bc335c40a tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Notify agent at l3_agent.dv-cinder-841644-1-iscsi the message routers_updated {{(pid=109804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:05:58.910649 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e47c8c3-2fa3-4e51-a025-b2f904f1d69c None None] Sync routers for ids ['54a1ebfd-fd29-40b0-8359-a84254704864'] in dv-cinder-841644-1-iscsi {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:05:58.917544 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-5aa860b6-dbc1-4894-922d-a95bc335c40a tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4290'] for floatingip (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:05:58.921013 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e47c8c3-2fa3-4e51-a025-b2f904f1d69c None None] Routers {'54a1ebfd-fd29-40b0-8359-a84254704864'} bound to L3 agent in host dv-cinder-841644-1-iscsi {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:05:58.921662 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-6e47c8c3-2fa3-4e51-a025-b2f904f1d69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841644-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T12:45:44Z,description=,heartbeat_timestamp=2022-05-13T13:05:44Z,host='dv-cinder-841644-1-iscsi',id=6d8a5631-9f63-444c-af3b-4dcce4842b62,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T12:45:44Z,topic='l3_agent')) {'router_ids': ['54a1ebfd-fd29-40b0-8359-a84254704864'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:05:58.947263 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-5aa860b6-dbc1-4894-922d-a95bc335c40a tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7777417 May 13 13:05:58.947857 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbd034d8-2288-42d6-b22e-6a197d659ca0', 'tag': 'f7c805ce-0b6a-4821-8d70-75759cd857d0'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:05:58.950193 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1b69bbfd011f85c3db934c4b22a349ffa5730c167d2456731e37bfe5d9c9e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60a61b93-3c7f-4708-ba3e-d7f214ebf15a" -d '{"events": [{"name": "network-changed", "server_uuid": "fbd034d8-2288-42d6-b22e-6a197d659ca0", "tag": "f7c805ce-0b6a-4821-8d70-75759cd857d0"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:05:58.986285 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 13:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-808ffed5-60c6-42d4-93a5-e7354d6a43b1 x-openstack-request-id: req-808ffed5-60c6-42d4-93a5-e7354d6a43b1 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:05:58.986578 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbd034d8-2288-42d6-b22e-6a197d659ca0", "tag": "f7c805ce-0b6a-4821-8d70-75759cd857d0", "status": "completed", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:05:58.987515 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-808ffed5-60c6-42d4-93a5-e7354d6a43b1 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:05:58.988074 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-808ffed5-60c6-42d4-93a5-e7354d6a43b1'] response: {'name': 'network-changed', 'server_uuid': 'fbd034d8-2288-42d6-b22e-6a197d659ca0', 'tag': 'f7c805ce-0b6a-4821-8d70-75759cd857d0', 'status': 'completed', 'code': 200} May 13 13:05:59.039151 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-6e47c8c3-2fa3-4e51-a025-b2f904f1d69c None None] Set router 54a1ebfd-fd29-40b0-8359-a84254704864 gateway port host: dv-cinder-841644-1-iscsi {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:05:59.069671 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a61b93-3c7f-4708-ba3e-d7f214ebf15a req-7c4ea871-2065-491b-a84b-00095c837f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:05:59.071152 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-60a61b93-3c7f-4708-ba3e-d7f214ebf15a req-7c4ea871-2065-491b-a84b-00095c837f6b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6a60c4cb84044c338d954f9a3ec8ef31&device_id=fbd034d8-2288-42d6-b22e-6a197d659ca0 HTTP/1.1" status: 200 len: 1130 time: 0.0386984 May 13 13:05:59.171743 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a61b93-3c7f-4708-ba3e-d7f214ebf15a req-ea15e9a2-0943-4bdb-9325-8ff1eaae17dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:05:59.173345 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-60a61b93-3c7f-4708-ba3e-d7f214ebf15a req-ea15e9a2-0943-4bdb-9325-8ff1eaae17dd service neutron] 10.222.0.52 "GET /v2.0/networks?id=aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1 HTTP/1.1" status: 200 len: 912 time: 0.0945618 May 13 13:05:59.237027 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-60a61b93-3c7f-4708-ba3e-d7f214ebf15a req-31288fc3-98c7-4822-8001-fd5df69f050f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7c805ce-0b6a-4821-8d70-75759cd857d0 HTTP/1.1" status: 200 len: 1000 time: 0.0580394 May 13 13:05:59.260288 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-6e47c8c3-2fa3-4e51-a025-b2f904f1d69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54a1ebfd-fd29-40b0-8359-a84254704864', 'name': 'tempest-TestVolumeBootPattern-208780226-router', 'tenant_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '9820dea4-a7a6-46f6-a5e9-0610c7fa9ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:02:26Z', 'updated_at': '2022-05-13T13:02:30Z', 'revision_number': 4, 'project_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'gw_port': {'id': '9820dea4-a7a6-46f6-a5e9-0610c7fa9ee8', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a1ebfd-fd29-40b0-8359-a84254704864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:02:27Z', 'updated_at': '2022-05-13T13:02:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi', '_floatingips': [{'id': '6aa053ac-a54b-438b-8dad-566b2ca348d2', 'tenant_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'floating_ip_address': '172.27.3.233', 'floating_network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'router_id': '54a1ebfd-fd29-40b0-8359-a84254704864', 'port_id': 'f7c805ce-0b6a-4821-8d70-75759cd857d0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1', 'mac_address': 'fa:16:3e:4f:f4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd034d8-2288-42d6-b22e-6a197d659ca0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:05:57Z', 'updated_at': '2022-05-13T13:05:57Z', 'revision_number': 0, 'project_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47946319-1c40-4d3c-8c85-413449fba33f', 'name': '', 'network_id': 'aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1', 'tenant_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'mac_address': 'fa:16:3e:d5:5b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a1ebfd-fd29-40b0-8359-a84254704864', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '580aedfc-8b47-4076-96d2-f68e5824303f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:02:29Z', 'updated_at': '2022-05-13T13:02:40Z', 'revision_number': 5, 'project_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'subnets': [{'id': '580aedfc-8b47-4076-96d2-f68e5824303f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841644-1-iscsi', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:05:59.283730 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a61b93-3c7f-4708-ba3e-d7f214ebf15a req-253fab67-fc5e-42cd-bb96-d16f83c5cd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:05:59.285343 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-60a61b93-3c7f-4708-ba3e-d7f214ebf15a req-253fab67-fc5e-42cd-bb96-d16f83c5cd79 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=580aedfc-8b47-4076-96d2-f68e5824303f HTTP/1.1" status: 200 len: 850 time: 0.0425858 May 13 13:05:59.287882 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e47c8c3-2fa3-4e51-a025-b2f904f1d69c None None] Checking router: 54a1ebfd-fd29-40b0-8359-a84254704864 for host: dv-cinder-841644-1-iscsi {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:05:59.296207 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e47c8c3-2fa3-4e51-a025-b2f904f1d69c None None] Routers {'54a1ebfd-fd29-40b0-8359-a84254704864'} bound to L3 agent in host dv-cinder-841644-1-iscsi {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:05:59.296811 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-6e47c8c3-2fa3-4e51-a025-b2f904f1d69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841644-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T12:45:44Z,description=,heartbeat_timestamp=2022-05-13T13:05:44Z,host='dv-cinder-841644-1-iscsi',id=6d8a5631-9f63-444c-af3b-4dcce4842b62,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T12:45:44Z,topic='l3_agent')) {'router_ids': ['54a1ebfd-fd29-40b0-8359-a84254704864'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:05:59.332420 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a61b93-3c7f-4708-ba3e-d7f214ebf15a req-9768c28c-b1df-45cc-8c9b-8329d2bea145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:05:59.334018 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-60a61b93-3c7f-4708-ba3e-d7f214ebf15a req-9768c28c-b1df-45cc-8c9b-8329d2bea145 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430908 May 13 13:05:59.406927 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-6e47c8c3-2fa3-4e51-a025-b2f904f1d69c None None] Set router 54a1ebfd-fd29-40b0-8359-a84254704864 gateway port host: dv-cinder-841644-1-iscsi {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:05:59.420902 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-60a61b93-3c7f-4708-ba3e-d7f214ebf15a req-928e958a-3b50-45b6-a7f7-a7dd2fad8c3e service neutron] 10.222.0.52 "GET /v2.0/networks/aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804992 May 13 13:05:59.516929 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-60a61b93-3c7f-4708-ba3e-d7f214ebf15a req-01a587a6-910c-4838-b9f8-b5fc12847b1b service neutron] 10.222.0.52 "GET /v2.0/networks/aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898948 May 13 13:05:59.621159 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-6e47c8c3-2fa3-4e51-a025-b2f904f1d69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54a1ebfd-fd29-40b0-8359-a84254704864', 'name': 'tempest-TestVolumeBootPattern-208780226-router', 'tenant_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '9820dea4-a7a6-46f6-a5e9-0610c7fa9ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:02:26Z', 'updated_at': '2022-05-13T13:02:30Z', 'revision_number': 4, 'project_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'gw_port': {'id': '9820dea4-a7a6-46f6-a5e9-0610c7fa9ee8', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a1ebfd-fd29-40b0-8359-a84254704864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:02:27Z', 'updated_at': '2022-05-13T13:02:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi', '_floatingips': [{'id': '6aa053ac-a54b-438b-8dad-566b2ca348d2', 'tenant_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'floating_ip_address': '172.27.3.233', 'floating_network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'router_id': '54a1ebfd-fd29-40b0-8359-a84254704864', 'port_id': 'f7c805ce-0b6a-4821-8d70-75759cd857d0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1', 'mac_address': 'fa:16:3e:4f:f4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd034d8-2288-42d6-b22e-6a197d659ca0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:05:57Z', 'updated_at': '2022-05-13T13:05:57Z', 'revision_number': 0, 'project_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47946319-1c40-4d3c-8c85-413449fba33f', 'name': '', 'network_id': 'aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1', 'tenant_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'mac_address': 'fa:16:3e:d5:5b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a1ebfd-fd29-40b0-8359-a84254704864', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '580aedfc-8b47-4076-96d2-f68e5824303f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:02:29Z', 'updated_at': '2022-05-13T13:02:40Z', 'revision_number': 5, 'project_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'subnets': [{'id': '580aedfc-8b47-4076-96d2-f68e5824303f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841644-1-iscsi', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:05:59.647782 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e47c8c3-2fa3-4e51-a025-b2f904f1d69c None None] The sync data for ids ['54a1ebfd-fd29-40b0-8359-a84254704864'] in dv-cinder-841644-1-iscsi is: [{'id': '54a1ebfd-fd29-40b0-8359-a84254704864', 'name': 'tempest-TestVolumeBootPattern-208780226-router', 'tenant_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '9820dea4-a7a6-46f6-a5e9-0610c7fa9ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:02:26Z', 'updated_at': '2022-05-13T13:02:30Z', 'revision_number': 4, 'project_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'gw_port': {'id': '9820dea4-a7a6-46f6-a5e9-0610c7fa9ee8', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a1ebfd-fd29-40b0-8359-a84254704864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:02:27Z', 'updated_at': '2022-05-13T13:02:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi', '_floatingips': [{'id': '6aa053ac-a54b-438b-8dad-566b2ca348d2', 'tenant_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'floating_ip_address': '172.27.3.233', 'floating_network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'router_id': '54a1ebfd-fd29-40b0-8359-a84254704864', 'port_id': 'f7c805ce-0b6a-4821-8d70-75759cd857d0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1', 'mac_address': 'fa:16:3e:4f:f4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd034d8-2288-42d6-b22e-6a197d659ca0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:05:57Z', 'updated_at': '2022-05-13T13:05:57Z', 'revision_number': 0, 'project_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47946319-1c40-4d3c-8c85-413449fba33f', 'name': '', 'network_id': 'aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1', 'tenant_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'mac_address': 'fa:16:3e:d5:5b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a1ebfd-fd29-40b0-8359-a84254704864', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '580aedfc-8b47-4076-96d2-f68e5824303f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:02:29Z', 'updated_at': '2022-05-13T13:02:40Z', 'revision_number': 5, 'project_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'subnets': [{'id': '580aedfc-8b47-4076-96d2-f68e5824303f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:05:59.847621 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152edc64-1edc-4bf0-8f0c-d03ffcd88afa None None] New status for floating IP 6aa053ac-a54b-438b-8dad-566b2ca348d2: ACTIVE {{(pid=109806) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 13:06:11.483157 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-fbbe31a5-12e1-47f3-b479-957d3519b387 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (12f7f474-a19f-4cf7-bcdf-b9ad7dbdd770), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:06:13.923093 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-ae62ebf9-d47c-4d22-ac33-c3e01f26ec84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (6d8a5631-9f63-444c-af3b-4dcce4842b62), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:06:15.085961 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-4a907869-afee-4d69-acd8-cccc744e537a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (d2cfa305-5f5a-49b3-8228-876061d7e1f6), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:06:16.757913 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-7baa8e58-cb75-431e-995b-6c55a6feb1d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (5f75012c-56a5-4b0a-a85c-97c3435c2a5d), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:06:17.869488 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (f7880a20-862d-46b4-8dd6-192b0a47d710), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:06:20.379041 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (202f7e15-8fd1-4d3b-a0cb-2b083dcecd1a), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:06:29.894826 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-7aac2f3d-fa94-4867-bd02-c450fa73c836 req-daf94bcd-018e-478e-8307-809d0007c25e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=bd2b6382-3235-4869-8bda-65d55169a432&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0374670 May 13 13:06:29.973928 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aac2f3d-fa94-4867-bd02-c450fa73c836 req-2ec219ea-a665-4fca-820f-ddf38ae885aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:06:29.975749 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-7aac2f3d-fa94-4867-bd02-c450fa73c836 req-2ec219ea-a665-4fca-820f-ddf38ae885aa service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d43e74ace585434482a887caf9d61c9f&device_id=bd2b6382-3235-4869-8bda-65d55169a432 HTTP/1.1" status: 200 len: 1130 time: 0.0389404 May 13 13:06:30.079417 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aac2f3d-fa94-4867-bd02-c450fa73c836 req-dc4dd2b9-e182-4c9f-b647-8b1fc8ef469d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:06:30.080915 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-7aac2f3d-fa94-4867-bd02-c450fa73c836 req-dc4dd2b9-e182-4c9f-b647-8b1fc8ef469d service neutron] 10.222.0.52 "GET /v2.0/networks?id=0286a1e2-7023-4be1-8d4b-88b03416ec62 HTTP/1.1" status: 200 len: 909 time: 0.0859554 May 13 13:06:30.146790 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-7aac2f3d-fa94-4867-bd02-c450fa73c836 req-109ed42f-9f86-4804-944a-01af3ec595ae service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=afca9ad0-8e4f-4acb-801e-6a6d41ce806c HTTP/1.1" status: 200 len: 1001 time: 0.0569985 May 13 13:06:30.198837 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aac2f3d-fa94-4867-bd02-c450fa73c836 req-ab74b1dc-2d35-4a16-9f59-2ec3a76196df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:06:30.200235 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-7aac2f3d-fa94-4867-bd02-c450fa73c836 req-ab74b1dc-2d35-4a16-9f59-2ec3a76196df service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1b6f02d9-a71f-428a-85b5-90febd1bfdf5 HTTP/1.1" status: 200 len: 847 time: 0.0433187 May 13 13:06:30.250264 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aac2f3d-fa94-4867-bd02-c450fa73c836 req-6f3f54e0-a9d1-4036-b183-b45a7794380c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:06:30.251712 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-7aac2f3d-fa94-4867-bd02-c450fa73c836 req-6f3f54e0-a9d1-4036-b183-b45a7794380c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0286a1e2-7023-4be1-8d4b-88b03416ec62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418797 May 13 13:06:30.341605 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-7aac2f3d-fa94-4867-bd02-c450fa73c836 req-575d041a-ee80-42d3-98dc-3be4efb1cd48 service neutron] 10.222.0.52 "GET /v2.0/networks/0286a1e2-7023-4be1-8d4b-88b03416ec62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828030 May 13 13:06:30.435674 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-7aac2f3d-fa94-4867-bd02-c450fa73c836 req-0b781f13-ef6c-44b9-8454-2916a2f6a0ed service neutron] 10.222.0.52 "GET /v2.0/networks/0286a1e2-7023-4be1-8d4b-88b03416ec62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839632 May 13 13:06:32.980663 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.agents_db [None req-04065fb1-5207-409b-a281-8f6301b2fc59 None None] Agent healthcheck: found 6 active agents {{(pid=109806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 13:06:41.484879 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-224b23db-4d82-4d53-afa2-9772a5491937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (12f7f474-a19f-4cf7-bcdf-b9ad7dbdd770), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:06:43.925302 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-88a22bf7-b43f-4b72-9aac-70cca9abaf4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (6d8a5631-9f63-444c-af3b-4dcce4842b62), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:06:45.090120 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-4a907869-afee-4d69-acd8-cccc744e537a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (d2cfa305-5f5a-49b3-8228-876061d7e1f6), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:06:46.760259 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-7baa8e58-cb75-431e-995b-6c55a6feb1d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (5f75012c-56a5-4b0a-a85c-97c3435c2a5d), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:06:47.871329 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (f7880a20-862d-46b4-8dd6-192b0a47d710), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:06:50.405634 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (202f7e15-8fd1-4d3b-a0cb-2b083dcecd1a), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:07:01.463881 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c130514e-d780-4b71-86da-b2cb7264968b req-861beabd-843b-44b7-a69b-009be2034374 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:07:01.465357 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-c130514e-d780-4b71-86da-b2cb7264968b req-861beabd-843b-44b7-a69b-009be2034374 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] 10.222.0.49 "GET /v2.0/ports?device_id=bd2b6382-3235-4869-8bda-65d55169a432 HTTP/1.1" status: 200 len: 946 time: 0.0465951 May 13 13:07:01.512782 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-c130514e-d780-4b71-86da-b2cb7264968b req-24c54409-6b03-48eb-874e-548a95b97cab tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] 10.222.0.49 "GET /v2.0/security-groups?id=8dca4abe-4146-4459-9b30-6ef532d72c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419064 May 13 13:07:02.626416 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f99f8e-2a33-441a-9402-7438232e4ad3 req-887b9bc5-b279-44a0-9b96-5b8f134f9654 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:07:02.627959 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-61f99f8e-2a33-441a-9402-7438232e4ad3 req-887b9bc5-b279-44a0-9b96-5b8f134f9654 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] 10.222.0.49 "GET /v2.0/ports?device_id=bd2b6382-3235-4869-8bda-65d55169a432 HTTP/1.1" status: 200 len: 946 time: 0.0470817 May 13 13:07:02.675225 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-61f99f8e-2a33-441a-9402-7438232e4ad3 req-99ee5132-2ad7-430d-b061-04f0e6ab9bb3 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] 10.222.0.49 "GET /v2.0/security-groups?id=8dca4abe-4146-4459-9b30-6ef532d72c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413120 May 13 13:07:03.796193 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97b864d-c232-4a49-bd9b-ae9ca247d6b9 req-b9946ea3-6b42-401e-b39d-88fb48cc45e2 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:07:03.797678 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-e97b864d-c232-4a49-bd9b-ae9ca247d6b9 req-b9946ea3-6b42-401e-b39d-88fb48cc45e2 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] 10.222.0.49 "GET /v2.0/ports?device_id=bd2b6382-3235-4869-8bda-65d55169a432 HTTP/1.1" status: 200 len: 946 time: 0.0502906 May 13 13:07:03.844947 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-e97b864d-c232-4a49-bd9b-ae9ca247d6b9 req-0bf3e6eb-bdd3-4419-8427-439fae56c0b7 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] 10.222.0.49 "GET /v2.0/security-groups?id=8dca4abe-4146-4459-9b30-6ef532d72c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416358 May 13 13:07:04.956177 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae51be91-1759-4092-811a-52546e2e88a3 req-5343eeb6-942e-4190-830a-7a6ef51a9e2a tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:07:04.957718 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-ae51be91-1759-4092-811a-52546e2e88a3 req-5343eeb6-942e-4190-830a-7a6ef51a9e2a tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] 10.222.0.49 "GET /v2.0/ports?device_id=bd2b6382-3235-4869-8bda-65d55169a432 HTTP/1.1" status: 200 len: 946 time: 0.0458910 May 13 13:07:05.006548 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-ae51be91-1759-4092-811a-52546e2e88a3 req-e61e2ce5-5e36-4fc6-89f8-26661d544eeb tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] 10.222.0.49 "GET /v2.0/security-groups?id=8dca4abe-4146-4459-9b30-6ef532d72c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432184 May 13 13:07:06.117997 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae84d3bf-e19c-4df4-8e68-12edc9b3ad88 req-490edf0c-e174-4fb0-8df5-7d46d357a286 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:07:06.119426 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-ae84d3bf-e19c-4df4-8e68-12edc9b3ad88 req-490edf0c-e174-4fb0-8df5-7d46d357a286 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] 10.222.0.49 "GET /v2.0/ports?device_id=bd2b6382-3235-4869-8bda-65d55169a432 HTTP/1.1" status: 200 len: 946 time: 0.0452900 May 13 13:07:06.166611 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-ae84d3bf-e19c-4df4-8e68-12edc9b3ad88 req-caca2393-bd8b-49e8-aa17-1cbc86001aef tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] 10.222.0.49 "GET /v2.0/security-groups?id=8dca4abe-4146-4459-9b30-6ef532d72c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416415 May 13 13:07:07.281557 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee4423c-b80e-4bcd-a835-58691031e5bb req-44426dfe-dcfd-43c1-b8a8-bba1d0a72908 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:07:07.282994 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-6ee4423c-b80e-4bcd-a835-58691031e5bb req-44426dfe-dcfd-43c1-b8a8-bba1d0a72908 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] 10.222.0.49 "GET /v2.0/ports?device_id=bd2b6382-3235-4869-8bda-65d55169a432 HTTP/1.1" status: 200 len: 946 time: 0.0497015 May 13 13:07:07.330566 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-6ee4423c-b80e-4bcd-a835-58691031e5bb req-5c17ec08-0399-4d4b-8d5d-30b6f8ad6935 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] 10.222.0.49 "GET /v2.0/security-groups?id=8dca4abe-4146-4459-9b30-6ef532d72c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416777 May 13 13:07:08.448601 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db9ce3d-828e-445e-a1da-ddef59612796 req-089c3078-877a-451c-8314-75105818b187 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:07:08.450066 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-7db9ce3d-828e-445e-a1da-ddef59612796 req-089c3078-877a-451c-8314-75105818b187 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] 10.222.0.49 "GET /v2.0/ports?device_id=bd2b6382-3235-4869-8bda-65d55169a432 HTTP/1.1" status: 200 len: 946 time: 0.0465243 May 13 13:07:08.501538 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-7db9ce3d-828e-445e-a1da-ddef59612796 req-cb2b4330-d1b1-4a20-ab1f-c8c0a142edb2 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] 10.222.0.49 "GET /v2.0/security-groups?id=8dca4abe-4146-4459-9b30-6ef532d72c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458410 May 13 13:07:09.611733 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213cd4b5-36f2-4e58-960d-b2bcc596a7e5 req-f54ed3cc-2b6c-423b-8c6a-d7139d7a5860 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:07:09.613193 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-213cd4b5-36f2-4e58-960d-b2bcc596a7e5 req-f54ed3cc-2b6c-423b-8c6a-d7139d7a5860 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] 10.222.0.49 "GET /v2.0/ports?device_id=bd2b6382-3235-4869-8bda-65d55169a432 HTTP/1.1" status: 200 len: 946 time: 0.0452044 May 13 13:07:09.660638 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-213cd4b5-36f2-4e58-960d-b2bcc596a7e5 req-8391dc0c-1e52-4854-b277-bb5746fb074f tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] 10.222.0.49 "GET /v2.0/security-groups?id=8dca4abe-4146-4459-9b30-6ef532d72c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412691 May 13 13:07:09.980663 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.agents_db [None req-04065fb1-5207-409b-a281-8f6301b2fc59 None None] Agent healthcheck: found 6 active agents {{(pid=109806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 13:07:10.774672 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c07261-8fd5-458f-b7a5-535905c705a0 req-523b132c-10cb-4a96-ba3c-9b045ef1b233 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:07:10.776129 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-66c07261-8fd5-458f-b7a5-535905c705a0 req-523b132c-10cb-4a96-ba3c-9b045ef1b233 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] 10.222.0.49 "GET /v2.0/ports?device_id=bd2b6382-3235-4869-8bda-65d55169a432 HTTP/1.1" status: 200 len: 946 time: 0.0479140 May 13 13:07:10.823291 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-66c07261-8fd5-458f-b7a5-535905c705a0 req-3f07a56c-df72-462f-a33a-c4211705ebb0 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] 10.222.0.49 "GET /v2.0/security-groups?id=8dca4abe-4146-4459-9b30-6ef532d72c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415916 May 13 13:07:11.486579 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-8bc3b869-bffe-4b4b-9afc-44fb11fb7565 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (12f7f474-a19f-4cf7-bcdf-b9ad7dbdd770), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:07:11.768125 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e83d30-2cb5-4f2f-ab88-8e2a99651bd4 req-2b4c484f-76cf-4734-8619-ba928ee95c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:07:11.769678 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-09e83d30-2cb5-4f2f-ab88-8e2a99651bd4 req-2b4c484f-76cf-4734-8619-ba928ee95c25 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d43e74ace585434482a887caf9d61c9f&device_id=bd2b6382-3235-4869-8bda-65d55169a432 HTTP/1.1" status: 200 len: 1130 time: 0.0429013 May 13 13:07:11.861846 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e83d30-2cb5-4f2f-ab88-8e2a99651bd4 req-4e0af957-77eb-41af-afd1-c2df101cfa4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:07:11.863715 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-09e83d30-2cb5-4f2f-ab88-8e2a99651bd4 req-4e0af957-77eb-41af-afd1-c2df101cfa4e service neutron] 10.222.0.52 "GET /v2.0/networks?id=0286a1e2-7023-4be1-8d4b-88b03416ec62 HTTP/1.1" status: 200 len: 909 time: 0.0841553 May 13 13:07:11.965101 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-09e83d30-2cb5-4f2f-ab88-8e2a99651bd4 req-2d0fb792-1ee7-4ba8-b772-024728044092 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=afca9ad0-8e4f-4acb-801e-6a6d41ce806c HTTP/1.1" status: 200 len: 1001 time: 0.0909238 May 13 13:07:11.972523 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4195feb9-9b0d-470e-9926-763e6ef177a9 req-445d270b-e2fa-4e84-91ce-2b9d2e694a81 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:07:11.974801 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-4195feb9-9b0d-470e-9926-763e6ef177a9 req-445d270b-e2fa-4e84-91ce-2b9d2e694a81 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] 10.222.0.49 "GET /v2.0/ports?device_id=bd2b6382-3235-4869-8bda-65d55169a432 HTTP/1.1" status: 200 len: 946 time: 0.0669928 May 13 13:07:12.045049 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e83d30-2cb5-4f2f-ab88-8e2a99651bd4 req-d2fa5dca-cb02-42d5-8bf6-c4547887d2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:07:12.046384 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-09e83d30-2cb5-4f2f-ab88-8e2a99651bd4 req-d2fa5dca-cb02-42d5-8bf6-c4547887d2d4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1b6f02d9-a71f-428a-85b5-90febd1bfdf5 HTTP/1.1" status: 200 len: 847 time: 0.0710554 May 13 13:07:12.054714 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-4195feb9-9b0d-470e-9926-763e6ef177a9 req-5b471bd3-a34f-44e0-a772-773ad84a08cd tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] 10.222.0.49 "GET /v2.0/security-groups?id=8dca4abe-4146-4459-9b30-6ef532d72c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723314 May 13 13:07:12.097096 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e83d30-2cb5-4f2f-ab88-8e2a99651bd4 req-0d28b415-4d01-4b57-88f4-2582e3545569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:07:12.099084 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-09e83d30-2cb5-4f2f-ab88-8e2a99651bd4 req-0d28b415-4d01-4b57-88f4-2582e3545569 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0286a1e2-7023-4be1-8d4b-88b03416ec62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422938 May 13 13:07:12.187730 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-09e83d30-2cb5-4f2f-ab88-8e2a99651bd4 req-9f688d3a-0408-4324-982e-7becb52394c4 service neutron] 10.222.0.52 "GET /v2.0/networks/0286a1e2-7023-4be1-8d4b-88b03416ec62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791991 May 13 13:07:12.281487 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-09e83d30-2cb5-4f2f-ab88-8e2a99651bd4 req-c2137ce9-23d5-44ac-acbc-af8a44e6c542 service neutron] 10.222.0.52 "GET /v2.0/networks/0286a1e2-7023-4be1-8d4b-88b03416ec62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842872 May 13 13:07:13.165710 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0277d5-d51b-4322-9ea7-c8b303cb36d6 req-194720df-abc9-4594-a91c-d5e04e445db8 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:07:13.167137 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-ca0277d5-d51b-4322-9ea7-c8b303cb36d6 req-194720df-abc9-4594-a91c-d5e04e445db8 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] 10.222.0.49 "GET /v2.0/ports?device_id=bd2b6382-3235-4869-8bda-65d55169a432 HTTP/1.1" status: 200 len: 946 time: 0.0461500 May 13 13:07:13.215739 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-ca0277d5-d51b-4322-9ea7-c8b303cb36d6 req-c6db067a-8646-4ce2-a32c-e8e47d4d5c2a tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] 10.222.0.49 "GET /v2.0/security-groups?id=8dca4abe-4146-4459-9b30-6ef532d72c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429690 May 13 13:07:13.927318 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-9d65d38e-3b9f-48d5-bce8-86249075f27e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (6d8a5631-9f63-444c-af3b-4dcce4842b62), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:07:14.328467 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b798521-1d61-40c9-8e45-ec36f5ab538f req-707ec3a5-d0a0-4080-b27e-715c893a020f tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:07:14.329930 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-6b798521-1d61-40c9-8e45-ec36f5ab538f req-707ec3a5-d0a0-4080-b27e-715c893a020f tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] 10.222.0.49 "GET /v2.0/ports?device_id=bd2b6382-3235-4869-8bda-65d55169a432 HTTP/1.1" status: 200 len: 946 time: 0.0476205 May 13 13:07:14.378395 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-6b798521-1d61-40c9-8e45-ec36f5ab538f req-927b9293-fe37-46e8-8483-f6abdedfddbe tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] 10.222.0.49 "GET /v2.0/security-groups?id=8dca4abe-4146-4459-9b30-6ef532d72c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423777 May 13 13:07:15.100330 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-4a907869-afee-4d69-acd8-cccc744e537a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (d2cfa305-5f5a-49b3-8228-876061d7e1f6), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:07:15.494426 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b960d6b0-0b5c-4bf7-86e0-5464b3013b92 req-da06e2ee-15fd-4dd2-ab7c-afe37c7fb864 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:07:15.495990 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-b960d6b0-0b5c-4bf7-86e0-5464b3013b92 req-da06e2ee-15fd-4dd2-ab7c-afe37c7fb864 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] 10.222.0.49 "GET /v2.0/ports?device_id=bd2b6382-3235-4869-8bda-65d55169a432 HTTP/1.1" status: 200 len: 946 time: 0.0496008 May 13 13:07:15.543964 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-b960d6b0-0b5c-4bf7-86e0-5464b3013b92 req-c0121e48-3f5f-411b-b498-86eaae1b0f78 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] 10.222.0.49 "GET /v2.0/security-groups?id=8dca4abe-4146-4459-9b30-6ef532d72c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425870 May 13 13:07:15.746743 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266b52ce-68ce-4599-8b9e-ca8831ade6e4 req-6ad115ea-26c0-445c-85ca-5fc2040c702e tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:07:15.748345 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-266b52ce-68ce-4599-8b9e-ca8831ade6e4 req-6ad115ea-26c0-445c-85ca-5fc2040c702e tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] 10.222.0.49 "GET /v2.0/ports?device_id=bd2b6382-3235-4869-8bda-65d55169a432 HTTP/1.1" status: 200 len: 946 time: 0.0486147 May 13 13:07:15.827858 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-266b52ce-68ce-4599-8b9e-ca8831ade6e4 req-d900984f-7a61-424b-b10c-20fe141ef812 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] 10.222.0.49 "GET /v2.0/security-groups?id=8dca4abe-4146-4459-9b30-6ef532d72c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736694 May 13 13:07:15.836276 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-6284f6ac-97a6-493f-86cf-48d6af8870ad req-882efe16-a721-46f8-9581-1d8ff5c136b8 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=bd2b6382-3235-4869-8bda-65d55169a432&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1574681 May 13 13:07:16.022360 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6284f6ac-97a6-493f-86cf-48d6af8870ad req-8e234f8e-1226-428f-ab0b-398723cd6de5 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:07:16.023696 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-6284f6ac-97a6-493f-86cf-48d6af8870ad req-8e234f8e-1226-428f-ab0b-398723cd6de5 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] 10.222.0.49 "GET /v2.0/ports/afca9ad0-8e4f-4acb-801e-6a6d41ce806c HTTP/1.1" status: 200 len: 943 time: 0.1600866 May 13 13:07:16.763109 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-7baa8e58-cb75-431e-995b-6c55a6feb1d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (5f75012c-56a5-4b0a-a85c-97c3435c2a5d), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:07:16.943253 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b19709-be87-4ba5-b1dd-939fcf5037eb req-71386c70-9ba8-468d-ad41-726049313de7 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:07:16.944728 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-b9b19709-be87-4ba5-b1dd-939fcf5037eb req-71386c70-9ba8-468d-ad41-726049313de7 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] 10.222.0.49 "GET /v2.0/ports?device_id=bd2b6382-3235-4869-8bda-65d55169a432 HTTP/1.1" status: 200 len: 946 time: 0.0502763 May 13 13:07:16.998139 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-b9b19709-be87-4ba5-b1dd-939fcf5037eb req-dce46b7b-dbeb-4adc-995a-cf7b2721213e tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] 10.222.0.49 "GET /v2.0/security-groups?id=8dca4abe-4146-4459-9b30-6ef532d72c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477138 May 13 13:07:17.647177 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6284f6ac-97a6-493f-86cf-48d6af8870ad req-303d9ee4-f28b-4f8c-b5f2-9ac72bd98302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:07:17.648647 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-6284f6ac-97a6-493f-86cf-48d6af8870ad req-303d9ee4-f28b-4f8c-b5f2-9ac72bd98302 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=bd2b6382-3235-4869-8bda-65d55169a432&tenant_id=d43e74ace585434482a887caf9d61c9f HTTP/1.1" status: 200 len: 1130 time: 0.0424645 May 13 13:07:17.723639 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6284f6ac-97a6-493f-86cf-48d6af8870ad req-f859ed09-260a-430b-b0df-9f3d0c14eaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:07:17.725720 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-6284f6ac-97a6-493f-86cf-48d6af8870ad req-f859ed09-260a-430b-b0df-9f3d0c14eaf4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d43e74ace585434482a887caf9d61c9f&device_id=bd2b6382-3235-4869-8bda-65d55169a432 HTTP/1.1" status: 200 len: 1130 time: 0.0389242 May 13 13:07:17.822653 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6284f6ac-97a6-493f-86cf-48d6af8870ad req-4579a2fc-b885-4c1f-9af2-e1b90ab04854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:07:17.824110 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-6284f6ac-97a6-493f-86cf-48d6af8870ad req-4579a2fc-b885-4c1f-9af2-e1b90ab04854 service neutron] 10.222.0.52 "GET /v2.0/networks?id=0286a1e2-7023-4be1-8d4b-88b03416ec62 HTTP/1.1" status: 200 len: 909 time: 0.0893543 May 13 13:07:17.874226 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (f7880a20-862d-46b4-8dd6-192b0a47d710), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:07:17.892500 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-6284f6ac-97a6-493f-86cf-48d6af8870ad req-7be1bb3a-8823-4cdf-a401-cf8182b7a22f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=afca9ad0-8e4f-4acb-801e-6a6d41ce806c HTTP/1.1" status: 200 len: 1001 time: 0.0591075 May 13 13:07:17.943753 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6284f6ac-97a6-493f-86cf-48d6af8870ad req-55ef7291-4e41-4d5d-9517-4343aa115ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:07:17.945147 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-6284f6ac-97a6-493f-86cf-48d6af8870ad req-55ef7291-4e41-4d5d-9517-4343aa115ec5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1b6f02d9-a71f-428a-85b5-90febd1bfdf5 HTTP/1.1" status: 200 len: 847 time: 0.0431905 May 13 13:07:17.994749 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6284f6ac-97a6-493f-86cf-48d6af8870ad req-d7cc27b6-443b-476e-ae24-54c2be2e0a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:07:17.996220 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-6284f6ac-97a6-493f-86cf-48d6af8870ad req-d7cc27b6-443b-476e-ae24-54c2be2e0a49 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0286a1e2-7023-4be1-8d4b-88b03416ec62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422084 May 13 13:07:18.038225 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Device afca9ad0-8e4f-4acb-801e-6a6d41ce806c no longer exists at agent hyperv_hv-cinder-84164 {{(pid=109805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:07:18.094366 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-6284f6ac-97a6-493f-86cf-48d6af8870ad req-f55dccbe-66a6-4bfe-ac72-4b56ab67874e service neutron] 10.222.0.52 "GET /v2.0/networks/0286a1e2-7023-4be1-8d4b-88b03416ec62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851114 May 13 13:07:18.119777 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9bce16-35cd-4ef4-bab9-786edb1c0aaf req-948700a7-0fa9-4fae-aa68-be95a38940e7 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:07:18.121458 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-ac9bce16-35cd-4ef4-bab9-786edb1c0aaf req-948700a7-0fa9-4fae-aa68-be95a38940e7 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] 10.222.0.49 "GET /v2.0/ports?device_id=bd2b6382-3235-4869-8bda-65d55169a432 HTTP/1.1" status: 200 len: 946 time: 0.0512035 May 13 13:07:18.121786 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Current status of the port afca9ad0-8e4f-4acb-801e-6a6d41ce806c is: ACTIVE; New status is: DOWN {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:07:18.122173 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (afca9ad0-8e4f-4acb-801e-6a6d41ce806c), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:07:18.150373 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd2b6382-3235-4869-8bda-65d55169a432', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afca9ad0-8e4f-4acb-801e-6a6d41ce806c'}] {{(pid=109805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:07:18.152618 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bf410fb1f4c9c59dd9b4e78159940bff83c4f370df38d4d08ac4943129d440" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0869f93-e4e8-45bb-82b2-1e0df4a2b873" -d '{"events": [{"server_uuid": "bd2b6382-3235-4869-8bda-65d55169a432", "name": "network-vif-unplugged", "status": "completed", "tag": "afca9ad0-8e4f-4acb-801e-6a6d41ce806c"}]}' {{(pid=109805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:07:18.172018 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-ac9bce16-35cd-4ef4-bab9-786edb1c0aaf req-79601a64-a1a3-4806-a4ed-379ed39d0dda tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] 10.222.0.49 "GET /v2.0/security-groups?id=8dca4abe-4146-4459-9b30-6ef532d72c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449021 May 13 13:07:18.178761 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] For port afca9ad0-8e4f-4acb-801e-6a6d41ce806c, host hv-cinder-84164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84164',level=0,port_id=afca9ad0-8e4f-4acb-801e-6a6d41ce806c,segment=NetworkSegment(35811256-1848-4c88-a68f-703bf713e934),segment_id=35811256-1848-4c88-a68f-703bf713e934)] {{(pid=109805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:07:18.186285 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (afca9ad0-8e4f-4acb-801e-6a6d41ce806c), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:07:18.205533 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-6284f6ac-97a6-493f-86cf-48d6af8870ad req-3d8dd410-76f4-44c4-b0c0-986f7adbcde7 service neutron] 10.222.0.52 "GET /v2.0/networks/0286a1e2-7023-4be1-8d4b-88b03416ec62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011007 May 13 13:07:18.214269 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 13 May 2022 13:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00f2004e-c735-4f45-b107-8447f85c2a0e x-openstack-request-id: req-00f2004e-c735-4f45-b107-8447f85c2a0e {{(pid=109805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:07:18.214554 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd2b6382-3235-4869-8bda-65d55169a432", "name": "network-vif-unplugged", "status": "completed", "tag": "afca9ad0-8e4f-4acb-801e-6a6d41ce806c", "code": 200}]} {{(pid=109805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:07:18.214803 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-00f2004e-c735-4f45-b107-8447f85c2a0e {{(pid=109805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:07:18.215185 dv-cinder-841644-1-iscsi neutron-server[109805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00f2004e-c735-4f45-b107-8447f85c2a0e'] response: {'server_uuid': 'bd2b6382-3235-4869-8bda-65d55169a432', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afca9ad0-8e4f-4acb-801e-6a6d41ce806c', 'code': 200} May 13 13:07:18.240583 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Pushing event updated for resources: {'Port': ['ID=afca9ad0-8e4f-4acb-801e-6a6d41ce806c,revision_number=6']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:07:18.247475 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:07:18.247821 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:07:18.248159 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:07:18.248494 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:07:18.248826 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:07:18.249181 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:07:18.249505 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:07:18.249825 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:07:18.250202 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:07:18.251190 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:07:18.251521 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:07:18.252028 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:07:18.252363 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:07:18.252682 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:07:18.253026 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:07:19.289058 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f365828c-874b-432a-875c-fc96e3613d99 req-27ed6d64-31b6-4da6-b414-d078defba822 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:07:19.290439 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-f365828c-874b-432a-875c-fc96e3613d99 req-27ed6d64-31b6-4da6-b414-d078defba822 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] 10.222.0.49 "GET /v2.0/ports?device_id=bd2b6382-3235-4869-8bda-65d55169a432 HTTP/1.1" status: 200 len: 944 time: 0.0495598 May 13 13:07:19.342342 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-f365828c-874b-432a-875c-fc96e3613d99 req-92cd0617-460f-49c2-a793-82d4328c88a9 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] 10.222.0.49 "GET /v2.0/security-groups?id=8dca4abe-4146-4459-9b30-6ef532d72c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463607 May 13 13:07:20.413278 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (202f7e15-8fd1-4d3b-a0cb-2b083dcecd1a), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:07:20.457912 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea19e2f-e65b-4742-934b-fc08542d8282 req-d92ce5bb-b7fb-450c-bb32-c66a472c66b0 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:07:20.459401 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-2ea19e2f-e65b-4742-934b-fc08542d8282 req-d92ce5bb-b7fb-450c-bb32-c66a472c66b0 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] 10.222.0.49 "GET /v2.0/ports?device_id=bd2b6382-3235-4869-8bda-65d55169a432 HTTP/1.1" status: 200 len: 944 time: 0.0477557 May 13 13:07:20.508315 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-2ea19e2f-e65b-4742-934b-fc08542d8282 req-b2a9df77-13d9-4aa3-9d9e-e69e01ef0c0d tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] 10.222.0.49 "GET /v2.0/security-groups?id=8dca4abe-4146-4459-9b30-6ef532d72c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433681 May 13 13:07:21.620162 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a8163f-f5f6-42de-a48f-e1e6342a7809 req-ad4f5282-3c66-47f1-a44d-18d164390435 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:07:21.621698 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-b8a8163f-f5f6-42de-a48f-e1e6342a7809 req-ad4f5282-3c66-47f1-a44d-18d164390435 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] 10.222.0.49 "GET /v2.0/ports?device_id=bd2b6382-3235-4869-8bda-65d55169a432 HTTP/1.1" status: 200 len: 944 time: 0.0472467 May 13 13:07:21.669259 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-b8a8163f-f5f6-42de-a48f-e1e6342a7809 req-442e7abf-3367-447e-b123-9f5ae5db93bb tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] 10.222.0.49 "GET /v2.0/security-groups?id=8dca4abe-4146-4459-9b30-6ef532d72c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420234 May 13 13:07:22.784087 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f931dc0-6c4c-4373-89f4-c6b079483533 req-34d363ea-190b-4cf2-9a20-73f03b2d04b7 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:07:22.785588 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-8f931dc0-6c4c-4373-89f4-c6b079483533 req-34d363ea-190b-4cf2-9a20-73f03b2d04b7 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] 10.222.0.49 "GET /v2.0/ports?device_id=bd2b6382-3235-4869-8bda-65d55169a432 HTTP/1.1" status: 200 len: 944 time: 0.0481193 May 13 13:07:22.833581 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-8f931dc0-6c4c-4373-89f4-c6b079483533 req-bf280bd9-d22b-470a-878c-d652e005425f tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] 10.222.0.49 "GET /v2.0/security-groups?id=8dca4abe-4146-4459-9b30-6ef532d72c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418103 May 13 13:07:23.946060 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9817c952-3991-44a7-a63a-bca02946a1c0 req-9a7f69d8-47a0-463e-bdf8-c3f346d18db4 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:07:23.947530 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-9817c952-3991-44a7-a63a-bca02946a1c0 req-9a7f69d8-47a0-463e-bdf8-c3f346d18db4 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] 10.222.0.49 "GET /v2.0/ports?device_id=bd2b6382-3235-4869-8bda-65d55169a432 HTTP/1.1" status: 200 len: 944 time: 0.0470469 May 13 13:07:23.995782 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-9817c952-3991-44a7-a63a-bca02946a1c0 req-ce14db55-0652-431d-8e7c-914d2ff1874c tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] 10.222.0.49 "GET /v2.0/security-groups?id=8dca4abe-4146-4459-9b30-6ef532d72c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426850 May 13 13:07:24.605432 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ea8a8c-5e1d-4576-ad51-d535aee3d44d req-f7660eea-668e-44f3-93de-2f8eb1076ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:07:24.606851 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-35ea8a8c-5e1d-4576-ad51-d535aee3d44d req-f7660eea-668e-44f3-93de-2f8eb1076ddc service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=bd2b6382-3235-4869-8bda-65d55169a432 HTTP/1.1" status: 200 len: 1128 time: 0.0410366 May 13 13:07:24.653717 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-35ea8a8c-5e1d-4576-ad51-d535aee3d44d req-51577a78-5d14-45b0-ac39-3becfb1290fc service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=8dca4abe-4146-4459-9b30-6ef532d72c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374122 May 13 13:07:25.109107 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db44b560-bc26-40ac-9be5-b8145f26cb87 req-8c3fad6b-a5ab-4b97-87de-8d5045952e22 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:07:25.110535 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-db44b560-bc26-40ac-9be5-b8145f26cb87 req-8c3fad6b-a5ab-4b97-87de-8d5045952e22 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] 10.222.0.49 "GET /v2.0/ports?device_id=bd2b6382-3235-4869-8bda-65d55169a432 HTTP/1.1" status: 200 len: 944 time: 0.0464544 May 13 13:07:25.157801 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-db44b560-bc26-40ac-9be5-b8145f26cb87 req-8c7230d4-37ae-48f7-9e0c-12d4dde8a3fe tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] 10.222.0.49 "GET /v2.0/security-groups?id=8dca4abe-4146-4459-9b30-6ef532d72c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418227 May 13 13:07:26.033221 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Device afca9ad0-8e4f-4acb-801e-6a6d41ce806c details requested by agent hyperv_hv-cinder-84164 with host hv-cinder-84164 {{(pid=109805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 13:07:26.133918 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] For port afca9ad0-8e4f-4acb-801e-6a6d41ce806c, host hv-cinder-84164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84164',level=0,port_id=afca9ad0-8e4f-4acb-801e-6a6d41ce806c,segment=NetworkSegment(35811256-1848-4c88-a68f-703bf713e934),segment_id=35811256-1848-4c88-a68f-703bf713e934)] {{(pid=109805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:07:26.145434 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Returning: {'device': 'afca9ad0-8e4f-4acb-801e-6a6d41ce806c', 'network_id': '0286a1e2-7023-4be1-8d4b-88b03416ec62', 'port_id': 'afca9ad0-8e4f-4acb-801e-6a6d41ce806c', 'mac_address': 'fa:16:3e:3c:62:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b6f02d9-a71f-428a-85b5-90febd1bfdf5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 13:07:26.186474 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Current status of the port afca9ad0-8e4f-4acb-801e-6a6d41ce806c is: DOWN; New status is: BUILD {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:07:26.186876 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (afca9ad0-8e4f-4acb-801e-6a6d41ce806c), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:07:26.200913 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.notifiers.nova [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afca9ad0-8e4f-4acb-801e-6a6d41ce806c {{(pid=109805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:07:26.220610 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] For port afca9ad0-8e4f-4acb-801e-6a6d41ce806c, host hv-cinder-84164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84164',level=0,port_id=afca9ad0-8e4f-4acb-801e-6a6d41ce806c,segment=NetworkSegment(35811256-1848-4c88-a68f-703bf713e934),segment_id=35811256-1848-4c88-a68f-703bf713e934)] {{(pid=109805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:07:26.226370 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (afca9ad0-8e4f-4acb-801e-6a6d41ce806c), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:07:26.279779 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Pushing event updated for resources: {'Port': ['ID=afca9ad0-8e4f-4acb-801e-6a6d41ce806c,revision_number=7']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:07:26.281335 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6546b14-04c3-456c-93d1-dc1c25f76362 req-7299064a-9a65-4791-a5c2-e57991efc9b2 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:07:26.283875 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-f6546b14-04c3-456c-93d1-dc1c25f76362 req-7299064a-9a65-4791-a5c2-e57991efc9b2 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] 10.222.0.49 "GET /v2.0/ports?device_id=bd2b6382-3235-4869-8bda-65d55169a432 HTTP/1.1" status: 200 len: 945 time: 0.0557435 May 13 13:07:26.341400 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-f6546b14-04c3-456c-93d1-dc1c25f76362 req-997b93d7-3a7d-4350-b47e-a014448b0000 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] 10.222.0.49 "GET /v2.0/security-groups?id=8dca4abe-4146-4459-9b30-6ef532d72c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510557 May 13 13:07:26.554375 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] get_ports_and_sgs() called for port_ids ['afca9ad0-8e4f-4acb-801e-6a6d41ce806c'] {{(pid=109805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 13:07:29.488720 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Device afca9ad0-8e4f-4acb-801e-6a6d41ce806c up at agent hyperv_hv-cinder-84164 {{(pid=109805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:07:29.534049 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Provisioning complete for port afca9ad0-8e4f-4acb-801e-6a6d41ce806c triggered by entity L2. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:07:29.534417 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (afca9ad0-8e4f-4acb-801e-6a6d41ce806c), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:07:29.613068 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Current status of the port afca9ad0-8e4f-4acb-801e-6a6d41ce806c is: BUILD; New status is: ACTIVE {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:07:29.613461 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (afca9ad0-8e4f-4acb-801e-6a6d41ce806c), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:07:29.635594 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd2b6382-3235-4869-8bda-65d55169a432', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afca9ad0-8e4f-4acb-801e-6a6d41ce806c'}] {{(pid=109805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:07:29.637815 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bf410fb1f4c9c59dd9b4e78159940bff83c4f370df38d4d08ac4943129d440" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d17ce59-63a2-44cf-bd9e-0d07366390c9" -d '{"events": [{"server_uuid": "bd2b6382-3235-4869-8bda-65d55169a432", "name": "network-vif-plugged", "status": "completed", "tag": "afca9ad0-8e4f-4acb-801e-6a6d41ce806c"}]}' {{(pid=109805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:07:29.650935 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] For port afca9ad0-8e4f-4acb-801e-6a6d41ce806c, host hv-cinder-84164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84164',level=0,port_id=afca9ad0-8e4f-4acb-801e-6a6d41ce806c,segment=NetworkSegment(35811256-1848-4c88-a68f-703bf713e934),segment_id=35811256-1848-4c88-a68f-703bf713e934)] {{(pid=109805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:07:29.656461 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (afca9ad0-8e4f-4acb-801e-6a6d41ce806c), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:07:29.683046 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 13:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ce0ff07-40ed-4d8d-b699-4475bd5634c9 x-openstack-request-id: req-0ce0ff07-40ed-4d8d-b699-4475bd5634c9 {{(pid=109805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:07:29.683336 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd2b6382-3235-4869-8bda-65d55169a432", "name": "network-vif-plugged", "status": "completed", "tag": "afca9ad0-8e4f-4acb-801e-6a6d41ce806c", "code": 200}]} {{(pid=109805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:07:29.683582 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0ce0ff07-40ed-4d8d-b699-4475bd5634c9 {{(pid=109805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:07:29.683962 dv-cinder-841644-1-iscsi neutron-server[109805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ce0ff07-40ed-4d8d-b699-4475bd5634c9'] response: {'server_uuid': 'bd2b6382-3235-4869-8bda-65d55169a432', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afca9ad0-8e4f-4acb-801e-6a6d41ce806c', 'code': 200} May 13 13:07:29.708213 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Pushing event updated for resources: {'Port': ['ID=afca9ad0-8e4f-4acb-801e-6a6d41ce806c,revision_number=8']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:07:30.493603 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-7e33ca4e-9195-4775-bf20-1701eccd8f6b req-d34f9dff-9f8b-449c-945a-4272fe30f3f8 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=bd2b6382-3235-4869-8bda-65d55169a432&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396020 May 13 13:07:30.593856 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e33ca4e-9195-4775-bf20-1701eccd8f6b req-f7050870-9c01-4fa7-b7c2-c6aad95417c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:07:30.595348 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-7e33ca4e-9195-4775-bf20-1701eccd8f6b req-f7050870-9c01-4fa7-b7c2-c6aad95417c7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d43e74ace585434482a887caf9d61c9f&device_id=bd2b6382-3235-4869-8bda-65d55169a432 HTTP/1.1" status: 200 len: 1130 time: 0.0416274 May 13 13:07:30.696305 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e33ca4e-9195-4775-bf20-1701eccd8f6b req-50e97fbe-67bf-4ca7-822b-e844c5a53611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:07:30.697794 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-7e33ca4e-9195-4775-bf20-1701eccd8f6b req-50e97fbe-67bf-4ca7-822b-e844c5a53611 service neutron] 10.222.0.52 "GET /v2.0/networks?id=0286a1e2-7023-4be1-8d4b-88b03416ec62 HTTP/1.1" status: 200 len: 909 time: 0.0840676 May 13 13:07:30.772322 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-7e33ca4e-9195-4775-bf20-1701eccd8f6b req-c73bfde4-1ce2-48a9-adfa-bb106523d2ad service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=afca9ad0-8e4f-4acb-801e-6a6d41ce806c HTTP/1.1" status: 200 len: 1001 time: 0.0661895 May 13 13:07:30.821213 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e33ca4e-9195-4775-bf20-1701eccd8f6b req-22928c02-653e-46b8-be10-98927c1b0f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:07:30.822653 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-7e33ca4e-9195-4775-bf20-1701eccd8f6b req-22928c02-653e-46b8-be10-98927c1b0f0a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1b6f02d9-a71f-428a-85b5-90febd1bfdf5 HTTP/1.1" status: 200 len: 847 time: 0.0440080 May 13 13:07:30.871618 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e33ca4e-9195-4775-bf20-1701eccd8f6b req-df1a15e0-e0ad-4c81-ad1a-2a88ca13cdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:07:30.873173 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-7e33ca4e-9195-4775-bf20-1701eccd8f6b req-df1a15e0-e0ad-4c81-ad1a-2a88ca13cdbe service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0286a1e2-7023-4be1-8d4b-88b03416ec62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423005 May 13 13:07:30.973064 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-7e33ca4e-9195-4775-bf20-1701eccd8f6b req-42b229ff-2d84-47a7-95a3-0b6046b0b98a service neutron] 10.222.0.52 "GET /v2.0/networks/0286a1e2-7023-4be1-8d4b-88b03416ec62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940645 May 13 13:07:31.072434 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-7e33ca4e-9195-4775-bf20-1701eccd8f6b req-8d81c5dd-98eb-4480-be82-521b2c46295c service neutron] 10.222.0.52 "GET /v2.0/networks/0286a1e2-7023-4be1-8d4b-88b03416ec62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927045 May 13 13:07:34.392077 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-d694b3db-3722-4a91-8da4-4ac59b13b5d7 req-fb7398b8-6fbe-4eee-9562-4cd5977245de tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2036298892&fields=id&tenant_id=6a60c4cb84044c338d954f9a3ec8ef31 HTTP/1.1" status: 200 len: 267 time: 0.0432348 May 13 13:07:34.498731 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d694b3db-3722-4a91-8da4-4ac59b13b5d7 req-0a02d8c9-cff0-4f60-b1a7-159e57a6bb9b tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:07:34.500086 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-d694b3db-3722-4a91-8da4-4ac59b13b5d7 req-0a02d8c9-cff0-4f60-b1a7-159e57a6bb9b tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.49 "GET /v2.0/networks?id=aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1 HTTP/1.1" status: 200 len: 811 time: 0.1003332 May 13 13:07:34.515085 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-d694b3db-3722-4a91-8da4-4ac59b13b5d7 req-23947db4-236d-496e-887f-2a415c98cd3e tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.49 "GET /v2.0/quotas/6a60c4cb84044c338d954f9a3ec8ef31 HTTP/1.1" status: 200 len: 375 time: 0.0088372 May 13 13:07:34.569761 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-d694b3db-3722-4a91-8da4-4ac59b13b5d7 req-be8deac0-191e-4517-a35d-1aa5e984f2e9 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=6a60c4cb84044c338d954f9a3ec8ef31&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0491586 May 13 13:07:34.626132 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [req-d694b3db-3722-4a91-8da4-4ac59b13b5d7 req-8c724cf3-ae3a-4810-8b49-7e11c8a34aed service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=109803) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 13 13:07:34.627101 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-d694b3db-3722-4a91-8da4-4ac59b13b5d7 req-8c724cf3-ae3a-4810-8b49-7e11c8a34aed service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0463736 May 13 13:07:34.713687 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-d694b3db-3722-4a91-8da4-4ac59b13b5d7 req-4171e3aa-ffb7-4a0f-b99f-7c57849748e0 service neutron] 10.222.0.49 "GET /v2.0/networks/aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798600 May 13 13:07:34.810935 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-d694b3db-3722-4a91-8da4-4ac59b13b5d7 req-e2059d4d-812f-4e8f-b4c5-9bc651982ffb service neutron] 10.222.0.49 "GET /v2.0/networks/aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913486 May 13 13:07:35.094309 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-0753af48-76ce-472e-b0c1-5eee277134a0 req-615c7651-4515-4e84-826e-fa276cd65650 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c5f200f-f7a3-485e-959c-aaccf80da0c2 HTTP/1.1" status: 200 len: 210 time: 0.0286055 May 13 13:07:36.176522 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d694b3db-3722-4a91-8da4-4ac59b13b5d7 req-2d80297a-18d4-4992-9c45-5d9100acf78a tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:07:36.178577 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-d694b3db-3722-4a91-8da4-4ac59b13b5d7 req-2d80297a-18d4-4992-9c45-5d9100acf78a tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.52 "GET /v2.0/networks?id=aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1 HTTP/1.1" status: 200 len: 811 time: 0.1090734 May 13 13:07:36.193727 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-e6c2b561-9d9d-47b6-9aee-acb51864372e req-958f578c-06e7-4da6-aaf8-4fd6b7cfe470 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c5f200f-f7a3-485e-959c-aaccf80da0c2 HTTP/1.1" status: 200 len: 210 time: 0.0292475 May 13 13:07:36.247543 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-d694b3db-3722-4a91-8da4-4ac59b13b5d7 req-aafe19c2-4962-4f67-8a0e-90c451ca9592 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6a60c4cb84044c338d954f9a3ec8ef31 HTTP/1.1" status: 200 len: 380 time: 0.0545983 May 13 13:07:36.272031 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.v2.base [req-d694b3db-3722-4a91-8da4-4ac59b13b5d7 req-bac101a0-65c6-43f6-a063-0e145f086b84 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Request body: {'port': {'device_id': '9c5f200f-f7a3-485e-959c-aaccf80da0c2', 'network_id': 'aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1', 'admin_state_up': True, 'tenant_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'security_groups': ['22d95977-7f18-4ee5-86c7-550f6ea7e358']}} {{(pid=109804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:07:36.381170 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d694b3db-3722-4a91-8da4-4ac59b13b5d7 req-bac101a0-65c6-43f6-a063-0e145f086b84 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Made reservation on behalf of 6a60c4cb84044c338d954f9a3ec8ef31 for: {'port': 1} {{(pid=109804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:07:36.384718 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-d694b3db-3722-4a91-8da4-4ac59b13b5d7 req-bac101a0-65c6-43f6-a063-0e145f086b84 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:07:36.503285 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [req-d694b3db-3722-4a91-8da4-4ac59b13b5d7 req-bac101a0-65c6-43f6-a063-0e145f086b84 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Allocated IP 172.20.0.13 (aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1/580aedfc-8b47-4076-96d2-f68e5824303f/498fb071-20ff-4d6e-b0a8-f6eacf67a6f5) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:07:36.641243 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-d694b3db-3722-4a91-8da4-4ac59b13b5d7 req-bac101a0-65c6-43f6-a063-0e145f086b84 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Publish callbacks [] for port (498fb071-20ff-4d6e-b0a8-f6eacf67a6f5), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:07:36.674315 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-d694b3db-3722-4a91-8da4-4ac59b13b5d7 req-bac101a0-65c6-43f6-a063-0e145f086b84 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750967062384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6007231'] for port (498fb071-20ff-4d6e-b0a8-f6eacf67a6f5), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:07:36.716789 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d694b3db-3722-4a91-8da4-4ac59b13b5d7 req-bac101a0-65c6-43f6-a063-0e145f086b84 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Network aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1 is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:07:36.719969 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [req-d694b3db-3722-4a91-8da4-4ac59b13b5d7 req-bac101a0-65c6-43f6-a063-0e145f086b84 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:07:36.726373 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [req-d694b3db-3722-4a91-8da4-4ac59b13b5d7 req-bac101a0-65c6-43f6-a063-0e145f086b84 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:07:36.732482 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac101a0-65c6-43f6-a063-0e145f086b84 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Pushing event updated for resources: {'Port': ['ID=498fb071-20ff-4d6e-b0a8-f6eacf67a6f5,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:07:36.769434 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac101a0-65c6-43f6-a063-0e145f086b84 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:07:36.769788 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac101a0-65c6-43f6-a063-0e145f086b84 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:07:36.770138 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac101a0-65c6-43f6-a063-0e145f086b84 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:07:36.770632 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac101a0-65c6-43f6-a063-0e145f086b84 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:07:36.771573 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac101a0-65c6-43f6-a063-0e145f086b84 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:07:36.771909 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac101a0-65c6-43f6-a063-0e145f086b84 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:07:36.772241 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac101a0-65c6-43f6-a063-0e145f086b84 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:07:36.772582 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac101a0-65c6-43f6-a063-0e145f086b84 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:07:36.772912 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac101a0-65c6-43f6-a063-0e145f086b84 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:07:36.773267 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac101a0-65c6-43f6-a063-0e145f086b84 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:07:36.773593 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac101a0-65c6-43f6-a063-0e145f086b84 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:07:36.773920 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac101a0-65c6-43f6-a063-0e145f086b84 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:07:36.774249 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac101a0-65c6-43f6-a063-0e145f086b84 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:07:36.774607 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac101a0-65c6-43f6-a063-0e145f086b84 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:07:36.774941 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac101a0-65c6-43f6-a063-0e145f086b84 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:07:36.797125 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d694b3db-3722-4a91-8da4-4ac59b13b5d7 req-bac101a0-65c6-43f6-a063-0e145f086b84 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:07:36.797772 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-d694b3db-3722-4a91-8da4-4ac59b13b5d7 req-bac101a0-65c6-43f6-a063-0e145f086b84 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4290'] for port (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:07:36.816066 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-d694b3db-3722-4a91-8da4-4ac59b13b5d7 req-bac101a0-65c6-43f6-a063-0e145f086b84 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5482278 May 13 13:07:36.837740 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.v2.base [req-d694b3db-3722-4a91-8da4-4ac59b13b5d7 req-8c2f0173-f4d5-496c-acf2-6d9e160cce10 service neutron] Request body: {'port': {'device_id': '9c5f200f-f7a3-485e-959c-aaccf80da0c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84164'}} {{(pid=109804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:07:36.907959 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-d694b3db-3722-4a91-8da4-4ac59b13b5d7 req-8c2f0173-f4d5-496c-acf2-6d9e160cce10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (498fb071-20ff-4d6e-b0a8-f6eacf67a6f5), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:07:36.948593 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-3e651274-ca00-425d-b64d-a5cf1ec37c65 None None] Provisioning complete for port 498fb071-20ff-4d6e-b0a8-f6eacf67a6f5 triggered by entity DHCP. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:07:36.951894 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-3e651274-ca00-425d-b64d-a5cf1ec37c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (498fb071-20ff-4d6e-b0a8-f6eacf67a6f5), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:07:36.994445 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-3e651274-ca00-425d-b64d-a5cf1ec37c65 None None] Port 498fb071-20ff-4d6e-b0a8-f6eacf67a6f5 cannot update to ACTIVE because it is not bound. {{(pid=109805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 13:07:37.198409 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.notifiers.nova [req-d694b3db-3722-4a91-8da4-4ac59b13b5d7 req-8c2f0173-f4d5-496c-acf2-6d9e160cce10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 498fb071-20ff-4d6e-b0a8-f6eacf67a6f5 {{(pid=109804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:07:37.206055 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-d694b3db-3722-4a91-8da4-4ac59b13b5d7 req-8c2f0173-f4d5-496c-acf2-6d9e160cce10 service neutron] Publish callbacks [] for port (498fb071-20ff-4d6e-b0a8-f6eacf67a6f5), precommit_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:07:37.218820 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.db.provisioning_blocks [req-d694b3db-3722-4a91-8da4-4ac59b13b5d7 req-8c2f0173-f4d5-496c-acf2-6d9e160cce10 service neutron] Transition to ACTIVE for port object 498fb071-20ff-4d6e-b0a8-f6eacf67a6f5 will not be triggered until provisioned by entity L2. {{(pid=109804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 13:07:37.222339 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-d694b3db-3722-4a91-8da4-4ac59b13b5d7 req-8c2f0173-f4d5-496c-acf2-6d9e160cce10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6007238'] for port (498fb071-20ff-4d6e-b0a8-f6eacf67a6f5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:07:37.300771 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2f0173-f4d5-496c-acf2-6d9e160cce10 service neutron] Pushing event updated for resources: {'Port': ['ID=498fb071-20ff-4d6e-b0a8-f6eacf67a6f5,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:07:37.355750 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad25712d-6d85-47fe-8628-7957e2220e79 req-3da88e59-c4fa-4ba7-a25b-7f633f547d3e tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:07:37.357302 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-ad25712d-6d85-47fe-8628-7957e2220e79 req-3da88e59-c4fa-4ba7-a25b-7f633f547d3e tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c5f200f-f7a3-485e-959c-aaccf80da0c2 HTTP/1.1" status: 200 len: 944 time: 0.0920846 May 13 13:07:37.421186 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [req-d694b3db-3722-4a91-8da4-4ac59b13b5d7 req-8c2f0173-f4d5-496c-acf2-6d9e160cce10 service neutron] Attempting to bind port 498fb071-20ff-4d6e-b0a8-f6eacf67a6f5 on host hv-cinder-84164 for vnic_type normal with profile {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:07:37.421514 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [req-d694b3db-3722-4a91-8da4-4ac59b13b5d7 req-8c2f0173-f4d5-496c-acf2-6d9e160cce10 service neutron] Attempting to bind port 498fb071-20ff-4d6e-b0a8-f6eacf67a6f5 by drivers openvswitch,hyperv on host hv-cinder-84164 at level 0 using segments [{'id': '87a38a9b-76da-4b33-b09f-c49a89146602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1'}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:07:37.421832 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d694b3db-3722-4a91-8da4-4ac59b13b5d7 req-8c2f0173-f4d5-496c-acf2-6d9e160cce10 service neutron] Attempting to bind port 498fb071-20ff-4d6e-b0a8-f6eacf67a6f5 on network aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:07:37.434003 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-ad25712d-6d85-47fe-8628-7957e2220e79 req-1b66fd20-fb2a-42eb-a6c1-e0f2b4a2af4c tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.49 "GET /v2.0/security-groups?id=22d95977-7f18-4ee5-86c7-550f6ea7e358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702684 May 13 13:07:37.434713 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d694b3db-3722-4a91-8da4-4ac59b13b5d7 req-8c2f0173-f4d5-496c-acf2-6d9e160cce10 service neutron] Port 498fb071-20ff-4d6e-b0a8-f6eacf67a6f5 on network aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84164 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 13:07:37.435038 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d694b3db-3722-4a91-8da4-4ac59b13b5d7 req-8c2f0173-f4d5-496c-acf2-6d9e160cce10 service neutron] Attempting to bind port 498fb071-20ff-4d6e-b0a8-f6eacf67a6f5 on network aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1 {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:07:37.440146 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d694b3db-3722-4a91-8da4-4ac59b13b5d7 req-8c2f0173-f4d5-496c-acf2-6d9e160cce10 service neutron] Checking agent: {'id': '202f7e15-8fd1-4d3b-a0cb-2b083dcecd1a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84164', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 12, 52, 20), 'started_at': datetime.datetime(2022, 5, 13, 12, 52, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:07:37.440482 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d694b3db-3722-4a91-8da4-4ac59b13b5d7 req-8c2f0173-f4d5-496c-acf2-6d9e160cce10 service neutron] Checking segment: {'id': '87a38a9b-76da-4b33-b09f-c49a89146602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:07:37.440857 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d694b3db-3722-4a91-8da4-4ac59b13b5d7 req-8c2f0173-f4d5-496c-acf2-6d9e160cce10 service neutron] Bound using segment: {'id': '87a38a9b-76da-4b33-b09f-c49a89146602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1'} {{(pid=109804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:07:37.441310 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.managers [req-d694b3db-3722-4a91-8da4-4ac59b13b5d7 req-8c2f0173-f4d5-496c-acf2-6d9e160cce10 service neutron] Bound port: 498fb071-20ff-4d6e-b0a8-f6eacf67a6f5, host: hv-cinder-84164, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87a38a9b-76da-4b33-b09f-c49a89146602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1'}}] {{(pid=109804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:07:37.441686 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-d694b3db-3722-4a91-8da4-4ac59b13b5d7 req-8c2f0173-f4d5-496c-acf2-6d9e160cce10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (498fb071-20ff-4d6e-b0a8-f6eacf67a6f5), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:07:37.504715 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.db [req-d694b3db-3722-4a91-8da4-4ac59b13b5d7 req-8c2f0173-f4d5-496c-acf2-6d9e160cce10 service neutron] For port 498fb071-20ff-4d6e-b0a8-f6eacf67a6f5, host hv-cinder-84164, cleared binding levels {{(pid=109804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:07:37.508140 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.db [req-d694b3db-3722-4a91-8da4-4ac59b13b5d7 req-8c2f0173-f4d5-496c-acf2-6d9e160cce10 service neutron] For port 498fb071-20ff-4d6e-b0a8-f6eacf67a6f5, host hv-cinder-84164, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84164',level=0,port_id=498fb071-20ff-4d6e-b0a8-f6eacf67a6f5,segment=NetworkSegment(87a38a9b-76da-4b33-b09f-c49a89146602),segment_id=87a38a9b-76da-4b33-b09f-c49a89146602)] {{(pid=109804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:07:37.514038 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-d694b3db-3722-4a91-8da4-4ac59b13b5d7 req-8c2f0173-f4d5-496c-acf2-6d9e160cce10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6007238'] for port (498fb071-20ff-4d6e-b0a8-f6eacf67a6f5), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:07:37.546703 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d694b3db-3722-4a91-8da4-4ac59b13b5d7 req-8c2f0173-f4d5-496c-acf2-6d9e160cce10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:07:37.547333 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-d694b3db-3722-4a91-8da4-4ac59b13b5d7 req-8c2f0173-f4d5-496c-acf2-6d9e160cce10 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4290'] for port (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:07:37.548693 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-d694b3db-3722-4a91-8da4-4ac59b13b5d7 req-8c2f0173-f4d5-496c-acf2-6d9e160cce10 service neutron] 10.222.0.52 "PUT /v2.0/ports/498fb071-20ff-4d6e-b0a8-f6eacf67a6f5 HTTP/1.1" status: 200 len: 1094 time: 0.7160995 May 13 13:07:37.549154 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c5f200f-f7a3-485e-959c-aaccf80da0c2', 'tag': '498fb071-20ff-4d6e-b0a8-f6eacf67a6f5'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:07:37.551354 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1b69bbfd011f85c3db934c4b22a349ffa5730c167d2456731e37bfe5d9c9e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c3f0217-e187-4859-a4f1-226437b7e0d2" -d '{"events": [{"name": "network-changed", "server_uuid": "9c5f200f-f7a3-485e-959c-aaccf80da0c2", "tag": "498fb071-20ff-4d6e-b0a8-f6eacf67a6f5"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:07:37.579399 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2f0173-f4d5-496c-acf2-6d9e160cce10 service neutron] Pushing event updated for resources: {'Port': ['ID=498fb071-20ff-4d6e-b0a8-f6eacf67a6f5,revision_number=3']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:07:37.594134 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 13:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3819a88b-28b2-4e8b-99c4-3bc834b72b89 x-openstack-request-id: req-3819a88b-28b2-4e8b-99c4-3bc834b72b89 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:07:37.594502 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c5f200f-f7a3-485e-959c-aaccf80da0c2", "tag": "498fb071-20ff-4d6e-b0a8-f6eacf67a6f5", "status": "completed", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:07:37.595118 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3819a88b-28b2-4e8b-99c4-3bc834b72b89 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:07:37.595565 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3819a88b-28b2-4e8b-99c4-3bc834b72b89'] response: {'name': 'network-changed', 'server_uuid': '9c5f200f-f7a3-485e-959c-aaccf80da0c2', 'tag': '498fb071-20ff-4d6e-b0a8-f6eacf67a6f5', 'status': 'completed', 'code': 200} May 13 13:07:37.663614 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d694b3db-3722-4a91-8da4-4ac59b13b5d7 req-994c4712-d995-47f8-8781-fbf19644ecb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:07:37.665226 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-d694b3db-3722-4a91-8da4-4ac59b13b5d7 req-994c4712-d995-47f8-8781-fbf19644ecb0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6a60c4cb84044c338d954f9a3ec8ef31&device_id=9c5f200f-f7a3-485e-959c-aaccf80da0c2 HTTP/1.1" status: 200 len: 1128 time: 0.0407226 May 13 13:07:37.719563 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-d694b3db-3722-4a91-8da4-4ac59b13b5d7 req-91000e07-53e2-4c28-aa07-b4a385034200 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=498fb071-20ff-4d6e-b0a8-f6eacf67a6f5 HTTP/1.1" status: 200 len: 217 time: 0.0387046 May 13 13:07:37.768044 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d694b3db-3722-4a91-8da4-4ac59b13b5d7 req-3d08c88e-b5ff-46c7-a221-1d803d5a9b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:07:37.769496 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-d694b3db-3722-4a91-8da4-4ac59b13b5d7 req-3d08c88e-b5ff-46c7-a221-1d803d5a9b84 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=580aedfc-8b47-4076-96d2-f68e5824303f HTTP/1.1" status: 200 len: 850 time: 0.0440216 May 13 13:07:37.811648 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d694b3db-3722-4a91-8da4-4ac59b13b5d7 req-bc95cfd7-ee20-4a24-8b98-ab0755ce3dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:07:37.813008 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-d694b3db-3722-4a91-8da4-4ac59b13b5d7 req-bc95cfd7-ee20-4a24-8b98-ab0755ce3dd9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0375435 May 13 13:07:37.903685 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-d694b3db-3722-4a91-8da4-4ac59b13b5d7 req-f1a1b042-7640-4780-8167-e3db7f2de9c9 service neutron] 10.222.0.52 "GET /v2.0/networks/aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845640 May 13 13:07:37.992998 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-d694b3db-3722-4a91-8da4-4ac59b13b5d7 req-0bf321ff-1172-4875-a00a-91dc17f4a55f service neutron] 10.222.0.52 "GET /v2.0/networks/aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826125 May 13 13:07:38.393781 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3f0217-e187-4859-a4f1-226437b7e0d2 req-79439657-3201-41fd-940c-0b41d7f0c649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:07:38.396346 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-3c3f0217-e187-4859-a4f1-226437b7e0d2 req-79439657-3201-41fd-940c-0b41d7f0c649 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6a60c4cb84044c338d954f9a3ec8ef31&device_id=9c5f200f-f7a3-485e-959c-aaccf80da0c2 HTTP/1.1" status: 200 len: 1128 time: 0.0461807 May 13 13:07:38.494110 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3f0217-e187-4859-a4f1-226437b7e0d2 req-934bdd3d-667e-411b-ba3e-b0d1932781b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:07:38.495556 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-3c3f0217-e187-4859-a4f1-226437b7e0d2 req-934bdd3d-667e-411b-ba3e-b0d1932781b7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1 HTTP/1.1" status: 200 len: 912 time: 0.0923982 May 13 13:07:38.564113 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-3c3f0217-e187-4859-a4f1-226437b7e0d2 req-0cd6bf05-98e0-4635-be42-5843db082562 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=498fb071-20ff-4d6e-b0a8-f6eacf67a6f5 HTTP/1.1" status: 200 len: 217 time: 0.0580103 May 13 13:07:38.588483 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e91f7ab-0233-40ab-affa-1ad428c7f1b2 req-5b32fb77-3e1a-45da-ae98-656c8d6668e7 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:07:38.589874 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-1e91f7ab-0233-40ab-affa-1ad428c7f1b2 req-5b32fb77-3e1a-45da-ae98-656c8d6668e7 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c5f200f-f7a3-485e-959c-aaccf80da0c2 HTTP/1.1" status: 200 len: 944 time: 0.0856280 May 13 13:07:38.630514 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3f0217-e187-4859-a4f1-226437b7e0d2 req-b5f02424-13ec-4ac4-a889-ca7f50134986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:07:38.631940 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-3c3f0217-e187-4859-a4f1-226437b7e0d2 req-b5f02424-13ec-4ac4-a889-ca7f50134986 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=580aedfc-8b47-4076-96d2-f68e5824303f HTTP/1.1" status: 200 len: 850 time: 0.0561845 May 13 13:07:38.691710 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3f0217-e187-4859-a4f1-226437b7e0d2 req-578057f7-4ba0-49b9-904c-5a2915ea6ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:07:38.693496 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-3c3f0217-e187-4859-a4f1-226437b7e0d2 req-578057f7-4ba0-49b9-904c-5a2915ea6ff6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0548377 May 13 13:07:39.017626 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-1e91f7ab-0233-40ab-affa-1ad428c7f1b2 req-86db0045-f5d4-4ab5-a567-6a800b875267 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.49 "GET /v2.0/security-groups?id=22d95977-7f18-4ee5-86c7-550f6ea7e358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4093392 May 13 13:07:39.059066 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-3c3f0217-e187-4859-a4f1-226437b7e0d2 req-c12453b5-2908-4fdd-8618-19927984f979 service neutron] 10.222.0.52 "GET /v2.0/networks/aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3581522 May 13 13:07:39.148658 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-3c3f0217-e187-4859-a4f1-226437b7e0d2 req-7546f775-1e02-47d7-a17e-c235647a0ad9 service neutron] 10.222.0.52 "GET /v2.0/networks/aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810757 May 13 13:07:40.132189 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8b0219-ab51-4222-9925-44c74b1c3761 req-176e4356-6f95-4ab3-8065-b63a71f96139 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:07:40.133640 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-8b8b0219-ab51-4222-9925-44c74b1c3761 req-176e4356-6f95-4ab3-8065-b63a71f96139 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c5f200f-f7a3-485e-959c-aaccf80da0c2 HTTP/1.1" status: 200 len: 944 time: 0.0465395 May 13 13:07:40.182569 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-8b8b0219-ab51-4222-9925-44c74b1c3761 req-2535dce4-7434-4169-8c6f-8013f9d1dd83 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.49 "GET /v2.0/security-groups?id=22d95977-7f18-4ee5-86c7-550f6ea7e358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434384 May 13 13:07:41.298250 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1e9ad8-799f-4b36-8c7e-783fab424d96 req-97a2bffb-524b-4d7b-85fa-0b1ace6108d4 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:07:41.299604 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-fe1e9ad8-799f-4b36-8c7e-783fab424d96 req-97a2bffb-524b-4d7b-85fa-0b1ace6108d4 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c5f200f-f7a3-485e-959c-aaccf80da0c2 HTTP/1.1" status: 200 len: 944 time: 0.0512762 May 13 13:07:41.348292 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-fe1e9ad8-799f-4b36-8c7e-783fab424d96 req-bbab0558-4678-4a3d-9d6e-4024066edc79 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.49 "GET /v2.0/security-groups?id=22d95977-7f18-4ee5-86c7-550f6ea7e358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430341 May 13 13:07:41.488599 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-e781ee62-5a81-44b3-8907-9418bd34d964 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (12f7f474-a19f-4cf7-bcdf-b9ad7dbdd770), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:07:42.462577 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1991747c-45ea-4524-a105-5c408764e72b req-413ec5ea-d618-4c99-b585-ea346598dc61 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:07:42.464010 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-1991747c-45ea-4524-a105-5c408764e72b req-413ec5ea-d618-4c99-b585-ea346598dc61 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c5f200f-f7a3-485e-959c-aaccf80da0c2 HTTP/1.1" status: 200 len: 944 time: 0.0490763 May 13 13:07:42.510963 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-1991747c-45ea-4524-a105-5c408764e72b req-4920db9b-614e-47a8-9858-1fd68e3f7d98 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.49 "GET /v2.0/security-groups?id=22d95977-7f18-4ee5-86c7-550f6ea7e358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414579 May 13 13:07:43.621293 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e8e5e0-3714-4ed9-a434-338483f1e4d8 req-4781578b-a253-49d1-8f1b-f526459ded20 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:07:43.622730 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-d0e8e5e0-3714-4ed9-a434-338483f1e4d8 req-4781578b-a253-49d1-8f1b-f526459ded20 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c5f200f-f7a3-485e-959c-aaccf80da0c2 HTTP/1.1" status: 200 len: 944 time: 0.0455198 May 13 13:07:43.670433 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-d0e8e5e0-3714-4ed9-a434-338483f1e4d8 req-bffa76c2-3fad-4f70-834a-171d107e2876 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.49 "GET /v2.0/security-groups?id=22d95977-7f18-4ee5-86c7-550f6ea7e358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420098 May 13 13:07:43.928311 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-0717cdfe-b5d0-4839-8f26-54d1ef0322a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (6d8a5631-9f63-444c-af3b-4dcce4842b62), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:07:44.780406 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df0cb4b-ddd4-4e45-9d8a-4bf57cad9b25 req-949e761a-942c-4c44-81b4-4ead74715d29 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:07:44.781878 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-5df0cb4b-ddd4-4e45-9d8a-4bf57cad9b25 req-949e761a-942c-4c44-81b4-4ead74715d29 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c5f200f-f7a3-485e-959c-aaccf80da0c2 HTTP/1.1" status: 200 len: 944 time: 0.0467119 May 13 13:07:44.829625 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-5df0cb4b-ddd4-4e45-9d8a-4bf57cad9b25 req-d5b199b5-69f4-4624-834a-97e0bd766a36 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.49 "GET /v2.0/security-groups?id=22d95977-7f18-4ee5-86c7-550f6ea7e358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414524 May 13 13:07:45.094149 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-4a907869-afee-4d69-acd8-cccc744e537a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (d2cfa305-5f5a-49b3-8228-876061d7e1f6), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:07:45.949643 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815e7102-26d6-46d6-92ca-211285a5baf3 req-1e2dca5c-35ec-4398-9fe4-dc3bc81d21f9 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:07:45.951099 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-815e7102-26d6-46d6-92ca-211285a5baf3 req-1e2dca5c-35ec-4398-9fe4-dc3bc81d21f9 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c5f200f-f7a3-485e-959c-aaccf80da0c2 HTTP/1.1" status: 200 len: 944 time: 0.0499375 May 13 13:07:45.999158 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-815e7102-26d6-46d6-92ca-211285a5baf3 req-07993e59-4001-4c37-a44e-834b17f58352 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.49 "GET /v2.0/security-groups?id=22d95977-7f18-4ee5-86c7-550f6ea7e358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424819 May 13 13:07:46.468649 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Device 498fb071-20ff-4d6e-b0a8-f6eacf67a6f5 details requested by agent hyperv_hv-cinder-84164 with host hv-cinder-84164 {{(pid=109805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 13:07:46.565670 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] For port 498fb071-20ff-4d6e-b0a8-f6eacf67a6f5, host hv-cinder-84164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84164',level=0,port_id=498fb071-20ff-4d6e-b0a8-f6eacf67a6f5,segment=NetworkSegment(87a38a9b-76da-4b33-b09f-c49a89146602),segment_id=87a38a9b-76da-4b33-b09f-c49a89146602)] {{(pid=109805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:07:46.576789 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Returning: {'device': '498fb071-20ff-4d6e-b0a8-f6eacf67a6f5', 'network_id': 'aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1', 'port_id': '498fb071-20ff-4d6e-b0a8-f6eacf67a6f5', 'mac_address': 'fa:16:3e:14:b4:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '580aedfc-8b47-4076-96d2-f68e5824303f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 13:07:46.612495 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Current status of the port 498fb071-20ff-4d6e-b0a8-f6eacf67a6f5 is: DOWN; New status is: BUILD {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:07:46.612892 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (498fb071-20ff-4d6e-b0a8-f6eacf67a6f5), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:07:46.626239 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.notifiers.nova [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 498fb071-20ff-4d6e-b0a8-f6eacf67a6f5 {{(pid=109805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:07:46.649366 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] For port 498fb071-20ff-4d6e-b0a8-f6eacf67a6f5, host hv-cinder-84164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84164',level=0,port_id=498fb071-20ff-4d6e-b0a8-f6eacf67a6f5,segment=NetworkSegment(87a38a9b-76da-4b33-b09f-c49a89146602),segment_id=87a38a9b-76da-4b33-b09f-c49a89146602)] {{(pid=109805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:07:46.653433 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (498fb071-20ff-4d6e-b0a8-f6eacf67a6f5), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:07:46.698946 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Pushing event updated for resources: {'Port': ['ID=498fb071-20ff-4d6e-b0a8-f6eacf67a6f5,revision_number=4']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:07:46.765339 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-7baa8e58-cb75-431e-995b-6c55a6feb1d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (5f75012c-56a5-4b0a-a85c-97c3435c2a5d), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:07:46.981139 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.agents_db [None req-04065fb1-5207-409b-a281-8f6301b2fc59 None None] Agent healthcheck: found 6 active agents {{(pid=109806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 13:07:46.991419 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] get_ports_and_sgs() called for port_ids ['498fb071-20ff-4d6e-b0a8-f6eacf67a6f5'] {{(pid=109805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 13:07:47.117685 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fd0e69-627b-4a93-b50c-34133d26b1e1 req-d89a8a0c-467f-455a-a083-45b4ee3a8da5 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:07:47.119274 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-38fd0e69-627b-4a93-b50c-34133d26b1e1 req-d89a8a0c-467f-455a-a083-45b4ee3a8da5 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c5f200f-f7a3-485e-959c-aaccf80da0c2 HTTP/1.1" status: 200 len: 945 time: 0.0511558 May 13 13:07:47.169108 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-38fd0e69-627b-4a93-b50c-34133d26b1e1 req-16e5abd5-1b84-44cb-8c3a-1798eb37c52f tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.49 "GET /v2.0/security-groups?id=22d95977-7f18-4ee5-86c7-550f6ea7e358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440545 May 13 13:07:47.877130 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (f7880a20-862d-46b4-8dd6-192b0a47d710), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:07:48.283523 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df25c272-a742-44c9-bf9e-168c516888df req-975bca4b-182f-4792-8380-e7eef6bbea6b tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:07:48.284966 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-df25c272-a742-44c9-bf9e-168c516888df req-975bca4b-182f-4792-8380-e7eef6bbea6b tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c5f200f-f7a3-485e-959c-aaccf80da0c2 HTTP/1.1" status: 200 len: 945 time: 0.0489552 May 13 13:07:48.333204 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-df25c272-a742-44c9-bf9e-168c516888df req-0d1925d0-7021-495e-b92f-529a312b679d tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.49 "GET /v2.0/security-groups?id=22d95977-7f18-4ee5-86c7-550f6ea7e358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422232 May 13 13:07:48.474524 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Device 498fb071-20ff-4d6e-b0a8-f6eacf67a6f5 up at agent hyperv_hv-cinder-84164 {{(pid=109805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:07:48.518965 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Provisioning for port 498fb071-20ff-4d6e-b0a8-f6eacf67a6f5 completed by entity L2. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 13:07:48.524849 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.provisioning_blocks [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Provisioning complete for port 498fb071-20ff-4d6e-b0a8-f6eacf67a6f5 triggered by entity L2. {{(pid=109805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:07:48.525251 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1558513'] for port (498fb071-20ff-4d6e-b0a8-f6eacf67a6f5), provisioning_complete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:07:48.603617 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Current status of the port 498fb071-20ff-4d6e-b0a8-f6eacf67a6f5 is: BUILD; New status is: ACTIVE {{(pid=109805) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:07:48.604000 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (498fb071-20ff-4d6e-b0a8-f6eacf67a6f5), before_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:07:48.625660 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c5f200f-f7a3-485e-959c-aaccf80da0c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '498fb071-20ff-4d6e-b0a8-f6eacf67a6f5'}] {{(pid=109805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:07:48.627987 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82bf410fb1f4c9c59dd9b4e78159940bff83c4f370df38d4d08ac4943129d440" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3f8c891-8a37-41f1-8562-7b1c693325c5" -d '{"events": [{"server_uuid": "9c5f200f-f7a3-485e-959c-aaccf80da0c2", "name": "network-vif-plugged", "status": "completed", "tag": "498fb071-20ff-4d6e-b0a8-f6eacf67a6f5"}]}' {{(pid=109805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:07:48.641681 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] For port 498fb071-20ff-4d6e-b0a8-f6eacf67a6f5, host hv-cinder-84164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84164',level=0,port_id=498fb071-20ff-4d6e-b0a8-f6eacf67a6f5,segment=NetworkSegment(87a38a9b-76da-4b33-b09f-c49a89146602),segment_id=87a38a9b-76da-4b33-b09f-c49a89146602)] {{(pid=109805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:07:48.647311 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420'] for port (498fb071-20ff-4d6e-b0a8-f6eacf67a6f5), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:07:48.671382 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 13:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-864d3978-43b8-42a6-9a36-6445285f016f x-openstack-request-id: req-864d3978-43b8-42a6-9a36-6445285f016f {{(pid=109805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:07:48.671676 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c5f200f-f7a3-485e-959c-aaccf80da0c2", "name": "network-vif-plugged", "status": "completed", "tag": "498fb071-20ff-4d6e-b0a8-f6eacf67a6f5", "code": 200}]} {{(pid=109805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:07:48.671930 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-864d3978-43b8-42a6-9a36-6445285f016f {{(pid=109805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:07:48.672321 dv-cinder-841644-1-iscsi neutron-server[109805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-864d3978-43b8-42a6-9a36-6445285f016f'] response: {'server_uuid': '9c5f200f-f7a3-485e-959c-aaccf80da0c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '498fb071-20ff-4d6e-b0a8-f6eacf67a6f5', 'code': 200} May 13 13:07:48.698648 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Pushing event updated for resources: {'Port': ['ID=498fb071-20ff-4d6e-b0a8-f6eacf67a6f5,revision_number=5']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:07:48.938292 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3658319b-d588-4ab1-8f86-68044027a728 req-d6601096-e251-4e19-823b-00ecbd85a70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:07:48.939774 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-3658319b-d588-4ab1-8f86-68044027a728 req-d6601096-e251-4e19-823b-00ecbd85a70c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9c5f200f-f7a3-485e-959c-aaccf80da0c2 HTTP/1.1" status: 200 len: 1130 time: 0.0389295 May 13 13:07:48.992497 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-3658319b-d588-4ab1-8f86-68044027a728 req-07a98f62-a2c4-4772-a898-d434b0f1e00d service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=22d95977-7f18-4ee5-86c7-550f6ea7e358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444398 May 13 13:07:49.445268 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9cb8e0-a3ea-4157-ac03-b2cb5bb4a208 req-c319317f-5d30-4b32-b972-21dac27d7f0c tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:07:49.446716 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-0b9cb8e0-a3ea-4157-ac03-b2cb5bb4a208 req-c319317f-5d30-4b32-b972-21dac27d7f0c tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c5f200f-f7a3-485e-959c-aaccf80da0c2 HTTP/1.1" status: 200 len: 946 time: 0.0471935 May 13 13:07:49.494638 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-0b9cb8e0-a3ea-4157-ac03-b2cb5bb4a208 req-d8b7b5cb-83b3-4201-87e7-de8cca717444 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.49 "GET /v2.0/security-groups?id=22d95977-7f18-4ee5-86c7-550f6ea7e358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424676 May 13 13:07:50.418531 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (202f7e15-8fd1-4d3b-a0cb-2b083dcecd1a), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:07:50.618427 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23447239-0bc9-43bb-9990-ec60517d6f26 req-fdf0c743-db81-4344-905f-c0a664eb4f87 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:07:50.619927 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-23447239-0bc9-43bb-9990-ec60517d6f26 req-fdf0c743-db81-4344-905f-c0a664eb4f87 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c5f200f-f7a3-485e-959c-aaccf80da0c2 HTTP/1.1" status: 200 len: 946 time: 0.0482266 May 13 13:07:50.669773 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-23447239-0bc9-43bb-9990-ec60517d6f26 req-a1639c15-d869-430e-9e4c-74d16cb2fae5 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.49 "GET /v2.0/security-groups?id=22d95977-7f18-4ee5-86c7-550f6ea7e358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425453 May 13 13:07:50.781022 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f362bb-1bd8-486a-a08e-944f2ca3563d req-10f3a0b3-c36b-44bc-aa26-0f6a2c604438 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:07:50.782470 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-17f362bb-1bd8-486a-a08e-944f2ca3563d req-10f3a0b3-c36b-44bc-aa26-0f6a2c604438 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c5f200f-f7a3-485e-959c-aaccf80da0c2 HTTP/1.1" status: 200 len: 946 time: 0.0468531 May 13 13:07:50.830011 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-17f362bb-1bd8-486a-a08e-944f2ca3563d req-e66b391f-68d2-404e-93ab-afbc8f1d9de0 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.49 "GET /v2.0/security-groups?id=22d95977-7f18-4ee5-86c7-550f6ea7e358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411685 May 13 13:07:50.852002 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 57114) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:07:50.893034 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc3b6ed-6270-4748-9b91-65b1a87f82c2 tempest-TestVolumeBootPattern-1297634955 tempest-TestVolumeBootPattern-1297634955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:07:50.894571 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-3bc3b6ed-6270-4748-9b91-65b1a87f82c2 tempest-TestVolumeBootPattern-1297634955 tempest-TestVolumeBootPattern-1297634955-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=9c5f200f-f7a3-485e-959c-aaccf80da0c2 HTTP/1.1" status: 200 len: 1125 time: 0.0416050 May 13 13:07:50.897437 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 57116) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:07:50.901778 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.v2.base [None req-af8e2e86-eb79-4702-b902-f4b2bffcdddb tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Request body: {'floatingip': {'floating_network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'port_id': '498fb071-20ff-4d6e-b0a8-f6eacf67a6f5', 'tenant_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:07:50.922719 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-af8e2e86-eb79-4702-b902-f4b2bffcdddb tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:07:51.001688 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-af8e2e86-eb79-4702-b902-f4b2bffcdddb tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (None), before_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:07:51.109145 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.db.db_base_plugin_common [None req-af8e2e86-eb79-4702-b902-f4b2bffcdddb tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Allocated IP 172.27.3.126 (feab3964-f0b8-402e-905b-49af947bf732/23e33d6a-fc94-4466-a994-b549e993d354/0d236717-61f5-4ca4-bcd4-9385506b72d1) {{(pid=109804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:07:51.214602 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-af8e2e86-eb79-4702-b902-f4b2bffcdddb tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Publish callbacks [] for port (0d236717-61f5-4ca4-bcd4-9385506b72d1), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:07:51.249436 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-af8e2e86-eb79-4702-b902-f4b2bffcdddb tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750967062384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6007231'] for port (0d236717-61f5-4ca4-bcd4-9385506b72d1), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:07:51.296800 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af8e2e86-eb79-4702-b902-f4b2bffcdddb tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Network feab3964-f0b8-402e-905b-49af947bf732 is already hosted by enough agents. {{(pid=109804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:07:51.301502 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.scheduler.base_scheduler [None req-af8e2e86-eb79-4702-b902-f4b2bffcdddb tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Resources bound (agent type, host, resource id): {{(pid=109804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:07:51.306466 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8e2e86-eb79-4702-b902-f4b2bffcdddb tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Received port after_create {{(pid=109804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:07:51.309167 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8e2e86-eb79-4702-b902-f4b2bffcdddb tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Pushing event updated for resources: {'Port': ['ID=0d236717-61f5-4ca4-bcd4-9385506b72d1,revision_number=1']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:07:51.664405 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-af8e2e86-eb79-4702-b902-f4b2bffcdddb tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Publish callbacks [] for floatingip (e31987ba-1fa0-44dd-a9f0-0239f70e5fb5), precommit_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:07:51.730356 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-af8e2e86-eb79-4702-b902-f4b2bffcdddb tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1508402'] for port (0d236717-61f5-4ca4-bcd4-9385506b72d1), before_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:07:51.877817 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-af8e2e86-eb79-4702-b902-f4b2bffcdddb tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Publish callbacks [] for port (0d236717-61f5-4ca4-bcd4-9385506b72d1), precommit_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:07:51.882343 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-af8e2e86-eb79-4702-b902-f4b2bffcdddb tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750967572646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750967062402', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750967062420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6007238'] for port (0d236717-61f5-4ca4-bcd4-9385506b72d1), after_update {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:07:51.946985 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8e2e86-eb79-4702-b902-f4b2bffcdddb tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Pushing event updated for resources: {'Port': ['ID=0d236717-61f5-4ca4-bcd4-9385506b72d1,revision_number=2']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:07:51.958036 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-af8e2e86-eb79-4702-b902-f4b2bffcdddb tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1621791'] for floatingip (e31987ba-1fa0-44dd-a9f0-0239f70e5fb5), after_create {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:07:52.059016 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.db.l3_db [None req-af8e2e86-eb79-4702-b902-f4b2bffcdddb tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Floating IP e31987ba-1fa0-44dd-a9f0-0239f70e5fb5 associated. External IP: 172.27.3.126, port: 498fb071-20ff-4d6e-b0a8-f6eacf67a6f5. May 13 13:07:52.267345 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af8e2e86-eb79-4702-b902-f4b2bffcdddb tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Router 54a1ebfd-fd29-40b0-8359-a84254704864 has already been hosted by L3 agent 6d8a5631-9f63-444c-af3b-4dcce4842b62 {{(pid=109804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 13:07:52.379016 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af8e2e86-eb79-4702-b902-f4b2bffcdddb tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Notify agent at l3_agent.dv-cinder-841644-1-iscsi the message routers_updated {{(pid=109804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:07:52.388943 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5be4f67-3683-41aa-b8e9-aaeb5654a9bf None None] Sync routers for ids ['54a1ebfd-fd29-40b0-8359-a84254704864'] in dv-cinder-841644-1-iscsi {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:07:52.397543 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-af8e2e86-eb79-4702-b902-f4b2bffcdddb tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4290'] for floatingip (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:07:52.400910 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5be4f67-3683-41aa-b8e9-aaeb5654a9bf None None] Routers {'54a1ebfd-fd29-40b0-8359-a84254704864'} bound to L3 agent in host dv-cinder-841644-1-iscsi {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:07:52.401545 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-c5be4f67-3683-41aa-b8e9-aaeb5654a9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841644-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T12:45:44Z,description=,heartbeat_timestamp=2022-05-13T13:07:44Z,host='dv-cinder-841644-1-iscsi',id=6d8a5631-9f63-444c-af3b-4dcce4842b62,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T12:45:44Z,topic='l3_agent')) {'router_ids': ['54a1ebfd-fd29-40b0-8359-a84254704864'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:07:52.429150 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-af8e2e86-eb79-4702-b902-f4b2bffcdddb tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5306594 May 13 13:07:52.429731 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c5f200f-f7a3-485e-959c-aaccf80da0c2', 'tag': '498fb071-20ff-4d6e-b0a8-f6eacf67a6f5'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:07:52.431976 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1b69bbfd011f85c3db934c4b22a349ffa5730c167d2456731e37bfe5d9c9e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9533f94f-3bc8-46ca-bd99-6bf1c16016cb" -d '{"events": [{"name": "network-changed", "server_uuid": "9c5f200f-f7a3-485e-959c-aaccf80da0c2", "tag": "498fb071-20ff-4d6e-b0a8-f6eacf67a6f5"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:07:52.471582 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 13:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35143fe4-9fae-4bd5-b611-990e505b06d2 x-openstack-request-id: req-35143fe4-9fae-4bd5-b611-990e505b06d2 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:07:52.471895 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c5f200f-f7a3-485e-959c-aaccf80da0c2", "tag": "498fb071-20ff-4d6e-b0a8-f6eacf67a6f5", "status": "completed", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:07:52.472146 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-35143fe4-9fae-4bd5-b611-990e505b06d2 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:07:52.472572 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35143fe4-9fae-4bd5-b611-990e505b06d2'] response: {'name': 'network-changed', 'server_uuid': '9c5f200f-f7a3-485e-959c-aaccf80da0c2', 'tag': '498fb071-20ff-4d6e-b0a8-f6eacf67a6f5', 'status': 'completed', 'code': 200} May 13 13:07:52.511078 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-c5be4f67-3683-41aa-b8e9-aaeb5654a9bf None None] Set router 54a1ebfd-fd29-40b0-8359-a84254704864 gateway port host: dv-cinder-841644-1-iscsi {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:07:52.565799 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9533f94f-3bc8-46ca-bd99-6bf1c16016cb req-b780fd91-b2c4-4b9d-8341-4603efe420b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:07:52.567204 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-9533f94f-3bc8-46ca-bd99-6bf1c16016cb req-b780fd91-b2c4-4b9d-8341-4603efe420b0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6a60c4cb84044c338d954f9a3ec8ef31&device_id=9c5f200f-f7a3-485e-959c-aaccf80da0c2 HTTP/1.1" status: 200 len: 1130 time: 0.0392816 May 13 13:07:52.660519 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9533f94f-3bc8-46ca-bd99-6bf1c16016cb req-e977678a-0dcf-4649-909b-ebd26f2bcbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:07:52.662416 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-9533f94f-3bc8-46ca-bd99-6bf1c16016cb req-e977678a-0dcf-4649-909b-ebd26f2bcbb8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1 HTTP/1.1" status: 200 len: 912 time: 0.0890052 May 13 13:07:52.727070 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-9533f94f-3bc8-46ca-bd99-6bf1c16016cb req-0f133c26-a7ae-44ed-adcc-60e87764662f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=498fb071-20ff-4d6e-b0a8-f6eacf67a6f5 HTTP/1.1" status: 200 len: 1000 time: 0.0577912 May 13 13:07:52.729107 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-c5be4f67-3683-41aa-b8e9-aaeb5654a9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54a1ebfd-fd29-40b0-8359-a84254704864', 'name': 'tempest-TestVolumeBootPattern-208780226-router', 'tenant_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '9820dea4-a7a6-46f6-a5e9-0610c7fa9ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:02:26Z', 'updated_at': '2022-05-13T13:02:30Z', 'revision_number': 4, 'project_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'gw_port': {'id': '9820dea4-a7a6-46f6-a5e9-0610c7fa9ee8', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a1ebfd-fd29-40b0-8359-a84254704864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:02:27Z', 'updated_at': '2022-05-13T13:02:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi', '_floatingips': [{'id': '6aa053ac-a54b-438b-8dad-566b2ca348d2', 'tenant_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'floating_ip_address': '172.27.3.233', 'floating_network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'router_id': '54a1ebfd-fd29-40b0-8359-a84254704864', 'port_id': 'f7c805ce-0b6a-4821-8d70-75759cd857d0', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1', 'mac_address': 'fa:16:3e:4f:f4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd034d8-2288-42d6-b22e-6a197d659ca0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:05:57Z', 'updated_at': '2022-05-13T13:05:59Z', 'revision_number': 1, 'project_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'fixed_ip_address_scope': None}, {'id': 'e31987ba-1fa0-44dd-a9f0-0239f70e5fb5', 'tenant_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'floating_ip_address': '172.27.3.126', 'floating_network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'router_id': '54a1ebfd-fd29-40b0-8359-a84254704864', 'port_id': '498fb071-20ff-4d6e-b0a8-f6eacf67a6f5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1', 'mac_address': 'fa:16:3e:14:b4:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5f200f-f7a3-485e-959c-aaccf80da0c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:07:51Z', 'updated_at': '2022-05-13T13:07:51Z', 'revision_number': 0, 'project_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47946319-1c40-4d3c-8c85-413449fba33f', 'name': '', 'network_id': 'aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1', 'tenant_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'mac_address': 'fa:16:3e:d5:5b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a1ebfd-fd29-40b0-8359-a84254704864', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '580aedfc-8b47-4076-96d2-f68e5824303f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:02:29Z', 'updated_at': '2022-05-13T13:02:40Z', 'revision_number': 5, 'project_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'subnets': [{'id': '580aedfc-8b47-4076-96d2-f68e5824303f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841644-1-iscsi', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:07:52.760231 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5be4f67-3683-41aa-b8e9-aaeb5654a9bf None None] Checking router: 54a1ebfd-fd29-40b0-8359-a84254704864 for host: dv-cinder-841644-1-iscsi {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:07:52.768485 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5be4f67-3683-41aa-b8e9-aaeb5654a9bf None None] Routers {'54a1ebfd-fd29-40b0-8359-a84254704864'} bound to L3 agent in host dv-cinder-841644-1-iscsi {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:07:52.769128 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-c5be4f67-3683-41aa-b8e9-aaeb5654a9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841644-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T12:45:44Z,description=,heartbeat_timestamp=2022-05-13T13:07:44Z,host='dv-cinder-841644-1-iscsi',id=6d8a5631-9f63-444c-af3b-4dcce4842b62,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T12:45:44Z,topic='l3_agent')) {'router_ids': ['54a1ebfd-fd29-40b0-8359-a84254704864'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:07:52.779360 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9533f94f-3bc8-46ca-bd99-6bf1c16016cb req-3eabe21a-5b97-4976-aeb1-35e7c0c1190f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:07:52.780880 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-9533f94f-3bc8-46ca-bd99-6bf1c16016cb req-3eabe21a-5b97-4976-aeb1-35e7c0c1190f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=580aedfc-8b47-4076-96d2-f68e5824303f HTTP/1.1" status: 200 len: 850 time: 0.0474372 May 13 13:07:52.825374 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9533f94f-3bc8-46ca-bd99-6bf1c16016cb req-df5317cf-ed63-48e2-8245-94e206cfc0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:07:52.826773 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-9533f94f-3bc8-46ca-bd99-6bf1c16016cb req-df5317cf-ed63-48e2-8245-94e206cfc0ae service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396998 May 13 13:07:52.920707 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-9533f94f-3bc8-46ca-bd99-6bf1c16016cb req-6dab3fb1-d063-4d66-929b-cc778d36a9b0 service neutron] 10.222.0.52 "GET /v2.0/networks/aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874805 May 13 13:07:53.010700 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-c5be4f67-3683-41aa-b8e9-aaeb5654a9bf None None] Set router 54a1ebfd-fd29-40b0-8359-a84254704864 gateway port host: dv-cinder-841644-1-iscsi {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:07:53.020165 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-9533f94f-3bc8-46ca-bd99-6bf1c16016cb req-65931899-ece6-41dd-b1a4-fb67104f4e18 service neutron] 10.222.0.52 "GET /v2.0/networks/aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927494 May 13 13:07:53.225920 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-c5be4f67-3683-41aa-b8e9-aaeb5654a9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54a1ebfd-fd29-40b0-8359-a84254704864', 'name': 'tempest-TestVolumeBootPattern-208780226-router', 'tenant_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '9820dea4-a7a6-46f6-a5e9-0610c7fa9ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:02:26Z', 'updated_at': '2022-05-13T13:02:30Z', 'revision_number': 4, 'project_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'gw_port': {'id': '9820dea4-a7a6-46f6-a5e9-0610c7fa9ee8', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a1ebfd-fd29-40b0-8359-a84254704864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:02:27Z', 'updated_at': '2022-05-13T13:02:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi', '_floatingips': [{'id': '6aa053ac-a54b-438b-8dad-566b2ca348d2', 'tenant_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'floating_ip_address': '172.27.3.233', 'floating_network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'router_id': '54a1ebfd-fd29-40b0-8359-a84254704864', 'port_id': 'f7c805ce-0b6a-4821-8d70-75759cd857d0', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1', 'mac_address': 'fa:16:3e:4f:f4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd034d8-2288-42d6-b22e-6a197d659ca0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:05:57Z', 'updated_at': '2022-05-13T13:05:59Z', 'revision_number': 1, 'project_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'fixed_ip_address_scope': None}, {'id': 'e31987ba-1fa0-44dd-a9f0-0239f70e5fb5', 'tenant_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'floating_ip_address': '172.27.3.126', 'floating_network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'router_id': '54a1ebfd-fd29-40b0-8359-a84254704864', 'port_id': '498fb071-20ff-4d6e-b0a8-f6eacf67a6f5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1', 'mac_address': 'fa:16:3e:14:b4:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5f200f-f7a3-485e-959c-aaccf80da0c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:07:51Z', 'updated_at': '2022-05-13T13:07:51Z', 'revision_number': 0, 'project_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47946319-1c40-4d3c-8c85-413449fba33f', 'name': '', 'network_id': 'aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1', 'tenant_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'mac_address': 'fa:16:3e:d5:5b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a1ebfd-fd29-40b0-8359-a84254704864', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '580aedfc-8b47-4076-96d2-f68e5824303f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:02:29Z', 'updated_at': '2022-05-13T13:02:40Z', 'revision_number': 5, 'project_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'subnets': [{'id': '580aedfc-8b47-4076-96d2-f68e5824303f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841644-1-iscsi', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:07:53.252484 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5be4f67-3683-41aa-b8e9-aaeb5654a9bf None None] The sync data for ids ['54a1ebfd-fd29-40b0-8359-a84254704864'] in dv-cinder-841644-1-iscsi is: [{'id': '54a1ebfd-fd29-40b0-8359-a84254704864', 'name': 'tempest-TestVolumeBootPattern-208780226-router', 'tenant_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '9820dea4-a7a6-46f6-a5e9-0610c7fa9ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:02:26Z', 'updated_at': '2022-05-13T13:02:30Z', 'revision_number': 4, 'project_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'gw_port': {'id': '9820dea4-a7a6-46f6-a5e9-0610c7fa9ee8', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a1ebfd-fd29-40b0-8359-a84254704864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:02:27Z', 'updated_at': '2022-05-13T13:02:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi', '_floatingips': [{'id': '6aa053ac-a54b-438b-8dad-566b2ca348d2', 'tenant_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'floating_ip_address': '172.27.3.233', 'floating_network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'router_id': '54a1ebfd-fd29-40b0-8359-a84254704864', 'port_id': 'f7c805ce-0b6a-4821-8d70-75759cd857d0', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1', 'mac_address': 'fa:16:3e:4f:f4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd034d8-2288-42d6-b22e-6a197d659ca0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:05:57Z', 'updated_at': '2022-05-13T13:05:59Z', 'revision_number': 1, 'project_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'fixed_ip_address_scope': None}, {'id': 'e31987ba-1fa0-44dd-a9f0-0239f70e5fb5', 'tenant_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'floating_ip_address': '172.27.3.126', 'floating_network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'router_id': '54a1ebfd-fd29-40b0-8359-a84254704864', 'port_id': '498fb071-20ff-4d6e-b0a8-f6eacf67a6f5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1', 'mac_address': 'fa:16:3e:14:b4:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5f200f-f7a3-485e-959c-aaccf80da0c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:07:51Z', 'updated_at': '2022-05-13T13:07:51Z', 'revision_number': 0, 'project_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47946319-1c40-4d3c-8c85-413449fba33f', 'name': '', 'network_id': 'aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1', 'tenant_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'mac_address': 'fa:16:3e:d5:5b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a1ebfd-fd29-40b0-8359-a84254704864', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '580aedfc-8b47-4076-96d2-f68e5824303f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:02:29Z', 'updated_at': '2022-05-13T13:02:40Z', 'revision_number': 5, 'project_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'subnets': [{'id': '580aedfc-8b47-4076-96d2-f68e5824303f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:07:53.441183 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3b1ff0-d7c5-4688-a569-926e34e513d0 None None] New status for floating IP e31987ba-1fa0-44dd-a9f0-0239f70e5fb5: ACTIVE {{(pid=109806) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 13:08:11.491151 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-42bc70d2-fae8-4b47-b898-37bbf72fc6d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (12f7f474-a19f-4cf7-bcdf-b9ad7dbdd770), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:08:13.929446 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-54bf0b45-d4e5-43c8-8161-b713b7845f20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (6d8a5631-9f63-444c-af3b-4dcce4842b62), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:08:15.098038 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-4a907869-afee-4d69-acd8-cccc744e537a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (d2cfa305-5f5a-49b3-8228-876061d7e1f6), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:08:16.767057 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-7baa8e58-cb75-431e-995b-6c55a6feb1d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (5f75012c-56a5-4b0a-a85c-97c3435c2a5d), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:08:17.879217 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (f7880a20-862d-46b4-8dd6-192b0a47d710), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:08:20.436312 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (202f7e15-8fd1-4d3b-a0cb-2b083dcecd1a), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:08:23.980939 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.agents_db [None req-04065fb1-5207-409b-a281-8f6301b2fc59 None None] Agent healthcheck: found 6 active agents {{(pid=109806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 13:08:31.109420 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-2ceb66c7-ab72-42b5-bb1f-dc0efd6f79b3 req-f30f3365-deef-448d-bd1e-c6a79c5633b7 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=fbd034d8-2288-42d6-b22e-6a197d659ca0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0368404 May 13 13:08:31.180642 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceb66c7-ab72-42b5-bb1f-dc0efd6f79b3 req-3bff1bf3-54a6-4e94-a071-63ac2657270d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:08:31.182162 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-2ceb66c7-ab72-42b5-bb1f-dc0efd6f79b3 req-3bff1bf3-54a6-4e94-a071-63ac2657270d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6a60c4cb84044c338d954f9a3ec8ef31&device_id=fbd034d8-2288-42d6-b22e-6a197d659ca0 HTTP/1.1" status: 200 len: 1130 time: 0.0387375 May 13 13:08:31.293051 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceb66c7-ab72-42b5-bb1f-dc0efd6f79b3 req-5385b100-3dac-4d91-9c34-ee98024d6628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:08:31.296158 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-2ceb66c7-ab72-42b5-bb1f-dc0efd6f79b3 req-5385b100-3dac-4d91-9c34-ee98024d6628 service neutron] 10.222.0.52 "GET /v2.0/networks?id=aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1 HTTP/1.1" status: 200 len: 912 time: 0.0893552 May 13 13:08:31.361412 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-2ceb66c7-ab72-42b5-bb1f-dc0efd6f79b3 req-4af58d60-b25d-463e-a321-a785cbd7633b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7c805ce-0b6a-4821-8d70-75759cd857d0 HTTP/1.1" status: 200 len: 1002 time: 0.0586135 May 13 13:08:31.417532 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceb66c7-ab72-42b5-bb1f-dc0efd6f79b3 req-710ba42a-e307-452c-ab64-3223b2215406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:08:31.418928 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-2ceb66c7-ab72-42b5-bb1f-dc0efd6f79b3 req-710ba42a-e307-452c-ab64-3223b2215406 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=580aedfc-8b47-4076-96d2-f68e5824303f HTTP/1.1" status: 200 len: 850 time: 0.0459394 May 13 13:08:31.462128 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceb66c7-ab72-42b5-bb1f-dc0efd6f79b3 req-57585a71-c308-4b36-b0fc-9e938e45dfe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:08:31.463558 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-2ceb66c7-ab72-42b5-bb1f-dc0efd6f79b3 req-57585a71-c308-4b36-b0fc-9e938e45dfe4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377908 May 13 13:08:31.550021 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-2ceb66c7-ab72-42b5-bb1f-dc0efd6f79b3 req-6d446727-901e-4245-a5d2-748f1434ada1 service neutron] 10.222.0.52 "GET /v2.0/networks/aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797486 May 13 13:08:31.641419 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-2ceb66c7-ab72-42b5-bb1f-dc0efd6f79b3 req-5822f6ed-4854-4329-9d08-fc8d82fdb990 service neutron] 10.222.0.52 "GET /v2.0/networks/aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847785 May 13 13:08:41.492545 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-6302d026-f4aa-4149-bb00-c81f1baada5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (12f7f474-a19f-4cf7-bcdf-b9ad7dbdd770), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:08:42.278218 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 57144) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:08:42.433256 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-03fbabe3-7f92-406a-a5c8-230eae495301 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Deleting port 1c85cd85-0c05-4593-a396-458c6a602d37 {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:08:42.433592 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-03fbabe3-7f92-406a-a5c8-230eae495301 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750967565572'] for port (1c85cd85-0c05-4593-a396-458c6a602d37), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:08:42.512082 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-03fbabe3-7f92-406a-a5c8-230eae495301 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624050'] for port (1c85cd85-0c05-4593-a396-458c6a602d37), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:08:42.512400 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-03fbabe3-7f92-406a-a5c8-230eae495301 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Publish callbacks [] for floatingip (1c85cd85-0c05-4593-a396-458c6a602d37), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:08:42.525648 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-03fbabe3-7f92-406a-a5c8-230eae495301 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Calling delete_port for 1c85cd85-0c05-4593-a396-458c6a602d37 owned by network:floatingip {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:08:42.692038 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-03fbabe3-7f92-406a-a5c8-230eae495301 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750967572628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750967062393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6007231'] for port (1c85cd85-0c05-4593-a396-458c6a602d37), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:08:42.718916 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fbabe3-7f92-406a-a5c8-230eae495301 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Pushing event deleted for resources: {'Port': ['ID=1c85cd85-0c05-4593-a396-458c6a602d37,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:08:42.742490 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fbabe3-7f92-406a-a5c8-230eae495301 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:08:42.742826 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fbabe3-7f92-406a-a5c8-230eae495301 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:08:42.743186 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fbabe3-7f92-406a-a5c8-230eae495301 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:08:42.743601 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fbabe3-7f92-406a-a5c8-230eae495301 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:08:42.743930 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fbabe3-7f92-406a-a5c8-230eae495301 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:08:42.744250 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fbabe3-7f92-406a-a5c8-230eae495301 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:08:42.744564 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fbabe3-7f92-406a-a5c8-230eae495301 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:08:42.744880 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fbabe3-7f92-406a-a5c8-230eae495301 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:08:42.745224 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fbabe3-7f92-406a-a5c8-230eae495301 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:08:42.745536 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fbabe3-7f92-406a-a5c8-230eae495301 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:08:42.745848 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fbabe3-7f92-406a-a5c8-230eae495301 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:08:42.746160 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fbabe3-7f92-406a-a5c8-230eae495301 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:08:42.746473 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fbabe3-7f92-406a-a5c8-230eae495301 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:08:42.746783 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fbabe3-7f92-406a-a5c8-230eae495301 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:08:42.747089 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fbabe3-7f92-406a-a5c8-230eae495301 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:08:42.787189 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-03fbabe3-7f92-406a-a5c8-230eae495301 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Publish callbacks [] for floatingip (7cad0cda-9126-424b-b04c-1d95b775bff0), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:08:42.787560 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.db.l3_db [None req-03fbabe3-7f92-406a-a5c8-230eae495301 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Floating IP 7cad0cda-9126-424b-b04c-1d95b775bff0 disassociated (deleted). External IP: 172.27.3.27, port: afca9ad0-8e4f-4acb-801e-6a6d41ce806c. May 13 13:08:42.997136 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03fbabe3-7f92-406a-a5c8-230eae495301 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Router 488725a6-6489-4776-bd61-77e6ac0b3a32 has already been hosted by L3 agent 6d8a5631-9f63-444c-af3b-4dcce4842b62 {{(pid=109804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 13:08:43.106269 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03fbabe3-7f92-406a-a5c8-230eae495301 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Notify agent at l3_agent.dv-cinder-841644-1-iscsi the message routers_updated {{(pid=109804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:08:43.111014 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-03fbabe3-7f92-406a-a5c8-230eae495301 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4290'] for floatingip (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:08:43.115446 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71252a5f-dc4c-4967-8612-a43c70e8bcf2 None None] Sync routers for ids ['488725a6-6489-4776-bd61-77e6ac0b3a32'] in dv-cinder-841644-1-iscsi {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:08:43.125136 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71252a5f-dc4c-4967-8612-a43c70e8bcf2 None None] Routers {'488725a6-6489-4776-bd61-77e6ac0b3a32'} bound to L3 agent in host dv-cinder-841644-1-iscsi {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:08:43.125737 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-71252a5f-dc4c-4967-8612-a43c70e8bcf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841644-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T12:45:44Z,description=,heartbeat_timestamp=2022-05-13T13:08:14Z,host='dv-cinder-841644-1-iscsi',id=6d8a5631-9f63-444c-af3b-4dcce4842b62,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T12:45:44Z,topic='l3_agent')) {'router_ids': ['488725a6-6489-4776-bd61-77e6ac0b3a32'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:08:43.139591 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-03fbabe3-7f92-406a-a5c8-230eae495301 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] 10.222.0.49 "DELETE /v2.0/floatingips/7cad0cda-9126-424b-b04c-1d95b775bff0 HTTP/1.1" status: 204 len: 168 time: 0.8603790 May 13 13:08:43.140162 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd2b6382-3235-4869-8bda-65d55169a432', 'tag': 'afca9ad0-8e4f-4acb-801e-6a6d41ce806c'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:08:43.142411 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1b69bbfd011f85c3db934c4b22a349ffa5730c167d2456731e37bfe5d9c9e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-709bfb88-841e-4c85-8435-6b00dfbd9ec1" -d '{"events": [{"name": "network-changed", "server_uuid": "bd2b6382-3235-4869-8bda-65d55169a432", "tag": "afca9ad0-8e4f-4acb-801e-6a6d41ce806c"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:08:43.180416 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 13:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a0027a4-f73c-4850-9523-caa3924b7750 x-openstack-request-id: req-5a0027a4-f73c-4850-9523-caa3924b7750 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:08:43.180803 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd2b6382-3235-4869-8bda-65d55169a432", "tag": "afca9ad0-8e4f-4acb-801e-6a6d41ce806c", "status": "completed", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:08:43.181265 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5a0027a4-f73c-4850-9523-caa3924b7750 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:08:43.181824 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a0027a4-f73c-4850-9523-caa3924b7750'] response: {'name': 'network-changed', 'server_uuid': 'bd2b6382-3235-4869-8bda-65d55169a432', 'tag': 'afca9ad0-8e4f-4acb-801e-6a6d41ce806c', 'status': 'completed', 'code': 200} May 13 13:08:43.247998 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-71252a5f-dc4c-4967-8612-a43c70e8bcf2 None None] Set router 488725a6-6489-4776-bd61-77e6ac0b3a32 gateway port host: dv-cinder-841644-1-iscsi {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:08:43.296036 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709bfb88-841e-4c85-8435-6b00dfbd9ec1 req-e2117dd8-1a4f-4259-bad2-f5b8ea90435f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:08:43.297648 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-709bfb88-841e-4c85-8435-6b00dfbd9ec1 req-e2117dd8-1a4f-4259-bad2-f5b8ea90435f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d43e74ace585434482a887caf9d61c9f&device_id=bd2b6382-3235-4869-8bda-65d55169a432 HTTP/1.1" status: 200 len: 1130 time: 0.0578260 May 13 13:08:43.376333 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6890ce-c421-4553-9ecf-1c7c2d18cae4 req-c8279fa3-82b5-42a2-9799-2b5a9ca0e99c tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:08:43.377823 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-8d6890ce-c421-4553-9ecf-1c7c2d18cae4 req-c8279fa3-82b5-42a2-9799-2b5a9ca0e99c tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] 10.222.0.49 "GET /v2.0/ports?device_id=bd2b6382-3235-4869-8bda-65d55169a432 HTTP/1.1" status: 200 len: 946 time: 0.0478935 May 13 13:08:43.431567 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-8d6890ce-c421-4553-9ecf-1c7c2d18cae4 req-4893c147-9ac2-497d-8d57-134388bcfeb5 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] 10.222.0.49 "GET /v2.0/security-groups?id=8dca4abe-4146-4459-9b30-6ef532d72c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479896 May 13 13:08:43.443633 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-71252a5f-dc4c-4967-8612-a43c70e8bcf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '488725a6-6489-4776-bd61-77e6ac0b3a32', 'name': 'tempest-TestShelveInstance-162223635-router', 'tenant_id': 'd43e74ace585434482a887caf9d61c9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': 'eed37cce-ce1e-425f-a706-343a9a767059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:04:18Z', 'updated_at': '2022-05-13T13:04:21Z', 'revision_number': 4, 'project_id': 'd43e74ace585434482a887caf9d61c9f', 'gw_port': {'id': 'eed37cce-ce1e-425f-a706-343a9a767059', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:63:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488725a6-6489-4776-bd61-77e6ac0b3a32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:04:19Z', 'updated_at': '2022-05-13T13:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi', '_interfaces': [{'id': '01a6eb96-d204-4a9e-8074-09ec1a453eb4', 'name': '', 'network_id': '0286a1e2-7023-4be1-8d4b-88b03416ec62', 'tenant_id': 'd43e74ace585434482a887caf9d61c9f', 'mac_address': 'fa:16:3e:8c:1f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488725a6-6489-4776-bd61-77e6ac0b3a32', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '1b6f02d9-a71f-428a-85b5-90febd1bfdf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:04:20Z', 'updated_at': '2022-05-13T13:04:26Z', 'revision_number': 5, 'project_id': 'd43e74ace585434482a887caf9d61c9f', 'subnets': [{'id': '1b6f02d9-a71f-428a-85b5-90febd1bfdf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841644-1-iscsi', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:08:43.471187 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71252a5f-dc4c-4967-8612-a43c70e8bcf2 None None] Checking router: 488725a6-6489-4776-bd61-77e6ac0b3a32 for host: dv-cinder-841644-1-iscsi {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:08:43.479272 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71252a5f-dc4c-4967-8612-a43c70e8bcf2 None None] Routers {'488725a6-6489-4776-bd61-77e6ac0b3a32'} bound to L3 agent in host dv-cinder-841644-1-iscsi {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:08:43.479795 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-71252a5f-dc4c-4967-8612-a43c70e8bcf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841644-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T12:45:44Z,description=,heartbeat_timestamp=2022-05-13T13:08:14Z,host='dv-cinder-841644-1-iscsi',id=6d8a5631-9f63-444c-af3b-4dcce4842b62,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T12:45:44Z,topic='l3_agent')) {'router_ids': ['488725a6-6489-4776-bd61-77e6ac0b3a32'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:08:43.589054 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-71252a5f-dc4c-4967-8612-a43c70e8bcf2 None None] Set router 488725a6-6489-4776-bd61-77e6ac0b3a32 gateway port host: dv-cinder-841644-1-iscsi {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:08:43.774001 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-71252a5f-dc4c-4967-8612-a43c70e8bcf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '488725a6-6489-4776-bd61-77e6ac0b3a32', 'name': 'tempest-TestShelveInstance-162223635-router', 'tenant_id': 'd43e74ace585434482a887caf9d61c9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': 'eed37cce-ce1e-425f-a706-343a9a767059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:04:18Z', 'updated_at': '2022-05-13T13:04:21Z', 'revision_number': 4, 'project_id': 'd43e74ace585434482a887caf9d61c9f', 'gw_port': {'id': 'eed37cce-ce1e-425f-a706-343a9a767059', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:63:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488725a6-6489-4776-bd61-77e6ac0b3a32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:04:19Z', 'updated_at': '2022-05-13T13:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi', '_interfaces': [{'id': '01a6eb96-d204-4a9e-8074-09ec1a453eb4', 'name': '', 'network_id': '0286a1e2-7023-4be1-8d4b-88b03416ec62', 'tenant_id': 'd43e74ace585434482a887caf9d61c9f', 'mac_address': 'fa:16:3e:8c:1f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488725a6-6489-4776-bd61-77e6ac0b3a32', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '1b6f02d9-a71f-428a-85b5-90febd1bfdf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:04:20Z', 'updated_at': '2022-05-13T13:04:26Z', 'revision_number': 5, 'project_id': 'd43e74ace585434482a887caf9d61c9f', 'subnets': [{'id': '1b6f02d9-a71f-428a-85b5-90febd1bfdf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841644-1-iscsi', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:08:43.804161 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71252a5f-dc4c-4967-8612-a43c70e8bcf2 None None] The sync data for ids ['488725a6-6489-4776-bd61-77e6ac0b3a32'] in dv-cinder-841644-1-iscsi is: [{'id': '488725a6-6489-4776-bd61-77e6ac0b3a32', 'name': 'tempest-TestShelveInstance-162223635-router', 'tenant_id': 'd43e74ace585434482a887caf9d61c9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': 'eed37cce-ce1e-425f-a706-343a9a767059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:04:18Z', 'updated_at': '2022-05-13T13:04:21Z', 'revision_number': 4, 'project_id': 'd43e74ace585434482a887caf9d61c9f', 'gw_port': {'id': 'eed37cce-ce1e-425f-a706-343a9a767059', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:63:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488725a6-6489-4776-bd61-77e6ac0b3a32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:04:19Z', 'updated_at': '2022-05-13T13:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi', '_interfaces': [{'id': '01a6eb96-d204-4a9e-8074-09ec1a453eb4', 'name': '', 'network_id': '0286a1e2-7023-4be1-8d4b-88b03416ec62', 'tenant_id': 'd43e74ace585434482a887caf9d61c9f', 'mac_address': 'fa:16:3e:8c:1f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488725a6-6489-4776-bd61-77e6ac0b3a32', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '1b6f02d9-a71f-428a-85b5-90febd1bfdf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:04:20Z', 'updated_at': '2022-05-13T13:04:26Z', 'revision_number': 5, 'project_id': 'd43e74ace585434482a887caf9d61c9f', 'subnets': [{'id': '1b6f02d9-a71f-428a-85b5-90febd1bfdf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:08:43.933075 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-ecb9a600-a1a4-4b88-8eed-75c17a379d40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (6d8a5631-9f63-444c-af3b-4dcce4842b62), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:08:44.012805 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e93ddd-987f-4664-8a97-69dcf97f12b7 None None] New status for floating IP 7cad0cda-9126-424b-b04c-1d95b775bff0: DOWN {{(pid=109806) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 13:08:44.549954 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6af83e-6b7b-47ef-96aa-6739bbfecfc4 req-9b5b120f-44c6-47e9-8f26-e9153fc5c36c tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:08:44.551638 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-ed6af83e-6b7b-47ef-96aa-6739bbfecfc4 req-9b5b120f-44c6-47e9-8f26-e9153fc5c36c tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] 10.222.0.49 "GET /v2.0/ports?device_id=bd2b6382-3235-4869-8bda-65d55169a432 HTTP/1.1" status: 200 len: 946 time: 0.0511150 May 13 13:08:44.658286 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-ed6af83e-6b7b-47ef-96aa-6739bbfecfc4 req-e90fb85d-edae-4884-9c64-585d76d8ff72 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] 10.222.0.49 "GET /v2.0/security-groups?id=8dca4abe-4146-4459-9b30-6ef532d72c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969992 May 13 13:08:44.674923 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709bfb88-841e-4c85-8435-6b00dfbd9ec1 req-3aa0fe60-60c3-47a9-a71c-193462736c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:08:44.676356 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-709bfb88-841e-4c85-8435-6b00dfbd9ec1 req-3aa0fe60-60c3-47a9-a71c-193462736c4e service neutron] 10.222.0.52 "GET /v2.0/networks?id=0286a1e2-7023-4be1-8d4b-88b03416ec62 HTTP/1.1" status: 200 len: 909 time: 0.1238928 May 13 13:08:44.825944 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-709bfb88-841e-4c85-8435-6b00dfbd9ec1 req-b98fb9db-06eb-4906-8866-a55072483c20 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=afca9ad0-8e4f-4acb-801e-6a6d41ce806c HTTP/1.1" status: 200 len: 217 time: 0.0352898 May 13 13:08:44.873980 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709bfb88-841e-4c85-8435-6b00dfbd9ec1 req-21f64324-7ab8-4a4a-9508-2e61a8b7aea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:08:44.875381 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-709bfb88-841e-4c85-8435-6b00dfbd9ec1 req-21f64324-7ab8-4a4a-9508-2e61a8b7aea6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1b6f02d9-a71f-428a-85b5-90febd1bfdf5 HTTP/1.1" status: 200 len: 847 time: 0.0421302 May 13 13:08:45.100337 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-4a907869-afee-4d69-acd8-cccc744e537a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (d2cfa305-5f5a-49b3-8228-876061d7e1f6), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:08:45.149669 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709bfb88-841e-4c85-8435-6b00dfbd9ec1 req-bcb48f77-91db-4b9d-828b-44819e9c47bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:08:45.151629 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-709bfb88-841e-4c85-8435-6b00dfbd9ec1 req-bcb48f77-91db-4b9d-828b-44819e9c47bd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0286a1e2-7023-4be1-8d4b-88b03416ec62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404820 May 13 13:08:45.256825 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-709bfb88-841e-4c85-8435-6b00dfbd9ec1 req-a71a4be1-660a-4eff-bd48-aabf8659bdd0 service neutron] 10.222.0.52 "GET /v2.0/networks/0286a1e2-7023-4be1-8d4b-88b03416ec62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888617 May 13 13:08:45.274935 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e0c329-73c6-4336-9d40-03a028e39eb1 req-fbfed75d-40e4-4520-9246-e3b0347da606 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:08:45.276358 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-a1e0c329-73c6-4336-9d40-03a028e39eb1 req-fbfed75d-40e4-4520-9246-e3b0347da606 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd2b6382-3235-4869-8bda-65d55169a432 HTTP/1.1" status: 200 len: 946 time: 0.0463843 May 13 13:08:45.344510 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-709bfb88-841e-4c85-8435-6b00dfbd9ec1 req-82fd4336-1f6e-4aa9-8e46-e916b0ccb100 service neutron] 10.222.0.52 "GET /v2.0/networks/0286a1e2-7023-4be1-8d4b-88b03416ec62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815148 May 13 13:08:45.360410 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-a1e0c329-73c6-4336-9d40-03a028e39eb1 req-688c2d11-53f8-4498-9e63-fbbd175a774a tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Deleting port afca9ad0-8e4f-4acb-801e-6a6d41ce806c {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:08:45.360677 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-a1e0c329-73c6-4336-9d40-03a028e39eb1 req-688c2d11-53f8-4498-9e63-fbbd175a774a tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750967565572'] for port (afca9ad0-8e4f-4acb-801e-6a6d41ce806c), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:08:45.453489 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-a1e0c329-73c6-4336-9d40-03a028e39eb1 req-688c2d11-53f8-4498-9e63-fbbd175a774a tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] For port afca9ad0-8e4f-4acb-801e-6a6d41ce806c, host hv-cinder-84164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84164',level=0,port_id=afca9ad0-8e4f-4acb-801e-6a6d41ce806c,segment=NetworkSegment(35811256-1848-4c88-a68f-703bf713e934),segment_id=35811256-1848-4c88-a68f-703bf713e934)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:08:45.453845 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-a1e0c329-73c6-4336-9d40-03a028e39eb1 req-688c2d11-53f8-4498-9e63-fbbd175a774a tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624050'] for port (afca9ad0-8e4f-4acb-801e-6a6d41ce806c), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:08:45.466464 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-a1e0c329-73c6-4336-9d40-03a028e39eb1 req-688c2d11-53f8-4498-9e63-fbbd175a774a tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Calling delete_port for afca9ad0-8e4f-4acb-801e-6a6d41ce806c owned by compute:nova {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:08:45.594594 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-a1e0c329-73c6-4336-9d40-03a028e39eb1 req-688c2d11-53f8-4498-9e63-fbbd175a774a tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750967572628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750967062393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6509865'] for port (afca9ad0-8e4f-4acb-801e-6a6d41ce806c), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:08:45.625141 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688c2d11-53f8-4498-9e63-fbbd175a774a tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Pushing event deleted for resources: {'Port': ['ID=afca9ad0-8e4f-4acb-801e-6a6d41ce806c,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:08:45.654607 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688c2d11-53f8-4498-9e63-fbbd175a774a tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:08:45.654950 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688c2d11-53f8-4498-9e63-fbbd175a774a tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:08:45.655281 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688c2d11-53f8-4498-9e63-fbbd175a774a tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:08:45.655613 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688c2d11-53f8-4498-9e63-fbbd175a774a tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:08:45.655943 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688c2d11-53f8-4498-9e63-fbbd175a774a tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:08:45.656266 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688c2d11-53f8-4498-9e63-fbbd175a774a tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:08:45.656594 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688c2d11-53f8-4498-9e63-fbbd175a774a tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:08:45.656914 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688c2d11-53f8-4498-9e63-fbbd175a774a tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:08:45.657260 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688c2d11-53f8-4498-9e63-fbbd175a774a tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:08:45.657578 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688c2d11-53f8-4498-9e63-fbbd175a774a tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:08:45.657894 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688c2d11-53f8-4498-9e63-fbbd175a774a tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:08:45.658209 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688c2d11-53f8-4498-9e63-fbbd175a774a tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:08:45.658521 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688c2d11-53f8-4498-9e63-fbbd175a774a tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:08:45.658831 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688c2d11-53f8-4498-9e63-fbbd175a774a tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:08:45.659141 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688c2d11-53f8-4498-9e63-fbbd175a774a tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:08:45.679952 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1e0c329-73c6-4336-9d40-03a028e39eb1 req-688c2d11-53f8-4498-9e63-fbbd175a774a tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] No DVR routers for this DVR port afca9ad0-8e4f-4acb-801e-6a6d41ce806c on host hv-cinder-84164 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 13:08:45.682918 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-a1e0c329-73c6-4336-9d40-03a028e39eb1 req-688c2d11-53f8-4498-9e63-fbbd175a774a tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4290'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:08:45.686169 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-a1e0c329-73c6-4336-9d40-03a028e39eb1 req-688c2d11-53f8-4498-9e63-fbbd175a774a tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] 10.222.0.52 "DELETE /v2.0/ports/afca9ad0-8e4f-4acb-801e-6a6d41ce806c HTTP/1.1" status: 204 len: 173 time: 0.4045899 May 13 13:08:45.686628 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd2b6382-3235-4869-8bda-65d55169a432', 'name': 'network-vif-deleted', 'tag': 'afca9ad0-8e4f-4acb-801e-6a6d41ce806c'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:08:45.688887 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cdb7c774b4c64768c46a18a465ef1a15500a906a5d07d0e5a65b0b29d0c9ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2aa4765-fcc7-4e45-aa0c-fd0c382e4a3a" -d '{"events": [{"server_uuid": "bd2b6382-3235-4869-8bda-65d55169a432", "name": "network-vif-deleted", "tag": "afca9ad0-8e4f-4acb-801e-6a6d41ce806c"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:08:45.768497 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-fdcb2b78-1620-4c8d-a963-6453469f5a6f req-79462590-987f-4820-98f1-0eb322d47dcb tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] 10.222.0.49 "GET /v2.0/ports?device_id=bd2b6382-3235-4869-8bda-65d55169a432 HTTP/1.1" status: 200 len: 210 time: 0.0345237 May 13 13:08:45.789443 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 13:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b24aefeb-7276-461b-86ec-aca26a40870f x-openstack-request-id: req-b24aefeb-7276-461b-86ec-aca26a40870f {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:08:45.789734 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd2b6382-3235-4869-8bda-65d55169a432", "name": "network-vif-deleted", "tag": "afca9ad0-8e4f-4acb-801e-6a6d41ce806c", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:08:45.789985 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b24aefeb-7276-461b-86ec-aca26a40870f {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:08:45.790382 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b24aefeb-7276-461b-86ec-aca26a40870f'] response: {'server_uuid': 'bd2b6382-3235-4869-8bda-65d55169a432', 'name': 'network-vif-deleted', 'tag': 'afca9ad0-8e4f-4acb-801e-6a6d41ce806c', 'status': 'completed', 'code': 200} May 13 13:08:46.769854 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-7baa8e58-cb75-431e-995b-6c55a6feb1d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (5f75012c-56a5-4b0a-a85c-97c3435c2a5d), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:08:46.828108 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 57166) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:08:46.887728 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-fa2f9626-2657-4419-9fe9-25ab74894ed7 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Publish callbacks [] for security_group (8dca4abe-4146-4459-9b30-6ef532d72c19), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:08:46.912976 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-fa2f9626-2657-4419-9fe9-25ab74894ed7 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Publish callbacks [] for security_group (8dca4abe-4146-4459-9b30-6ef532d72c19), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:08:46.975398 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-fa2f9626-2657-4419-9fe9-25ab74894ed7 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (8dca4abe-4146-4459-9b30-6ef532d72c19), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:08:46.978129 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-fa2f9626-2657-4419-9fe9-25ab74894ed7 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Publish callbacks [] for security_group (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:08:46.979462 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-fa2f9626-2657-4419-9fe9-25ab74894ed7 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] 10.222.0.49 "DELETE /v2.0/security-groups/8dca4abe-4146-4459-9b30-6ef532d72c19 HTTP/1.1" status: 204 len: 168 time: 0.1509473 May 13 13:08:46.988678 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2f9626-2657-4419-9fe9-25ab74894ed7 tempest-TestShelveInstance-47833361 tempest-TestShelveInstance-47833361-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dca4abe-4146-4459-9b30-6ef532d72c19,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:08:47.022138 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 57170) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:08:47.340521 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-51879fd2-d63a-492a-a9e6-bca4ecff6e6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1623844'] for router_interface (488725a6-6489-4776-bd61-77e6ac0b3a32), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:08:47.567745 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-51879fd2-d63a-492a-a9e6-bca4ecff6e6b admin admin] Deleting port 01a6eb96-d204-4a9e-8074-09ec1a453eb4 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:08:47.567971 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-51879fd2-d63a-492a-a9e6-bca4ecff6e6b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750967565572'] for port (01a6eb96-d204-4a9e-8074-09ec1a453eb4), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:08:47.646092 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-51879fd2-d63a-492a-a9e6-bca4ecff6e6b admin admin] For port 01a6eb96-d204-4a9e-8074-09ec1a453eb4, host dv-cinder-841644-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841644-1-iscsi',level=0,port_id=01a6eb96-d204-4a9e-8074-09ec1a453eb4,segment=NetworkSegment(35811256-1848-4c88-a68f-703bf713e934),segment_id=35811256-1848-4c88-a68f-703bf713e934)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:08:47.646444 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-51879fd2-d63a-492a-a9e6-bca4ecff6e6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624050'] for port (01a6eb96-d204-4a9e-8074-09ec1a453eb4), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:08:47.659248 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-51879fd2-d63a-492a-a9e6-bca4ecff6e6b admin admin] Calling delete_port for 01a6eb96-d204-4a9e-8074-09ec1a453eb4 owned by network:router_interface {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:08:47.835707 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-51879fd2-d63a-492a-a9e6-bca4ecff6e6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750967572628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750967062393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6509865'] for port (01a6eb96-d204-4a9e-8074-09ec1a453eb4), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:08:47.862498 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51879fd2-d63a-492a-a9e6-bca4ecff6e6b admin admin] Pushing event deleted for resources: {'Port': ['ID=01a6eb96-d204-4a9e-8074-09ec1a453eb4,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:08:47.884389 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (f7880a20-862d-46b4-8dd6-192b0a47d710), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:08:48.030778 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-51879fd2-d63a-492a-a9e6-bca4ecff6e6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1627437'] for router_interface (488725a6-6489-4776-bd61-77e6ac0b3a32), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:08:48.245845 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51879fd2-d63a-492a-a9e6-bca4ecff6e6b admin admin] Router 488725a6-6489-4776-bd61-77e6ac0b3a32 has already been hosted by L3 agent 6d8a5631-9f63-444c-af3b-4dcce4842b62 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 13:08:48.351185 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51879fd2-d63a-492a-a9e6-bca4ecff6e6b admin admin] Notify agent at l3_agent.dv-cinder-841644-1-iscsi the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:08:48.356306 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-51879fd2-d63a-492a-a9e6-bca4ecff6e6b admin admin] 10.222.0.49 "PUT /v2.0/routers/488725a6-6489-4776-bd61-77e6ac0b3a32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3328435 May 13 13:08:48.359101 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 57172) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:08:48.362534 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1bd546-62c6-4c87-97bd-3e8b00e9a391 None None] Sync routers for ids ['488725a6-6489-4776-bd61-77e6ac0b3a32'] in dv-cinder-841644-1-iscsi {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:08:48.372226 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1bd546-62c6-4c87-97bd-3e8b00e9a391 None None] Routers {'488725a6-6489-4776-bd61-77e6ac0b3a32'} bound to L3 agent in host dv-cinder-841644-1-iscsi {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:08:48.372827 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-4b1bd546-62c6-4c87-97bd-3e8b00e9a391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841644-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T12:45:44Z,description=,heartbeat_timestamp=2022-05-13T13:08:44Z,host='dv-cinder-841644-1-iscsi',id=6d8a5631-9f63-444c-af3b-4dcce4842b62,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T12:45:44Z,topic='l3_agent')) {'router_ids': ['488725a6-6489-4776-bd61-77e6ac0b3a32'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:08:48.463346 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-61d84112-50de-4f87-b423-175ae8768f10 admin admin] Publish callbacks [] for router (488725a6-6489-4776-bd61-77e6ac0b3a32), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:08:48.481364 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-4b1bd546-62c6-4c87-97bd-3e8b00e9a391 None None] Set router 488725a6-6489-4776-bd61-77e6ac0b3a32 gateway port host: dv-cinder-841644-1-iscsi {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:08:48.567810 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-61d84112-50de-4f87-b423-175ae8768f10 admin admin] Publish callbacks [] for router_gateway (488725a6-6489-4776-bd61-77e6ac0b3a32), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:08:48.611161 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-61d84112-50de-4f87-b423-175ae8768f10 admin admin] Deleting port eed37cce-ce1e-425f-a706-343a9a767059 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:08:48.611496 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-61d84112-50de-4f87-b423-175ae8768f10 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750967565572'] for port (eed37cce-ce1e-425f-a706-343a9a767059), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:08:48.653434 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-4b1bd546-62c6-4c87-97bd-3e8b00e9a391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '488725a6-6489-4776-bd61-77e6ac0b3a32', 'name': 'tempest-TestShelveInstance-162223635-router', 'tenant_id': 'd43e74ace585434482a887caf9d61c9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': 'eed37cce-ce1e-425f-a706-343a9a767059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:04:18Z', 'updated_at': '2022-05-13T13:08:47Z', 'revision_number': 5, 'project_id': 'd43e74ace585434482a887caf9d61c9f', 'gw_port': {'id': 'eed37cce-ce1e-425f-a706-343a9a767059', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:63:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488725a6-6489-4776-bd61-77e6ac0b3a32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:04:19Z', 'updated_at': '2022-05-13T13:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi'}], 'dv-cinder-841644-1-iscsi', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:08:48.680664 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1bd546-62c6-4c87-97bd-3e8b00e9a391 None None] Checking router: 488725a6-6489-4776-bd61-77e6ac0b3a32 for host: dv-cinder-841644-1-iscsi {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:08:48.692750 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1bd546-62c6-4c87-97bd-3e8b00e9a391 None None] Routers {'488725a6-6489-4776-bd61-77e6ac0b3a32'} bound to L3 agent in host dv-cinder-841644-1-iscsi {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:08:48.693427 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-4b1bd546-62c6-4c87-97bd-3e8b00e9a391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841644-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T12:45:44Z,description=,heartbeat_timestamp=2022-05-13T13:08:44Z,host='dv-cinder-841644-1-iscsi',id=6d8a5631-9f63-444c-af3b-4dcce4842b62,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T12:45:44Z,topic='l3_agent')) {'router_ids': ['488725a6-6489-4776-bd61-77e6ac0b3a32'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:08:48.694781 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-61d84112-50de-4f87-b423-175ae8768f10 admin admin] For port eed37cce-ce1e-425f-a706-343a9a767059, host dv-cinder-841644-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841644-1-iscsi',level=0,port_id=eed37cce-ce1e-425f-a706-343a9a767059,segment=NetworkSegment(2bcc8a2d-359a-4841-80fa-a53ce02b14f8),segment_id=2bcc8a2d-359a-4841-80fa-a53ce02b14f8)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:08:48.695139 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-61d84112-50de-4f87-b423-175ae8768f10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624050'] for port (eed37cce-ce1e-425f-a706-343a9a767059), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:08:48.697538 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Device afca9ad0-8e4f-4acb-801e-6a6d41ce806c no longer exists at agent hyperv_hv-cinder-84164 {{(pid=109805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:08:48.709015 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-61d84112-50de-4f87-b423-175ae8768f10 admin admin] Calling delete_port for eed37cce-ce1e-425f-a706-343a9a767059 owned by network:router_gateway {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:08:48.754498 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] No Port match for: afca9ad0-8e4f-4acb-801e-6a6d41ce806c {{(pid=109805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:08:48.754835 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Device afca9ad0-8e4f-4acb-801e-6a6d41ce806c not bound to the agent host hv-cinder-84164 {{(pid=109805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:08:48.803863 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-4b1bd546-62c6-4c87-97bd-3e8b00e9a391 None None] Set router 488725a6-6489-4776-bd61-77e6ac0b3a32 gateway port host: None {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:08:48.861097 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-4b1bd546-62c6-4c87-97bd-3e8b00e9a391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '488725a6-6489-4776-bd61-77e6ac0b3a32', 'name': 'tempest-TestShelveInstance-162223635-router', 'tenant_id': 'd43e74ace585434482a887caf9d61c9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:04:18Z', 'updated_at': '2022-05-13T13:08:48Z', 'revision_number': 6, 'project_id': 'd43e74ace585434482a887caf9d61c9f', 'gw_port_host': None}], 'dv-cinder-841644-1-iscsi', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:08:48.878354 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-61d84112-50de-4f87-b423-175ae8768f10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750967572628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750967062393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6509865'] for port (eed37cce-ce1e-425f-a706-343a9a767059), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:08:48.889769 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1bd546-62c6-4c87-97bd-3e8b00e9a391 None None] The sync data for ids ['488725a6-6489-4776-bd61-77e6ac0b3a32'] in dv-cinder-841644-1-iscsi is: [{'id': '488725a6-6489-4776-bd61-77e6ac0b3a32', 'name': 'tempest-TestShelveInstance-162223635-router', 'tenant_id': 'd43e74ace585434482a887caf9d61c9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:04:18Z', 'updated_at': '2022-05-13T13:08:48Z', 'revision_number': 6, 'project_id': 'd43e74ace585434482a887caf9d61c9f', 'gw_port_host': None}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:08:48.906009 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d84112-50de-4f87-b423-175ae8768f10 admin admin] Pushing event deleted for resources: {'Port': ['ID=eed37cce-ce1e-425f-a706-343a9a767059,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:08:48.967792 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-61d84112-50de-4f87-b423-175ae8768f10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619274'] for router_gateway (488725a6-6489-4776-bd61-77e6ac0b3a32), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:08:49.061652 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-61d84112-50de-4f87-b423-175ae8768f10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-438150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9657'] for router (488725a6-6489-4776-bd61-77e6ac0b3a32), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:08:49.064240 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-61d84112-50de-4f87-b423-175ae8768f10 admin admin] Publish callbacks [] for router_controller (488725a6-6489-4776-bd61-77e6ac0b3a32), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:08:49.335945 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Device 01a6eb96-d204-4a9e-8074-09ec1a453eb4 no longer exists at agent ovs-agent-dv-cinder-841644-1-iscsi {{(pid=109805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:08:49.359407 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] No Port match for: 01a6eb96-d204-4a9e-8074-09ec1a453eb4 {{(pid=109805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:08:49.359841 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Device 01a6eb96-d204-4a9e-8074-09ec1a453eb4 not bound to the agent host dv-cinder-841644-1-iscsi {{(pid=109805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:08:49.384191 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-61d84112-50de-4f87-b423-175ae8768f10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-438173'] for router (488725a6-6489-4776-bd61-77e6ac0b3a32), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:08:49.384699 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61d84112-50de-4f87-b423-175ae8768f10 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 488725a6-6489-4776-bd61-77e6ac0b3a32 {{(pid=109803) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 13 13:08:49.389807 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-61d84112-50de-4f87-b423-175ae8768f10 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:08:49.390814 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-61d84112-50de-4f87-b423-175ae8768f10 admin admin] 10.222.0.49 "DELETE /v2.0/routers/488725a6-6489-4776-bd61-77e6ac0b3a32 HTTP/1.1" status: 204 len: 168 time: 1.0307505 May 13 13:08:49.393379 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 57174) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:08:49.436763 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.db.db_base_plugin_v2 [None req-12fa9eb2-e27d-4035-8504-6b0641530283 admin admin] Deleting subnet 1b6f02d9-a71f-428a-85b5-90febd1bfdf5 {{(pid=109803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 13 13:08:49.439777 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-12fa9eb2-e27d-4035-8504-6b0641530283 admin admin] Publish callbacks [] for subnet (1b6f02d9-a71f-428a-85b5-90febd1bfdf5), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:08:49.474658 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-12fa9eb2-e27d-4035-8504-6b0641530283 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6506723'] for subnet (1b6f02d9-a71f-428a-85b5-90febd1bfdf5), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:08:49.551357 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-12fa9eb2-e27d-4035-8504-6b0641530283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1488813'] for subnet (1b6f02d9-a71f-428a-85b5-90febd1bfdf5), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:08:49.601362 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-12fa9eb2-e27d-4035-8504-6b0641530283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6509854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5762263'] for subnet (1b6f02d9-a71f-428a-85b5-90febd1bfdf5), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:08:49.624025 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fa9eb2-e27d-4035-8504-6b0641530283 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b6f02d9-a71f-428a-85b5-90febd1bfdf5,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:08:49.629832 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-12fa9eb2-e27d-4035-8504-6b0641530283 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617456'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:08:49.633245 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-12fa9eb2-e27d-4035-8504-6b0641530283 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/1b6f02d9-a71f-428a-85b5-90febd1bfdf5 HTTP/1.1" status: 204 len: 168 time: 0.2389123 May 13 13:08:49.636353 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 57176) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:08:49.638073 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8187325c-2ad5-404d-abde-5cce786ca6cd None None] Network 0286a1e2-7023-4be1-8d4b-88b03416ec62 requested from dv-cinder-841644-1-iscsi {{(pid=109805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:08:49.713020 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-311cb7ae-1292-404b-bffb-f81139bb53be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1355768'] for network (0286a1e2-7023-4be1-8d4b-88b03416ec62), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:08:49.761727 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-311cb7ae-1292-404b-bffb-f81139bb53be admin admin] Deleting port 476a9e63-16dd-429f-b71e-e48f7473f07e {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:08:49.762213 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-311cb7ae-1292-404b-bffb-f81139bb53be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750967565572'] for port (476a9e63-16dd-429f-b71e-e48f7473f07e), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:08:49.834478 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-311cb7ae-1292-404b-bffb-f81139bb53be admin admin] For port 476a9e63-16dd-429f-b71e-e48f7473f07e, host dv-cinder-841644-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841644-1-iscsi',level=0,port_id=476a9e63-16dd-429f-b71e-e48f7473f07e,segment=NetworkSegment(35811256-1848-4c88-a68f-703bf713e934),segment_id=35811256-1848-4c88-a68f-703bf713e934)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:08:49.834858 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-311cb7ae-1292-404b-bffb-f81139bb53be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624050'] for port (476a9e63-16dd-429f-b71e-e48f7473f07e), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:08:49.850064 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-311cb7ae-1292-404b-bffb-f81139bb53be admin admin] Calling delete_port for 476a9e63-16dd-429f-b71e-e48f7473f07e owned by network:dhcp {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:08:49.933669 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f44a8b-bf47-42fd-a8ac-7865546c84f7 None None] DHCP port deletion for 0286a1e2-7023-4be1-8d4b-88b03416ec62 request from dv-cinder-841644-1-iscsi {{(pid=109805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 13 13:08:49.941205 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-311cb7ae-1292-404b-bffb-f81139bb53be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750967572628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750967062393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6509865'] for port (476a9e63-16dd-429f-b71e-e48f7473f07e), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:08:49.959999 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-03f44a8b-bf47-42fd-a8ac-7865546c84f7 None None] The port '476a9e63-16dd-429f-b71e-e48f7473f07e' was deleted {{(pid=109805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} May 13 13:08:49.967832 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311cb7ae-1292-404b-bffb-f81139bb53be admin admin] Pushing event deleted for resources: {'Port': ['ID=476a9e63-16dd-429f-b71e-e48f7473f07e,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:08:49.975681 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311cb7ae-1292-404b-bffb-f81139bb53be admin admin] No DVR routers for this DVR port 476a9e63-16dd-429f-b71e-e48f7473f07e on host dv-cinder-841644-1-iscsi {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 13:08:50.049161 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-311cb7ae-1292-404b-bffb-f81139bb53be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1476694', 'neutron.services.segments.db._delete_segments_for_network-8750967377201'] for network (0286a1e2-7023-4be1-8d4b-88b03416ec62), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:08:50.068341 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.services.segments.db [None req-311cb7ae-1292-404b-bffb-f81139bb53be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0286a1e2-7023-4be1-8d4b-88b03416ec62']}} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:08:50.077410 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.services.segments.db [None req-311cb7ae-1292-404b-bffb-f81139bb53be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35811256-1848-4c88-a68f-703bf713e934') {'for_net_delete': True} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:08:50.077701 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.services.segments.db [None req-311cb7ae-1292-404b-bffb-f81139bb53be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35811256-1848-4c88-a68f-703bf713e934') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:08:50.086672 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-311cb7ae-1292-404b-bffb-f81139bb53be admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750967377722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6506520'] for segment (35811256-1848-4c88-a68f-703bf713e934), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:08:50.099940 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-311cb7ae-1292-404b-bffb-f81139bb53be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488896'] for segment (35811256-1848-4c88-a68f-703bf713e934), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:08:50.106236 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-311cb7ae-1292-404b-bffb-f81139bb53be admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=109803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 13:08:50.106639 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-311cb7ae-1292-404b-bffb-f81139bb53be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6509940'] for segment (35811256-1848-4c88-a68f-703bf713e934), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:08:50.108245 dv-cinder-841644-1-iscsi neutron-server[109803]: Traceback (most recent call last): May 13 13:08:50.108245 dv-cinder-841644-1-iscsi neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 13:08:50.108245 dv-cinder-841644-1-iscsi neutron-server[109803]: timer() May 13 13:08:50.108245 dv-cinder-841644-1-iscsi neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 13:08:50.108245 dv-cinder-841644-1-iscsi neutron-server[109803]: cb(*args, **kw) May 13 13:08:50.108245 dv-cinder-841644-1-iscsi neutron-server[109803]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 13 13:08:50.108245 dv-cinder-841644-1-iscsi neutron-server[109803]: return func(*args, **kwargs) May 13 13:08:50.108245 dv-cinder-841644-1-iscsi neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 13:08:50.108245 dv-cinder-841644-1-iscsi neutron-server[109803]: self._notify() May 13 13:08:50.108245 dv-cinder-841644-1-iscsi neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 13:08:50.108245 dv-cinder-841644-1-iscsi neutron-server[109803]: self.callback(batched_events) May 13 13:08:50.108245 dv-cinder-841644-1-iscsi neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 13:08:50.108245 dv-cinder-841644-1-iscsi neutron-server[109803]: event.method(event) May 13 13:08:50.108245 dv-cinder-841644-1-iscsi neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 13 13:08:50.108245 dv-cinder-841644-1-iscsi neutron-server[109803]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 13:08:50.108245 dv-cinder-841644-1-iscsi neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 13 13:08:50.108245 dv-cinder-841644-1-iscsi neutron-server[109803]: aggregate_uuid = self.p_client.list_aggregates( May 13 13:08:50.108245 dv-cinder-841644-1-iscsi neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 13 13:08:50.108245 dv-cinder-841644-1-iscsi neutron-server[109803]: return f(self, *a, **k) May 13 13:08:50.108245 dv-cinder-841644-1-iscsi neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 13 13:08:50.108245 dv-cinder-841644-1-iscsi neutron-server[109803]: return self._get(url).json() May 13 13:08:50.108245 dv-cinder-841644-1-iscsi neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 13 13:08:50.108245 dv-cinder-841644-1-iscsi neutron-server[109803]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 13:08:50.108245 dv-cinder-841644-1-iscsi neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 13:08:50.108245 dv-cinder-841644-1-iscsi neutron-server[109803]: return self.request(url, 'GET', **kwargs) May 13 13:08:50.108245 dv-cinder-841644-1-iscsi neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 13:08:50.108245 dv-cinder-841644-1-iscsi neutron-server[109803]: base_url = self.get_endpoint(auth, allow=allow, May 13 13:08:50.108245 dv-cinder-841644-1-iscsi neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 13:08:50.108245 dv-cinder-841644-1-iscsi neutron-server[109803]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 13:08:50.108245 dv-cinder-841644-1-iscsi neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 13:08:50.108245 dv-cinder-841644-1-iscsi neutron-server[109803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 13:08:50.108245 dv-cinder-841644-1-iscsi neutron-server[109803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 13:08:50.168690 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-311cb7ae-1292-404b-bffb-f81139bb53be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1476655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621796'] for network (0286a1e2-7023-4be1-8d4b-88b03416ec62), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:08:50.176149 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-311cb7ae-1292-404b-bffb-f81139bb53be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617456'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:08:50.179578 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-311cb7ae-1292-404b-bffb-f81139bb53be admin admin] 10.222.0.49 "DELETE /v2.0/networks/0286a1e2-7023-4be1-8d4b-88b03416ec62 HTTP/1.1" status: 204 len: 168 time: 0.5419135 May 13 13:08:50.182765 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 57178) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:08:50.189782 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311cb7ae-1292-404b-bffb-f81139bb53be admin admin] Pushing event deleted for resources: {'Network': ['ID=0286a1e2-7023-4be1-8d4b-88b03416ec62,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:08:50.428440 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (202f7e15-8fd1-4d3b-a0cb-2b083dcecd1a), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:08:50.505954 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d84df1ae-cabc-4935-9caa-364b1bb580dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1623844'] for router_interface (5de2272b-6ef2-47a8-b12d-22a9d30af063), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:08:50.747013 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-d84df1ae-cabc-4935-9caa-364b1bb580dc admin admin] Deleting port 67c635f3-f97d-4526-8651-df417aa7ad66 {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:08:50.747404 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d84df1ae-cabc-4935-9caa-364b1bb580dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750967565572'] for port (67c635f3-f97d-4526-8651-df417aa7ad66), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:08:50.834489 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-d84df1ae-cabc-4935-9caa-364b1bb580dc admin admin] For port 67c635f3-f97d-4526-8651-df417aa7ad66, host dv-cinder-841644-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841644-1-iscsi',level=0,port_id=67c635f3-f97d-4526-8651-df417aa7ad66,segment=NetworkSegment(e235b2e4-529d-4dfb-85c3-ec2608ae6440),segment_id=e235b2e4-529d-4dfb-85c3-ec2608ae6440)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:08:50.834853 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d84df1ae-cabc-4935-9caa-364b1bb580dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624050'] for port (67c635f3-f97d-4526-8651-df417aa7ad66), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:08:50.848197 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-d84df1ae-cabc-4935-9caa-364b1bb580dc admin admin] Calling delete_port for 67c635f3-f97d-4526-8651-df417aa7ad66 owned by network:router_interface {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:08:51.030041 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d84df1ae-cabc-4935-9caa-364b1bb580dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750967572628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750967062393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6007231'] for port (67c635f3-f97d-4526-8651-df417aa7ad66), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:08:51.055898 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84df1ae-cabc-4935-9caa-364b1bb580dc admin admin] Pushing event deleted for resources: {'Port': ['ID=67c635f3-f97d-4526-8651-df417aa7ad66,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:08:51.235449 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-d84df1ae-cabc-4935-9caa-364b1bb580dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1627437'] for router_interface (5de2272b-6ef2-47a8-b12d-22a9d30af063), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:08:51.332424 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Device 476a9e63-16dd-429f-b71e-e48f7473f07e no longer exists at agent ovs-agent-dv-cinder-841644-1-iscsi {{(pid=109805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:08:51.357705 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] No Port match for: 476a9e63-16dd-429f-b71e-e48f7473f07e {{(pid=109805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:08:51.358139 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Device 476a9e63-16dd-429f-b71e-e48f7473f07e not bound to the agent host dv-cinder-841644-1-iscsi {{(pid=109805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:08:51.358643 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Device eed37cce-ce1e-425f-a706-343a9a767059 no longer exists at agent ovs-agent-dv-cinder-841644-1-iscsi {{(pid=109805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:08:51.379914 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] No Port match for: eed37cce-ce1e-425f-a706-343a9a767059 {{(pid=109805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:08:51.380255 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Device eed37cce-ce1e-425f-a706-343a9a767059 not bound to the agent host dv-cinder-841644-1-iscsi {{(pid=109805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:08:51.707921 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d84df1ae-cabc-4935-9caa-364b1bb580dc admin admin] Router 5de2272b-6ef2-47a8-b12d-22a9d30af063 has already been hosted by L3 agent 6d8a5631-9f63-444c-af3b-4dcce4842b62 {{(pid=109804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 13:08:51.816740 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d84df1ae-cabc-4935-9caa-364b1bb580dc admin admin] Notify agent at l3_agent.dv-cinder-841644-1-iscsi the message routers_updated {{(pid=109804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:08:51.822492 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-d84df1ae-cabc-4935-9caa-364b1bb580dc admin admin] 10.222.0.49 "PUT /v2.0/routers/5de2272b-6ef2-47a8-b12d-22a9d30af063/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6386483 May 13 13:08:51.825214 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 57180) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:08:51.827793 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8998ff8d-4ca9-44e8-b2bf-82d96155bb51 None None] Sync routers for ids ['5de2272b-6ef2-47a8-b12d-22a9d30af063'] in dv-cinder-841644-1-iscsi {{(pid=109806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:08:51.837634 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8998ff8d-4ca9-44e8-b2bf-82d96155bb51 None None] Routers {'5de2272b-6ef2-47a8-b12d-22a9d30af063'} bound to L3 agent in host dv-cinder-841644-1-iscsi {{(pid=109806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:08:51.838399 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_hamode_db [None req-8998ff8d-4ca9-44e8-b2bf-82d96155bb51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841644-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T12:45:44Z,description=,heartbeat_timestamp=2022-05-13T13:08:44Z,host='dv-cinder-841644-1-iscsi',id=6d8a5631-9f63-444c-af3b-4dcce4842b62,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T12:45:44Z,topic='l3_agent')) {'router_ids': ['5de2272b-6ef2-47a8-b12d-22a9d30af063'], 'active': True} {{(pid=109806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:08:51.932633 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-64e1bb1a-d6a0-4534-a818-d7e25a57f95f admin admin] Publish callbacks [] for router (5de2272b-6ef2-47a8-b12d-22a9d30af063), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:08:51.946531 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_dvr_db [None req-8998ff8d-4ca9-44e8-b2bf-82d96155bb51 None None] Set router 5de2272b-6ef2-47a8-b12d-22a9d30af063 gateway port host: dv-cinder-841644-1-iscsi {{(pid=109806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:08:52.045489 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-64e1bb1a-d6a0-4534-a818-d7e25a57f95f admin admin] Publish callbacks [] for router_gateway (5de2272b-6ef2-47a8-b12d-22a9d30af063), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:08:52.092080 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-64e1bb1a-d6a0-4534-a818-d7e25a57f95f admin admin] Deleting port 9eafc12b-6d7e-42e6-9434-9e7770277111 {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:08:52.092406 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-64e1bb1a-d6a0-4534-a818-d7e25a57f95f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750967565572'] for port (9eafc12b-6d7e-42e6-9434-9e7770277111), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:08:52.171664 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-64e1bb1a-d6a0-4534-a818-d7e25a57f95f admin admin] For port 9eafc12b-6d7e-42e6-9434-9e7770277111, host dv-cinder-841644-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841644-1-iscsi',level=0,port_id=9eafc12b-6d7e-42e6-9434-9e7770277111,segment=NetworkSegment(2bcc8a2d-359a-4841-80fa-a53ce02b14f8),segment_id=2bcc8a2d-359a-4841-80fa-a53ce02b14f8)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:08:52.172019 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-64e1bb1a-d6a0-4534-a818-d7e25a57f95f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624050'] for port (9eafc12b-6d7e-42e6-9434-9e7770277111), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:08:52.185560 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-64e1bb1a-d6a0-4534-a818-d7e25a57f95f admin admin] Calling delete_port for 9eafc12b-6d7e-42e6-9434-9e7770277111 owned by network:router_gateway {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:08:52.209226 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_hamode_db [None req-8998ff8d-4ca9-44e8-b2bf-82d96155bb51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5de2272b-6ef2-47a8-b12d-22a9d30af063', 'name': 'tempest-TestShelveInstance-1084403774-router', 'tenant_id': 'db1b64f2b9184304978d2d3fffc1cbcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': '9eafc12b-6d7e-42e6-9434-9e7770277111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:04:23Z', 'updated_at': '2022-05-13T13:08:50Z', 'revision_number': 5, 'project_id': 'db1b64f2b9184304978d2d3fffc1cbcd', 'gw_port': {'id': '9eafc12b-6d7e-42e6-9434-9e7770277111', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:4a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de2272b-6ef2-47a8-b12d-22a9d30af063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:04:24Z', 'updated_at': '2022-05-13T13:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi'}], 'dv-cinder-841644-1-iscsi', False) {} {{(pid=109806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:08:52.236402 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8998ff8d-4ca9-44e8-b2bf-82d96155bb51 None None] Checking router: 5de2272b-6ef2-47a8-b12d-22a9d30af063 for host: dv-cinder-841644-1-iscsi {{(pid=109806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:08:52.244396 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8998ff8d-4ca9-44e8-b2bf-82d96155bb51 None None] Routers {'5de2272b-6ef2-47a8-b12d-22a9d30af063'} bound to L3 agent in host dv-cinder-841644-1-iscsi {{(pid=109806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:08:52.245266 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_hamode_db [None req-8998ff8d-4ca9-44e8-b2bf-82d96155bb51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841644-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T12:45:44Z,description=,heartbeat_timestamp=2022-05-13T13:08:44Z,host='dv-cinder-841644-1-iscsi',id=6d8a5631-9f63-444c-af3b-4dcce4842b62,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T12:45:44Z,topic='l3_agent')) {'router_ids': ['5de2272b-6ef2-47a8-b12d-22a9d30af063'], 'active': True} {{(pid=109806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:08:52.332149 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_dvr_db [None req-8998ff8d-4ca9-44e8-b2bf-82d96155bb51 None None] Set router 5de2272b-6ef2-47a8-b12d-22a9d30af063 gateway port host: None {{(pid=109806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:08:52.353781 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-64e1bb1a-d6a0-4534-a818-d7e25a57f95f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750967572628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750967062393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6007231'] for port (9eafc12b-6d7e-42e6-9434-9e7770277111), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:08:52.383355 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e1bb1a-d6a0-4534-a818-d7e25a57f95f admin admin] Pushing event deleted for resources: {'Port': ['ID=9eafc12b-6d7e-42e6-9434-9e7770277111,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:08:52.386542 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_hamode_db [None req-8998ff8d-4ca9-44e8-b2bf-82d96155bb51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5de2272b-6ef2-47a8-b12d-22a9d30af063', 'name': 'tempest-TestShelveInstance-1084403774-router', 'tenant_id': 'db1b64f2b9184304978d2d3fffc1cbcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:04:23Z', 'updated_at': '2022-05-13T13:08:52Z', 'revision_number': 6, 'project_id': 'db1b64f2b9184304978d2d3fffc1cbcd', 'gw_port_host': None}], 'dv-cinder-841644-1-iscsi', False) {} {{(pid=109806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:08:52.413507 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8998ff8d-4ca9-44e8-b2bf-82d96155bb51 None None] The sync data for ids ['5de2272b-6ef2-47a8-b12d-22a9d30af063'] in dv-cinder-841644-1-iscsi is: [{'id': '5de2272b-6ef2-47a8-b12d-22a9d30af063', 'name': 'tempest-TestShelveInstance-1084403774-router', 'tenant_id': 'db1b64f2b9184304978d2d3fffc1cbcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:04:23Z', 'updated_at': '2022-05-13T13:08:52Z', 'revision_number': 6, 'project_id': 'db1b64f2b9184304978d2d3fffc1cbcd', 'gw_port_host': None}] {{(pid=109806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:08:52.451975 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-64e1bb1a-d6a0-4534-a818-d7e25a57f95f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619274'] for router_gateway (5de2272b-6ef2-47a8-b12d-22a9d30af063), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:08:52.545500 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-64e1bb1a-d6a0-4534-a818-d7e25a57f95f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-438150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9657'] for router (5de2272b-6ef2-47a8-b12d-22a9d30af063), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:08:52.547770 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-64e1bb1a-d6a0-4534-a818-d7e25a57f95f admin admin] Publish callbacks [] for router_controller (5de2272b-6ef2-47a8-b12d-22a9d30af063), precommit_delete_associations {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:08:52.594002 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-64e1bb1a-d6a0-4534-a818-d7e25a57f95f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-438173'] for router (5de2272b-6ef2-47a8-b12d-22a9d30af063), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:08:52.594509 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64e1bb1a-d6a0-4534-a818-d7e25a57f95f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5de2272b-6ef2-47a8-b12d-22a9d30af063 {{(pid=109804) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 13 13:08:52.599360 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-64e1bb1a-d6a0-4534-a818-d7e25a57f95f admin admin] Publish callbacks [] for router (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:08:52.600522 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-64e1bb1a-d6a0-4534-a818-d7e25a57f95f admin admin] 10.222.0.49 "DELETE /v2.0/routers/5de2272b-6ef2-47a8-b12d-22a9d30af063 HTTP/1.1" status: 204 len: 168 time: 0.7743225 May 13 13:08:52.603004 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 57182) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:08:52.646934 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.db.db_base_plugin_v2 [None req-87058482-07f9-4eda-b63c-5bf0a976c6a8 admin admin] Deleting subnet 619815f9-0fa3-45f1-a094-60e8d53122f0 {{(pid=109804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 13 13:08:52.650028 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-87058482-07f9-4eda-b63c-5bf0a976c6a8 admin admin] Publish callbacks [] for subnet (619815f9-0fa3-45f1-a094-60e8d53122f0), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:08:52.683856 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-87058482-07f9-4eda-b63c-5bf0a976c6a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6106684'] for subnet (619815f9-0fa3-45f1-a094-60e8d53122f0), precommit_delete_associations {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:08:52.763284 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-87058482-07f9-4eda-b63c-5bf0a976c6a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1488813'] for subnet (619815f9-0fa3-45f1-a094-60e8d53122f0), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:08:52.819918 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-87058482-07f9-4eda-b63c-5bf0a976c6a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6007176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5962105'] for subnet (619815f9-0fa3-45f1-a094-60e8d53122f0), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:08:52.849177 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-87058482-07f9-4eda-b63c-5bf0a976c6a8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:08:52.852925 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-87058482-07f9-4eda-b63c-5bf0a976c6a8 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/619815f9-0fa3-45f1-a094-60e8d53122f0 HTTP/1.1" status: 204 len: 168 time: 0.2488539 May 13 13:08:52.853734 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87058482-07f9-4eda-b63c-5bf0a976c6a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=619815f9-0fa3-45f1-a094-60e8d53122f0,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:08:52.855282 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d9f59eb-58ed-4c02-b95e-0b1700ceee28 None None] Network 47253719-233c-4d4d-aa4a-846aeb595628 requested from dv-cinder-841644-1-iscsi {{(pid=109805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:08:52.855770 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 57184) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:08:52.926648 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f3b421d5-d5af-4bf2-bcd2-a3d11f7b4718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1355768'] for network (47253719-233c-4d4d-aa4a-846aeb595628), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:08:52.973879 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-f3b421d5-d5af-4bf2-bcd2-a3d11f7b4718 admin admin] Deleting port fabf7e08-a848-405c-92e5-25188e2d772e {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:08:52.974210 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f3b421d5-d5af-4bf2-bcd2-a3d11f7b4718 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750967565572'] for port (fabf7e08-a848-405c-92e5-25188e2d772e), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:08:53.034862 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-f3b421d5-d5af-4bf2-bcd2-a3d11f7b4718 admin admin] For port fabf7e08-a848-405c-92e5-25188e2d772e, host dv-cinder-841644-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841644-1-iscsi',level=0,port_id=fabf7e08-a848-405c-92e5-25188e2d772e,segment=NetworkSegment(e235b2e4-529d-4dfb-85c3-ec2608ae6440),segment_id=e235b2e4-529d-4dfb-85c3-ec2608ae6440)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:08:53.035210 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f3b421d5-d5af-4bf2-bcd2-a3d11f7b4718 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624050'] for port (fabf7e08-a848-405c-92e5-25188e2d772e), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:08:53.048588 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-f3b421d5-d5af-4bf2-bcd2-a3d11f7b4718 admin admin] Calling delete_port for fabf7e08-a848-405c-92e5-25188e2d772e owned by network:dhcp {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:08:53.132555 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f3b421d5-d5af-4bf2-bcd2-a3d11f7b4718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750967572628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750967062393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6509865'] for port (fabf7e08-a848-405c-92e5-25188e2d772e), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:08:53.159147 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b421d5-d5af-4bf2-bcd2-a3d11f7b4718 admin admin] Pushing event deleted for resources: {'Port': ['ID=fabf7e08-a848-405c-92e5-25188e2d772e,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:08:53.160923 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b421d5-d5af-4bf2-bcd2-a3d11f7b4718 admin admin] No DVR routers for this DVR port fabf7e08-a848-405c-92e5-25188e2d772e on host dv-cinder-841644-1-iscsi {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 13:08:53.185758 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8a32a2-cced-4368-a519-dde954e672ad None None] DHCP port deletion for 47253719-233c-4d4d-aa4a-846aeb595628 request from dv-cinder-841644-1-iscsi {{(pid=109805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 13 13:08:53.241046 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f3b421d5-d5af-4bf2-bcd2-a3d11f7b4718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1476694', 'neutron.services.segments.db._delete_segments_for_network-8750967377201'] for network (47253719-233c-4d4d-aa4a-846aeb595628), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:08:53.263206 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.services.segments.db [None req-f3b421d5-d5af-4bf2-bcd2-a3d11f7b4718 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47253719-233c-4d4d-aa4a-846aeb595628']}} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:08:53.272973 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.services.segments.db [None req-f3b421d5-d5af-4bf2-bcd2-a3d11f7b4718 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e235b2e4-529d-4dfb-85c3-ec2608ae6440') {'for_net_delete': True} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:08:53.273306 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.services.segments.db [None req-f3b421d5-d5af-4bf2-bcd2-a3d11f7b4718 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e235b2e4-529d-4dfb-85c3-ec2608ae6440') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:08:53.284395 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f3b421d5-d5af-4bf2-bcd2-a3d11f7b4718 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750967377722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6506520'] for segment (e235b2e4-529d-4dfb-85c3-ec2608ae6440), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:08:53.294655 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Device fabf7e08-a848-405c-92e5-25188e2d772e no longer exists at agent ovs-agent-dv-cinder-841644-1-iscsi {{(pid=109805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:08:53.302048 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f3b421d5-d5af-4bf2-bcd2-a3d11f7b4718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488896'] for segment (e235b2e4-529d-4dfb-85c3-ec2608ae6440), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:08:53.309427 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3b421d5-d5af-4bf2-bcd2-a3d11f7b4718 admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=109803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 13:08:53.309818 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f3b421d5-d5af-4bf2-bcd2-a3d11f7b4718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6509940'] for segment (e235b2e4-529d-4dfb-85c3-ec2608ae6440), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:08:53.311526 dv-cinder-841644-1-iscsi neutron-server[109803]: Traceback (most recent call last): May 13 13:08:53.311526 dv-cinder-841644-1-iscsi neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 13:08:53.311526 dv-cinder-841644-1-iscsi neutron-server[109803]: timer() May 13 13:08:53.311526 dv-cinder-841644-1-iscsi neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 13:08:53.311526 dv-cinder-841644-1-iscsi neutron-server[109803]: cb(*args, **kw) May 13 13:08:53.311526 dv-cinder-841644-1-iscsi neutron-server[109803]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 13 13:08:53.311526 dv-cinder-841644-1-iscsi neutron-server[109803]: return func(*args, **kwargs) May 13 13:08:53.311526 dv-cinder-841644-1-iscsi neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 13:08:53.311526 dv-cinder-841644-1-iscsi neutron-server[109803]: self._notify() May 13 13:08:53.311526 dv-cinder-841644-1-iscsi neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 13:08:53.311526 dv-cinder-841644-1-iscsi neutron-server[109803]: self.callback(batched_events) May 13 13:08:53.311526 dv-cinder-841644-1-iscsi neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 13:08:53.311526 dv-cinder-841644-1-iscsi neutron-server[109803]: event.method(event) May 13 13:08:53.311526 dv-cinder-841644-1-iscsi neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 13 13:08:53.311526 dv-cinder-841644-1-iscsi neutron-server[109803]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 13:08:53.311526 dv-cinder-841644-1-iscsi neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 13 13:08:53.311526 dv-cinder-841644-1-iscsi neutron-server[109803]: aggregate_uuid = self.p_client.list_aggregates( May 13 13:08:53.311526 dv-cinder-841644-1-iscsi neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 13 13:08:53.311526 dv-cinder-841644-1-iscsi neutron-server[109803]: return f(self, *a, **k) May 13 13:08:53.311526 dv-cinder-841644-1-iscsi neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 13 13:08:53.311526 dv-cinder-841644-1-iscsi neutron-server[109803]: return self._get(url).json() May 13 13:08:53.311526 dv-cinder-841644-1-iscsi neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 13 13:08:53.311526 dv-cinder-841644-1-iscsi neutron-server[109803]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 13:08:53.311526 dv-cinder-841644-1-iscsi neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 13:08:53.311526 dv-cinder-841644-1-iscsi neutron-server[109803]: return self.request(url, 'GET', **kwargs) May 13 13:08:53.311526 dv-cinder-841644-1-iscsi neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 13:08:53.311526 dv-cinder-841644-1-iscsi neutron-server[109803]: base_url = self.get_endpoint(auth, allow=allow, May 13 13:08:53.311526 dv-cinder-841644-1-iscsi neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 13:08:53.311526 dv-cinder-841644-1-iscsi neutron-server[109803]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 13:08:53.311526 dv-cinder-841644-1-iscsi neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 13:08:53.311526 dv-cinder-841644-1-iscsi neutron-server[109803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 13:08:53.311526 dv-cinder-841644-1-iscsi neutron-server[109803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 13:08:53.323379 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] No Port match for: fabf7e08-a848-405c-92e5-25188e2d772e {{(pid=109805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:08:53.323719 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Device fabf7e08-a848-405c-92e5-25188e2d772e not bound to the agent host dv-cinder-841644-1-iscsi {{(pid=109805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:08:53.324128 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Device 67c635f3-f97d-4526-8651-df417aa7ad66 no longer exists at agent ovs-agent-dv-cinder-841644-1-iscsi {{(pid=109805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:08:53.343361 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] No Port match for: 67c635f3-f97d-4526-8651-df417aa7ad66 {{(pid=109805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:08:53.343705 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Device 67c635f3-f97d-4526-8651-df417aa7ad66 not bound to the agent host dv-cinder-841644-1-iscsi {{(pid=109805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:08:53.344103 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Device 9eafc12b-6d7e-42e6-9434-9e7770277111 no longer exists at agent ovs-agent-dv-cinder-841644-1-iscsi {{(pid=109805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:08:53.365732 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] No Port match for: 9eafc12b-6d7e-42e6-9434-9e7770277111 {{(pid=109805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:08:53.366118 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Device 9eafc12b-6d7e-42e6-9434-9e7770277111 not bound to the agent host dv-cinder-841644-1-iscsi {{(pid=109805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:08:53.366355 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f3b421d5-d5af-4bf2-bcd2-a3d11f7b4718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1476655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621796'] for network (47253719-233c-4d4d-aa4a-846aeb595628), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:08:53.373347 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f3b421d5-d5af-4bf2-bcd2-a3d11f7b4718 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617456'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:08:53.376512 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-f3b421d5-d5af-4bf2-bcd2-a3d11f7b4718 admin admin] 10.222.0.49 "DELETE /v2.0/networks/47253719-233c-4d4d-aa4a-846aeb595628 HTTP/1.1" status: 204 len: 168 time: 0.5199075 May 13 13:08:53.393961 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b421d5-d5af-4bf2-bcd2-a3d11f7b4718 admin admin] Pushing event deleted for resources: {'Network': ['ID=47253719-233c-4d4d-aa4a-846aeb595628,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:08:53.582048 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 57188) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:08:53.621634 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-e714ebdb-0f85-4fca-823d-7ebe9f3e801d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d43e74ace585434482a887caf9d61c9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384049 May 13 13:08:53.623947 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 57190) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:08:53.671007 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-45eed0cd-fc16-4860-bef8-f9e5b85179c2 admin admin] Publish callbacks [] for security_group (72ad45ff-521c-4a97-a1d6-2340fb08e652), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:08:53.691491 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-45eed0cd-fc16-4860-bef8-f9e5b85179c2 admin admin] Publish callbacks [] for security_group (72ad45ff-521c-4a97-a1d6-2340fb08e652), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:08:53.741058 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-45eed0cd-fc16-4860-bef8-f9e5b85179c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (72ad45ff-521c-4a97-a1d6-2340fb08e652), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:08:53.743572 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-45eed0cd-fc16-4860-bef8-f9e5b85179c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:08:53.744810 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-45eed0cd-fc16-4860-bef8-f9e5b85179c2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/72ad45ff-521c-4a97-a1d6-2340fb08e652 HTTP/1.1" status: 204 len: 168 time: 0.1198473 May 13 13:08:53.752404 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45eed0cd-fc16-4860-bef8-f9e5b85179c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72ad45ff-521c-4a97-a1d6-2340fb08e652,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:08:54.052381 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 57196) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:08:54.093483 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-829ae3a7-3b6b-44d4-9e89-9767a848c924 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=db1b64f2b9184304978d2d3fffc1cbcd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0397785 May 13 13:08:54.095736 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 57198) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:08:54.142979 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3bdc33a5-378c-4506-87ba-8bc13c09214d admin admin] Publish callbacks [] for security_group (a39673a8-59d3-47e8-980a-f76041040038), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:08:54.165206 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3bdc33a5-378c-4506-87ba-8bc13c09214d admin admin] Publish callbacks [] for security_group (a39673a8-59d3-47e8-980a-f76041040038), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:08:54.211611 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3bdc33a5-378c-4506-87ba-8bc13c09214d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (a39673a8-59d3-47e8-980a-f76041040038), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:08:54.215379 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-3bdc33a5-378c-4506-87ba-8bc13c09214d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:08:54.216507 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-3bdc33a5-378c-4506-87ba-8bc13c09214d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a39673a8-59d3-47e8-980a-f76041040038 HTTP/1.1" status: 204 len: 168 time: 0.1198978 May 13 13:08:54.224296 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdc33a5-378c-4506-87ba-8bc13c09214d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a39673a8-59d3-47e8-980a-f76041040038,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:09:00.980680 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.agents_db [None req-04065fb1-5207-409b-a281-8f6301b2fc59 None None] Agent healthcheck: found 6 active agents {{(pid=109806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 13:09:11.495329 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-8e4de1f3-7315-4ff0-8d6b-0cb86e4245e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (12f7f474-a19f-4cf7-bcdf-b9ad7dbdd770), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:09:13.937096 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-64bc8edc-0419-4c92-87de-907a65e51242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (6d8a5631-9f63-444c-af3b-4dcce4842b62), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:09:15.106812 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-4a907869-afee-4d69-acd8-cccc744e537a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (d2cfa305-5f5a-49b3-8228-876061d7e1f6), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:09:16.772540 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-7baa8e58-cb75-431e-995b-6c55a6feb1d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (5f75012c-56a5-4b0a-a85c-97c3435c2a5d), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:09:17.877845 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (f7880a20-862d-46b4-8dd6-192b0a47d710), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:09:20.429642 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (202f7e15-8fd1-4d3b-a0cb-2b083dcecd1a), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:09:20.504583 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 57202) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:09:20.648605 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-6c479f90-2e0a-4bc2-bf43-5a407c2aec50 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Deleting port 0d236717-61f5-4ca4-bcd4-9385506b72d1 {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:09:20.648939 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-6c479f90-2e0a-4bc2-bf43-5a407c2aec50 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750967565572'] for port (0d236717-61f5-4ca4-bcd4-9385506b72d1), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:09:20.725439 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-6c479f90-2e0a-4bc2-bf43-5a407c2aec50 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624050'] for port (0d236717-61f5-4ca4-bcd4-9385506b72d1), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:09:20.725673 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-6c479f90-2e0a-4bc2-bf43-5a407c2aec50 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Publish callbacks [] for floatingip (0d236717-61f5-4ca4-bcd4-9385506b72d1), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:09:20.738165 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-6c479f90-2e0a-4bc2-bf43-5a407c2aec50 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Calling delete_port for 0d236717-61f5-4ca4-bcd4-9385506b72d1 owned by network:floatingip {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:09:20.880299 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-6c479f90-2e0a-4bc2-bf43-5a407c2aec50 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750967572628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750967062393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6007231'] for port (0d236717-61f5-4ca4-bcd4-9385506b72d1), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:09:20.905088 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c479f90-2e0a-4bc2-bf43-5a407c2aec50 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Pushing event deleted for resources: {'Port': ['ID=0d236717-61f5-4ca4-bcd4-9385506b72d1,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:09:20.967043 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-6c479f90-2e0a-4bc2-bf43-5a407c2aec50 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Publish callbacks [] for floatingip (e31987ba-1fa0-44dd-a9f0-0239f70e5fb5), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:09:20.967372 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.db.l3_db [None req-6c479f90-2e0a-4bc2-bf43-5a407c2aec50 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Floating IP e31987ba-1fa0-44dd-a9f0-0239f70e5fb5 disassociated (deleted). External IP: 172.27.3.126, port: 498fb071-20ff-4d6e-b0a8-f6eacf67a6f5. May 13 13:09:21.181226 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c479f90-2e0a-4bc2-bf43-5a407c2aec50 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Router 54a1ebfd-fd29-40b0-8359-a84254704864 has already been hosted by L3 agent 6d8a5631-9f63-444c-af3b-4dcce4842b62 {{(pid=109804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 13:09:21.290441 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c479f90-2e0a-4bc2-bf43-5a407c2aec50 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Notify agent at l3_agent.dv-cinder-841644-1-iscsi the message routers_updated {{(pid=109804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:09:21.295068 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-6c479f90-2e0a-4bc2-bf43-5a407c2aec50 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4290'] for floatingip (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:09:21.303152 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0725df41-3ca9-40a7-9489-a90ed36eb1df None None] Sync routers for ids ['54a1ebfd-fd29-40b0-8359-a84254704864'] in dv-cinder-841644-1-iscsi {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:09:21.313749 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0725df41-3ca9-40a7-9489-a90ed36eb1df None None] Routers {'54a1ebfd-fd29-40b0-8359-a84254704864'} bound to L3 agent in host dv-cinder-841644-1-iscsi {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:09:21.314360 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-0725df41-3ca9-40a7-9489-a90ed36eb1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841644-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T12:45:44Z,description=,heartbeat_timestamp=2022-05-13T13:09:14Z,host='dv-cinder-841644-1-iscsi',id=6d8a5631-9f63-444c-af3b-4dcce4842b62,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T12:45:44Z,topic='l3_agent')) {'router_ids': ['54a1ebfd-fd29-40b0-8359-a84254704864'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:09:21.325570 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-6c479f90-2e0a-4bc2-bf43-5a407c2aec50 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.49 "DELETE /v2.0/floatingips/e31987ba-1fa0-44dd-a9f0-0239f70e5fb5 HTTP/1.1" status: 204 len: 168 time: 0.8198574 May 13 13:09:21.326337 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c5f200f-f7a3-485e-959c-aaccf80da0c2', 'tag': '498fb071-20ff-4d6e-b0a8-f6eacf67a6f5'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:09:21.328555 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1b69bbfd011f85c3db934c4b22a349ffa5730c167d2456731e37bfe5d9c9e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db11b518-bb36-4657-a365-6aa0211e0ba2" -d '{"events": [{"name": "network-changed", "server_uuid": "9c5f200f-f7a3-485e-959c-aaccf80da0c2", "tag": "498fb071-20ff-4d6e-b0a8-f6eacf67a6f5"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:09:21.365484 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 13:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcf170be-8c5a-497a-9275-2e722be79cae x-openstack-request-id: req-fcf170be-8c5a-497a-9275-2e722be79cae {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:09:21.365826 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c5f200f-f7a3-485e-959c-aaccf80da0c2", "tag": "498fb071-20ff-4d6e-b0a8-f6eacf67a6f5", "status": "completed", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:09:21.366270 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fcf170be-8c5a-497a-9275-2e722be79cae {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:09:21.366896 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcf170be-8c5a-497a-9275-2e722be79cae'] response: {'name': 'network-changed', 'server_uuid': '9c5f200f-f7a3-485e-959c-aaccf80da0c2', 'tag': '498fb071-20ff-4d6e-b0a8-f6eacf67a6f5', 'status': 'completed', 'code': 200} May 13 13:09:21.433378 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-0725df41-3ca9-40a7-9489-a90ed36eb1df None None] Set router 54a1ebfd-fd29-40b0-8359-a84254704864 gateway port host: dv-cinder-841644-1-iscsi {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:09:21.471616 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db11b518-bb36-4657-a365-6aa0211e0ba2 req-335d77ec-4786-471b-959c-399c80c5e76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:09:21.473176 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-db11b518-bb36-4657-a365-6aa0211e0ba2 req-335d77ec-4786-471b-959c-399c80c5e76c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6a60c4cb84044c338d954f9a3ec8ef31&device_id=9c5f200f-f7a3-485e-959c-aaccf80da0c2 HTTP/1.1" status: 200 len: 1130 time: 0.0589809 May 13 13:09:21.560825 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347fe985-9a81-4b4f-8fd0-2fbfbe9cb037 req-1b62a64c-2d1c-4de0-ab2b-4a73251c819e tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:09:21.562356 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-347fe985-9a81-4b4f-8fd0-2fbfbe9cb037 req-1b62a64c-2d1c-4de0-ab2b-4a73251c819e tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c5f200f-f7a3-485e-959c-aaccf80da0c2 HTTP/1.1" status: 200 len: 946 time: 0.0501804 May 13 13:09:21.616254 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-347fe985-9a81-4b4f-8fd0-2fbfbe9cb037 req-4e30d34c-f58a-4aac-9e16-2e0dc3470c98 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.49 "GET /v2.0/security-groups?id=22d95977-7f18-4ee5-86c7-550f6ea7e358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482337 May 13 13:09:21.660404 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-0725df41-3ca9-40a7-9489-a90ed36eb1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54a1ebfd-fd29-40b0-8359-a84254704864', 'name': 'tempest-TestVolumeBootPattern-208780226-router', 'tenant_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '9820dea4-a7a6-46f6-a5e9-0610c7fa9ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:02:26Z', 'updated_at': '2022-05-13T13:02:30Z', 'revision_number': 4, 'project_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'gw_port': {'id': '9820dea4-a7a6-46f6-a5e9-0610c7fa9ee8', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a1ebfd-fd29-40b0-8359-a84254704864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:02:27Z', 'updated_at': '2022-05-13T13:02:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi', '_floatingips': [{'id': '6aa053ac-a54b-438b-8dad-566b2ca348d2', 'tenant_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'floating_ip_address': '172.27.3.233', 'floating_network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'router_id': '54a1ebfd-fd29-40b0-8359-a84254704864', 'port_id': 'f7c805ce-0b6a-4821-8d70-75759cd857d0', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1', 'mac_address': 'fa:16:3e:4f:f4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd034d8-2288-42d6-b22e-6a197d659ca0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:05:57Z', 'updated_at': '2022-05-13T13:05:59Z', 'revision_number': 1, 'project_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47946319-1c40-4d3c-8c85-413449fba33f', 'name': '', 'network_id': 'aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1', 'tenant_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'mac_address': 'fa:16:3e:d5:5b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a1ebfd-fd29-40b0-8359-a84254704864', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '580aedfc-8b47-4076-96d2-f68e5824303f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:02:29Z', 'updated_at': '2022-05-13T13:02:40Z', 'revision_number': 5, 'project_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'subnets': [{'id': '580aedfc-8b47-4076-96d2-f68e5824303f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841644-1-iscsi', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:09:21.687248 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0725df41-3ca9-40a7-9489-a90ed36eb1df None None] Checking router: 54a1ebfd-fd29-40b0-8359-a84254704864 for host: dv-cinder-841644-1-iscsi {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:09:21.695183 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0725df41-3ca9-40a7-9489-a90ed36eb1df None None] Routers {'54a1ebfd-fd29-40b0-8359-a84254704864'} bound to L3 agent in host dv-cinder-841644-1-iscsi {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:09:21.695784 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-0725df41-3ca9-40a7-9489-a90ed36eb1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841644-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T12:45:44Z,description=,heartbeat_timestamp=2022-05-13T13:09:14Z,host='dv-cinder-841644-1-iscsi',id=6d8a5631-9f63-444c-af3b-4dcce4842b62,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T12:45:44Z,topic='l3_agent')) {'router_ids': ['54a1ebfd-fd29-40b0-8359-a84254704864'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:09:21.804430 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-0725df41-3ca9-40a7-9489-a90ed36eb1df None None] Set router 54a1ebfd-fd29-40b0-8359-a84254704864 gateway port host: dv-cinder-841644-1-iscsi {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:09:22.027809 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-0725df41-3ca9-40a7-9489-a90ed36eb1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54a1ebfd-fd29-40b0-8359-a84254704864', 'name': 'tempest-TestVolumeBootPattern-208780226-router', 'tenant_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '9820dea4-a7a6-46f6-a5e9-0610c7fa9ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:02:26Z', 'updated_at': '2022-05-13T13:02:30Z', 'revision_number': 4, 'project_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'gw_port': {'id': '9820dea4-a7a6-46f6-a5e9-0610c7fa9ee8', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a1ebfd-fd29-40b0-8359-a84254704864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:02:27Z', 'updated_at': '2022-05-13T13:02:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi', '_floatingips': [{'id': '6aa053ac-a54b-438b-8dad-566b2ca348d2', 'tenant_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'floating_ip_address': '172.27.3.233', 'floating_network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'router_id': '54a1ebfd-fd29-40b0-8359-a84254704864', 'port_id': 'f7c805ce-0b6a-4821-8d70-75759cd857d0', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1', 'mac_address': 'fa:16:3e:4f:f4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd034d8-2288-42d6-b22e-6a197d659ca0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:05:57Z', 'updated_at': '2022-05-13T13:05:59Z', 'revision_number': 1, 'project_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47946319-1c40-4d3c-8c85-413449fba33f', 'name': '', 'network_id': 'aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1', 'tenant_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'mac_address': 'fa:16:3e:d5:5b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a1ebfd-fd29-40b0-8359-a84254704864', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '580aedfc-8b47-4076-96d2-f68e5824303f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:02:29Z', 'updated_at': '2022-05-13T13:02:40Z', 'revision_number': 5, 'project_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'subnets': [{'id': '580aedfc-8b47-4076-96d2-f68e5824303f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841644-1-iscsi', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:09:22.055608 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0725df41-3ca9-40a7-9489-a90ed36eb1df None None] The sync data for ids ['54a1ebfd-fd29-40b0-8359-a84254704864'] in dv-cinder-841644-1-iscsi is: [{'id': '54a1ebfd-fd29-40b0-8359-a84254704864', 'name': 'tempest-TestVolumeBootPattern-208780226-router', 'tenant_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '9820dea4-a7a6-46f6-a5e9-0610c7fa9ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:02:26Z', 'updated_at': '2022-05-13T13:02:30Z', 'revision_number': 4, 'project_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'gw_port': {'id': '9820dea4-a7a6-46f6-a5e9-0610c7fa9ee8', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a1ebfd-fd29-40b0-8359-a84254704864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:02:27Z', 'updated_at': '2022-05-13T13:02:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi', '_floatingips': [{'id': '6aa053ac-a54b-438b-8dad-566b2ca348d2', 'tenant_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'floating_ip_address': '172.27.3.233', 'floating_network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'router_id': '54a1ebfd-fd29-40b0-8359-a84254704864', 'port_id': 'f7c805ce-0b6a-4821-8d70-75759cd857d0', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1', 'mac_address': 'fa:16:3e:4f:f4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd034d8-2288-42d6-b22e-6a197d659ca0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:05:57Z', 'updated_at': '2022-05-13T13:05:59Z', 'revision_number': 1, 'project_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47946319-1c40-4d3c-8c85-413449fba33f', 'name': '', 'network_id': 'aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1', 'tenant_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'mac_address': 'fa:16:3e:d5:5b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a1ebfd-fd29-40b0-8359-a84254704864', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '580aedfc-8b47-4076-96d2-f68e5824303f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:02:29Z', 'updated_at': '2022-05-13T13:02:40Z', 'revision_number': 5, 'project_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'subnets': [{'id': '580aedfc-8b47-4076-96d2-f68e5824303f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:09:22.266663 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfc14eb-0857-4b3c-ad6d-5f7613b27ecf None None] New status for floating IP e31987ba-1fa0-44dd-a9f0-0239f70e5fb5: DOWN {{(pid=109806) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 13:09:22.731223 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e0001d-92bc-4133-93a3-dc9603a33edd req-330fb7c8-7a4d-43f4-ba6b-f09c58bd5644 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:09:22.732673 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-c2e0001d-92bc-4133-93a3-dc9603a33edd req-330fb7c8-7a4d-43f4-ba6b-f09c58bd5644 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c5f200f-f7a3-485e-959c-aaccf80da0c2 HTTP/1.1" status: 200 len: 946 time: 0.0467556 May 13 13:09:22.780366 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-c2e0001d-92bc-4133-93a3-dc9603a33edd req-5492f005-5d48-49b0-b8d3-99b8d416d6b7 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.49 "GET /v2.0/security-groups?id=22d95977-7f18-4ee5-86c7-550f6ea7e358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422153 May 13 13:09:22.877018 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db11b518-bb36-4657-a365-6aa0211e0ba2 req-038c0fef-bebe-45d4-951a-49ac2df9848b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:09:22.878448 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-db11b518-bb36-4657-a365-6aa0211e0ba2 req-038c0fef-bebe-45d4-951a-49ac2df9848b service neutron] 10.222.0.52 "GET /v2.0/networks?id=aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1 HTTP/1.1" status: 200 len: 912 time: 0.0863175 May 13 13:09:23.044732 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-db11b518-bb36-4657-a365-6aa0211e0ba2 req-26de9899-a6bf-4771-b649-fa9820a40488 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=498fb071-20ff-4d6e-b0a8-f6eacf67a6f5 HTTP/1.1" status: 200 len: 217 time: 0.0376127 May 13 13:09:23.093627 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db11b518-bb36-4657-a365-6aa0211e0ba2 req-b989614b-6b60-469f-9edd-c37a9ad51c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:09:23.095033 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-db11b518-bb36-4657-a365-6aa0211e0ba2 req-b989614b-6b60-469f-9edd-c37a9ad51c4f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=580aedfc-8b47-4076-96d2-f68e5824303f HTTP/1.1" status: 200 len: 850 time: 0.0441692 May 13 13:09:23.362557 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db11b518-bb36-4657-a365-6aa0211e0ba2 req-7ec21abe-48a1-4c9d-9db3-d795395a9a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:09:23.364501 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-db11b518-bb36-4657-a365-6aa0211e0ba2 req-7ec21abe-48a1-4c9d-9db3-d795395a9a2c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414925 May 13 13:09:23.460403 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-db11b518-bb36-4657-a365-6aa0211e0ba2 req-48391b64-0197-45fc-a376-9416fb9dcc37 service neutron] 10.222.0.52 "GET /v2.0/networks/aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865185 May 13 13:09:23.496124 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae2fae3-e8be-4b88-8492-2d737d24cdb4 req-a03c50bf-0b9f-443c-ac67-162b5b208694 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:09:23.497494 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-0ae2fae3-e8be-4b88-8492-2d737d24cdb4 req-a03c50bf-0b9f-443c-ac67-162b5b208694 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.52 "GET /v2.0/ports?device_id=9c5f200f-f7a3-485e-959c-aaccf80da0c2 HTTP/1.1" status: 200 len: 946 time: 0.0463476 May 13 13:09:23.553613 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-db11b518-bb36-4657-a365-6aa0211e0ba2 req-c796fd74-e9a9-4219-9615-f1c0480d7d41 service neutron] 10.222.0.52 "GET /v2.0/networks/aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870385 May 13 13:09:23.583808 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [req-0ae2fae3-e8be-4b88-8492-2d737d24cdb4 req-36fd1e26-67ca-453d-8f1d-d8dcc3abaae2 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Deleting port 498fb071-20ff-4d6e-b0a8-f6eacf67a6f5 {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:09:23.584312 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-0ae2fae3-e8be-4b88-8492-2d737d24cdb4 req-36fd1e26-67ca-453d-8f1d-d8dcc3abaae2 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750967565572'] for port (498fb071-20ff-4d6e-b0a8-f6eacf67a6f5), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:09:23.678566 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.db [req-0ae2fae3-e8be-4b88-8492-2d737d24cdb4 req-36fd1e26-67ca-453d-8f1d-d8dcc3abaae2 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] For port 498fb071-20ff-4d6e-b0a8-f6eacf67a6f5, host hv-cinder-84164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84164',level=0,port_id=498fb071-20ff-4d6e-b0a8-f6eacf67a6f5,segment=NetworkSegment(87a38a9b-76da-4b33-b09f-c49a89146602),segment_id=87a38a9b-76da-4b33-b09f-c49a89146602)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:09:23.678924 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-0ae2fae3-e8be-4b88-8492-2d737d24cdb4 req-36fd1e26-67ca-453d-8f1d-d8dcc3abaae2 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624050'] for port (498fb071-20ff-4d6e-b0a8-f6eacf67a6f5), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:09:23.691710 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [req-0ae2fae3-e8be-4b88-8492-2d737d24cdb4 req-36fd1e26-67ca-453d-8f1d-d8dcc3abaae2 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Calling delete_port for 498fb071-20ff-4d6e-b0a8-f6eacf67a6f5 owned by compute:nova {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:09:23.820047 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-0ae2fae3-e8be-4b88-8492-2d737d24cdb4 req-36fd1e26-67ca-453d-8f1d-d8dcc3abaae2 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750967572628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750967062393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6007231'] for port (498fb071-20ff-4d6e-b0a8-f6eacf67a6f5), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:09:23.850689 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fd1e26-67ca-453d-8f1d-d8dcc3abaae2 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Pushing event deleted for resources: {'Port': ['ID=498fb071-20ff-4d6e-b0a8-f6eacf67a6f5,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:09:23.904028 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-416cf1fe-b389-431a-b239-3dcc4c849eeb req-16d4ab3e-ed0a-4f6b-8ceb-088400c4fe41 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c5f200f-f7a3-485e-959c-aaccf80da0c2 HTTP/1.1" status: 200 len: 210 time: 0.0546923 May 13 13:09:23.921734 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ae2fae3-e8be-4b88-8492-2d737d24cdb4 req-36fd1e26-67ca-453d-8f1d-d8dcc3abaae2 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] No DVR routers for this DVR port 498fb071-20ff-4d6e-b0a8-f6eacf67a6f5 on host hv-cinder-84164 {{(pid=109804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 13:09:23.924310 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [req-0ae2fae3-e8be-4b88-8492-2d737d24cdb4 req-36fd1e26-67ca-453d-8f1d-d8dcc3abaae2 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4290'] for port (None), before_response {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:09:23.927704 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-0ae2fae3-e8be-4b88-8492-2d737d24cdb4 req-36fd1e26-67ca-453d-8f1d-d8dcc3abaae2 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.52 "DELETE /v2.0/ports/498fb071-20ff-4d6e-b0a8-f6eacf67a6f5 HTTP/1.1" status: 204 len: 173 time: 0.4246664 May 13 13:09:23.928155 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c5f200f-f7a3-485e-959c-aaccf80da0c2', 'name': 'network-vif-deleted', 'tag': '498fb071-20ff-4d6e-b0a8-f6eacf67a6f5'}] {{(pid=109804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:09:23.930383 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1b69bbfd011f85c3db934c4b22a349ffa5730c167d2456731e37bfe5d9c9e70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0c2a7b5-84ba-4112-b4ca-e0c809fc3c63" -d '{"events": [{"server_uuid": "9c5f200f-f7a3-485e-959c-aaccf80da0c2", "name": "network-vif-deleted", "tag": "498fb071-20ff-4d6e-b0a8-f6eacf67a6f5"}]}' {{(pid=109804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:09:23.972012 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 13:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d30ceb7-dd8d-4bce-b094-379df3c64c71 x-openstack-request-id: req-0d30ceb7-dd8d-4bce-b094-379df3c64c71 {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:09:23.972344 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c5f200f-f7a3-485e-959c-aaccf80da0c2", "name": "network-vif-deleted", "tag": "498fb071-20ff-4d6e-b0a8-f6eacf67a6f5", "status": "completed", "code": 200}]} {{(pid=109804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:09:23.972802 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0d30ceb7-dd8d-4bce-b094-379df3c64c71 {{(pid=109804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:09:23.973241 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d30ceb7-dd8d-4bce-b094-379df3c64c71'] response: {'server_uuid': '9c5f200f-f7a3-485e-959c-aaccf80da0c2', 'name': 'network-vif-deleted', 'tag': '498fb071-20ff-4d6e-b0a8-f6eacf67a6f5', 'status': 'completed', 'code': 200} May 13 13:09:26.930240 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Device 498fb071-20ff-4d6e-b0a8-f6eacf67a6f5 no longer exists at agent hyperv_hv-cinder-84164 {{(pid=109805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:09:26.950748 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] No Port match for: 498fb071-20ff-4d6e-b0a8-f6eacf67a6f5 {{(pid=109805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:09:26.951080 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Device 498fb071-20ff-4d6e-b0a8-f6eacf67a6f5 not bound to the agent host hv-cinder-84164 {{(pid=109805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:09:27.186571 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 57230) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:09:27.341284 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-79bd125b-3eac-4a1f-8352-709c194331cc tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Deleting port 55713cb0-9f67-43bd-b8d1-56f6bc82018c {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:09:27.342198 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-79bd125b-3eac-4a1f-8352-709c194331cc tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750967565572'] for port (55713cb0-9f67-43bd-b8d1-56f6bc82018c), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:09:27.423553 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-79bd125b-3eac-4a1f-8352-709c194331cc tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624050'] for port (55713cb0-9f67-43bd-b8d1-56f6bc82018c), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:09:27.423847 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-79bd125b-3eac-4a1f-8352-709c194331cc tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Publish callbacks [] for floatingip (55713cb0-9f67-43bd-b8d1-56f6bc82018c), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:09:27.436449 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-79bd125b-3eac-4a1f-8352-709c194331cc tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Calling delete_port for 55713cb0-9f67-43bd-b8d1-56f6bc82018c owned by network:floatingip {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:09:27.581824 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-79bd125b-3eac-4a1f-8352-709c194331cc tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750967572628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750967062393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6509865'] for port (55713cb0-9f67-43bd-b8d1-56f6bc82018c), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:09:27.608944 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bd125b-3eac-4a1f-8352-709c194331cc tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Pushing event deleted for resources: {'Port': ['ID=55713cb0-9f67-43bd-b8d1-56f6bc82018c,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:09:27.671241 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-79bd125b-3eac-4a1f-8352-709c194331cc tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Publish callbacks [] for floatingip (6aa053ac-a54b-438b-8dad-566b2ca348d2), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:09:27.671561 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.db.l3_db [None req-79bd125b-3eac-4a1f-8352-709c194331cc tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Floating IP 6aa053ac-a54b-438b-8dad-566b2ca348d2 disassociated (deleted). External IP: 172.27.3.233, port: f7c805ce-0b6a-4821-8d70-75759cd857d0. May 13 13:09:27.881656 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79bd125b-3eac-4a1f-8352-709c194331cc tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Router 54a1ebfd-fd29-40b0-8359-a84254704864 has already been hosted by L3 agent 6d8a5631-9f63-444c-af3b-4dcce4842b62 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 13:09:27.992256 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79bd125b-3eac-4a1f-8352-709c194331cc tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Notify agent at l3_agent.dv-cinder-841644-1-iscsi the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:09:27.997076 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-79bd125b-3eac-4a1f-8352-709c194331cc tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4290'] for floatingip (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:09:28.001817 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a89e1ab-5091-4b83-bbe3-57a9fc6abf8a None None] Sync routers for ids ['54a1ebfd-fd29-40b0-8359-a84254704864'] in dv-cinder-841644-1-iscsi {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:09:28.010951 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a89e1ab-5091-4b83-bbe3-57a9fc6abf8a None None] Routers {'54a1ebfd-fd29-40b0-8359-a84254704864'} bound to L3 agent in host dv-cinder-841644-1-iscsi {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:09:28.011559 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-9a89e1ab-5091-4b83-bbe3-57a9fc6abf8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841644-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T12:45:44Z,description=,heartbeat_timestamp=2022-05-13T13:09:14Z,host='dv-cinder-841644-1-iscsi',id=6d8a5631-9f63-444c-af3b-4dcce4842b62,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T12:45:44Z,topic='l3_agent')) {'router_ids': ['54a1ebfd-fd29-40b0-8359-a84254704864'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:09:28.026179 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-79bd125b-3eac-4a1f-8352-709c194331cc tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.49 "DELETE /v2.0/floatingips/6aa053ac-a54b-438b-8dad-566b2ca348d2 HTTP/1.1" status: 204 len: 168 time: 0.8385103 May 13 13:09:28.026761 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbd034d8-2288-42d6-b22e-6a197d659ca0', 'tag': 'f7c805ce-0b6a-4821-8d70-75759cd857d0'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:09:28.029717 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cdb7c774b4c64768c46a18a465ef1a15500a906a5d07d0e5a65b0b29d0c9ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99818d41-03df-4f85-88bf-58272c6ab5f8" -d '{"events": [{"name": "network-changed", "server_uuid": "fbd034d8-2288-42d6-b22e-6a197d659ca0", "tag": "f7c805ce-0b6a-4821-8d70-75759cd857d0"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:09:28.066380 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 13:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f341e453-72c3-4c7f-b78d-c02dfe0de16c x-openstack-request-id: req-f341e453-72c3-4c7f-b78d-c02dfe0de16c {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:09:28.066674 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbd034d8-2288-42d6-b22e-6a197d659ca0", "tag": "f7c805ce-0b6a-4821-8d70-75759cd857d0", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:09:28.066944 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f341e453-72c3-4c7f-b78d-c02dfe0de16c {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:09:28.067638 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f341e453-72c3-4c7f-b78d-c02dfe0de16c'] response: {'name': 'network-changed', 'server_uuid': 'fbd034d8-2288-42d6-b22e-6a197d659ca0', 'tag': 'f7c805ce-0b6a-4821-8d70-75759cd857d0', 'status': 'completed', 'code': 200} May 13 13:09:28.129813 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-9a89e1ab-5091-4b83-bbe3-57a9fc6abf8a None None] Set router 54a1ebfd-fd29-40b0-8359-a84254704864 gateway port host: dv-cinder-841644-1-iscsi {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:09:28.172480 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99818d41-03df-4f85-88bf-58272c6ab5f8 req-44816529-1cfb-4f0f-9885-fc5b1f459532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:09:28.175252 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-99818d41-03df-4f85-88bf-58272c6ab5f8 req-44816529-1cfb-4f0f-9885-fc5b1f459532 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6a60c4cb84044c338d954f9a3ec8ef31&device_id=fbd034d8-2288-42d6-b22e-6a197d659ca0 HTTP/1.1" status: 200 len: 1130 time: 0.0482912 May 13 13:09:28.347424 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-9a89e1ab-5091-4b83-bbe3-57a9fc6abf8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54a1ebfd-fd29-40b0-8359-a84254704864', 'name': 'tempest-TestVolumeBootPattern-208780226-router', 'tenant_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '9820dea4-a7a6-46f6-a5e9-0610c7fa9ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:02:26Z', 'updated_at': '2022-05-13T13:02:30Z', 'revision_number': 4, 'project_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'gw_port': {'id': '9820dea4-a7a6-46f6-a5e9-0610c7fa9ee8', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a1ebfd-fd29-40b0-8359-a84254704864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:02:27Z', 'updated_at': '2022-05-13T13:02:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi', '_interfaces': [{'id': '47946319-1c40-4d3c-8c85-413449fba33f', 'name': '', 'network_id': 'aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1', 'tenant_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'mac_address': 'fa:16:3e:d5:5b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a1ebfd-fd29-40b0-8359-a84254704864', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '580aedfc-8b47-4076-96d2-f68e5824303f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:02:29Z', 'updated_at': '2022-05-13T13:02:40Z', 'revision_number': 5, 'project_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'subnets': [{'id': '580aedfc-8b47-4076-96d2-f68e5824303f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841644-1-iscsi', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:09:28.380200 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a89e1ab-5091-4b83-bbe3-57a9fc6abf8a None None] Checking router: 54a1ebfd-fd29-40b0-8359-a84254704864 for host: dv-cinder-841644-1-iscsi {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:09:28.390883 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a89e1ab-5091-4b83-bbe3-57a9fc6abf8a None None] Routers {'54a1ebfd-fd29-40b0-8359-a84254704864'} bound to L3 agent in host dv-cinder-841644-1-iscsi {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:09:28.391539 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-9a89e1ab-5091-4b83-bbe3-57a9fc6abf8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841644-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T12:45:44Z,description=,heartbeat_timestamp=2022-05-13T13:09:14Z,host='dv-cinder-841644-1-iscsi',id=6d8a5631-9f63-444c-af3b-4dcce4842b62,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T12:45:44Z,topic='l3_agent')) {'router_ids': ['54a1ebfd-fd29-40b0-8359-a84254704864'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:09:28.500381 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f573f3e4-cdb5-412f-ac1b-dca6c51bebdf req-a9154ad8-47eb-4c3c-9cc9-580075b3c552 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:09:28.501930 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-f573f3e4-cdb5-412f-ac1b-dca6c51bebdf req-a9154ad8-47eb-4c3c-9cc9-580075b3c552 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbd034d8-2288-42d6-b22e-6a197d659ca0 HTTP/1.1" status: 200 len: 946 time: 0.2821081 May 13 13:09:28.507082 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-9a89e1ab-5091-4b83-bbe3-57a9fc6abf8a None None] Set router 54a1ebfd-fd29-40b0-8359-a84254704864 gateway port host: dv-cinder-841644-1-iscsi {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:09:28.558851 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-f573f3e4-cdb5-412f-ac1b-dca6c51bebdf req-43de52fe-daab-4c15-99e6-0bbc4702e814 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.49 "GET /v2.0/security-groups?id=22d95977-7f18-4ee5-86c7-550f6ea7e358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496225 May 13 13:09:28.732526 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-9a89e1ab-5091-4b83-bbe3-57a9fc6abf8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54a1ebfd-fd29-40b0-8359-a84254704864', 'name': 'tempest-TestVolumeBootPattern-208780226-router', 'tenant_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '9820dea4-a7a6-46f6-a5e9-0610c7fa9ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:02:26Z', 'updated_at': '2022-05-13T13:02:30Z', 'revision_number': 4, 'project_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'gw_port': {'id': '9820dea4-a7a6-46f6-a5e9-0610c7fa9ee8', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a1ebfd-fd29-40b0-8359-a84254704864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:02:27Z', 'updated_at': '2022-05-13T13:02:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi', '_interfaces': [{'id': '47946319-1c40-4d3c-8c85-413449fba33f', 'name': '', 'network_id': 'aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1', 'tenant_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'mac_address': 'fa:16:3e:d5:5b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a1ebfd-fd29-40b0-8359-a84254704864', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '580aedfc-8b47-4076-96d2-f68e5824303f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:02:29Z', 'updated_at': '2022-05-13T13:02:40Z', 'revision_number': 5, 'project_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'subnets': [{'id': '580aedfc-8b47-4076-96d2-f68e5824303f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841644-1-iscsi', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:09:28.770378 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a89e1ab-5091-4b83-bbe3-57a9fc6abf8a None None] The sync data for ids ['54a1ebfd-fd29-40b0-8359-a84254704864'] in dv-cinder-841644-1-iscsi is: [{'id': '54a1ebfd-fd29-40b0-8359-a84254704864', 'name': 'tempest-TestVolumeBootPattern-208780226-router', 'tenant_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '9820dea4-a7a6-46f6-a5e9-0610c7fa9ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:02:26Z', 'updated_at': '2022-05-13T13:02:30Z', 'revision_number': 4, 'project_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'gw_port': {'id': '9820dea4-a7a6-46f6-a5e9-0610c7fa9ee8', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a1ebfd-fd29-40b0-8359-a84254704864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:02:27Z', 'updated_at': '2022-05-13T13:02:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi', '_interfaces': [{'id': '47946319-1c40-4d3c-8c85-413449fba33f', 'name': '', 'network_id': 'aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1', 'tenant_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'mac_address': 'fa:16:3e:d5:5b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a1ebfd-fd29-40b0-8359-a84254704864', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '580aedfc-8b47-4076-96d2-f68e5824303f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:02:29Z', 'updated_at': '2022-05-13T13:02:40Z', 'revision_number': 5, 'project_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'subnets': [{'id': '580aedfc-8b47-4076-96d2-f68e5824303f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:09:29.019261 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5003d1-fc8c-4f77-b6bd-dd4bb76ed311 None None] New status for floating IP 6aa053ac-a54b-438b-8dad-566b2ca348d2: DOWN {{(pid=109806) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 13:09:29.604942 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99818d41-03df-4f85-88bf-58272c6ab5f8 req-172584fd-6bab-42ff-95dc-d1f7cb46e85c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:09:29.606453 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-99818d41-03df-4f85-88bf-58272c6ab5f8 req-172584fd-6bab-42ff-95dc-d1f7cb46e85c service neutron] 10.222.0.52 "GET /v2.0/networks?id=aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1 HTTP/1.1" status: 200 len: 912 time: 0.0879173 May 13 13:09:29.727682 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b8d287-1e6a-4504-a396-6903313f34e2 req-c8e85918-544d-4405-a62e-64c32ed0170e tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:09:29.729145 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-47b8d287-1e6a-4504-a396-6903313f34e2 req-c8e85918-544d-4405-a62e-64c32ed0170e tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbd034d8-2288-42d6-b22e-6a197d659ca0 HTTP/1.1" status: 200 len: 946 time: 0.1007631 May 13 13:09:29.778964 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-47b8d287-1e6a-4504-a396-6903313f34e2 req-9b961352-a735-4830-8c27-6002eba6bc3d tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.49 "GET /v2.0/security-groups?id=22d95977-7f18-4ee5-86c7-550f6ea7e358&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441191 May 13 13:09:29.792917 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-99818d41-03df-4f85-88bf-58272c6ab5f8 req-7f8026cb-76ca-4436-a07b-4e0cf85df6ad service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7c805ce-0b6a-4821-8d70-75759cd857d0 HTTP/1.1" status: 200 len: 217 time: 0.0359292 May 13 13:09:29.843762 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99818d41-03df-4f85-88bf-58272c6ab5f8 req-f239081a-4c2e-4216-8218-08ef17428f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:09:29.845109 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-99818d41-03df-4f85-88bf-58272c6ab5f8 req-f239081a-4c2e-4216-8218-08ef17428f51 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=580aedfc-8b47-4076-96d2-f68e5824303f HTTP/1.1" status: 200 len: 850 time: 0.0459762 May 13 13:09:30.063245 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99818d41-03df-4f85-88bf-58272c6ab5f8 req-f8ff4cc0-a24e-4a3a-86df-5fae3e94ee0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:09:30.064733 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-99818d41-03df-4f85-88bf-58272c6ab5f8 req-f8ff4cc0-a24e-4a3a-86df-5fae3e94ee0c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404325 May 13 13:09:30.173476 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-99818d41-03df-4f85-88bf-58272c6ab5f8 req-3f851b12-0baa-4860-99de-1445e87b450e service neutron] 10.222.0.52 "GET /v2.0/networks/aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912580 May 13 13:09:30.196925 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1236092a-9807-48f3-9a68-a78ca6e2ee58 req-620883d8-0285-41dc-a171-5cf4e6d864c1 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:09:30.198383 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-1236092a-9807-48f3-9a68-a78ca6e2ee58 req-620883d8-0285-41dc-a171-5cf4e6d864c1 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbd034d8-2288-42d6-b22e-6a197d659ca0 HTTP/1.1" status: 200 len: 946 time: 0.0471001 May 13 13:09:30.271558 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [req-99818d41-03df-4f85-88bf-58272c6ab5f8 req-1d80469b-d018-42f7-b76e-9016178f2db6 service neutron] 10.222.0.52 "GET /v2.0/networks/aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920789 May 13 13:09:30.287064 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-1236092a-9807-48f3-9a68-a78ca6e2ee58 req-2aeaa26f-acd1-4c55-a506-8d2d9c87be4e tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Deleting port f7c805ce-0b6a-4821-8d70-75759cd857d0 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:09:30.287401 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-1236092a-9807-48f3-9a68-a78ca6e2ee58 req-2aeaa26f-acd1-4c55-a506-8d2d9c87be4e tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750967565572'] for port (f7c805ce-0b6a-4821-8d70-75759cd857d0), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:09:30.374227 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.db [req-1236092a-9807-48f3-9a68-a78ca6e2ee58 req-2aeaa26f-acd1-4c55-a506-8d2d9c87be4e tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] For port f7c805ce-0b6a-4821-8d70-75759cd857d0, host hv-cinder-84164, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84164',level=0,port_id=f7c805ce-0b6a-4821-8d70-75759cd857d0,segment=NetworkSegment(87a38a9b-76da-4b33-b09f-c49a89146602),segment_id=87a38a9b-76da-4b33-b09f-c49a89146602)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:09:30.374576 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-1236092a-9807-48f3-9a68-a78ca6e2ee58 req-2aeaa26f-acd1-4c55-a506-8d2d9c87be4e tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624050'] for port (f7c805ce-0b6a-4821-8d70-75759cd857d0), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:09:30.391353 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [req-1236092a-9807-48f3-9a68-a78ca6e2ee58 req-2aeaa26f-acd1-4c55-a506-8d2d9c87be4e tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Calling delete_port for f7c805ce-0b6a-4821-8d70-75759cd857d0 owned by compute:nova {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:09:30.514190 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-1236092a-9807-48f3-9a68-a78ca6e2ee58 req-2aeaa26f-acd1-4c55-a506-8d2d9c87be4e tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750967572628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750967062393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6509865'] for port (f7c805ce-0b6a-4821-8d70-75759cd857d0), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:09:30.542098 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeaa26f-acd1-4c55-a506-8d2d9c87be4e tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Pushing event deleted for resources: {'Port': ['ID=f7c805ce-0b6a-4821-8d70-75759cd857d0,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:09:30.590131 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [req-1236092a-9807-48f3-9a68-a78ca6e2ee58 req-2aeaa26f-acd1-4c55-a506-8d2d9c87be4e tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] No DVR routers for this DVR port f7c805ce-0b6a-4821-8d70-75759cd857d0 on host hv-cinder-84164 {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 13:09:30.592744 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [req-1236092a-9807-48f3-9a68-a78ca6e2ee58 req-2aeaa26f-acd1-4c55-a506-8d2d9c87be4e tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4290'] for port (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:09:30.596000 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-1236092a-9807-48f3-9a68-a78ca6e2ee58 req-2aeaa26f-acd1-4c55-a506-8d2d9c87be4e tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.52 "DELETE /v2.0/ports/f7c805ce-0b6a-4821-8d70-75759cd857d0 HTTP/1.1" status: 204 len: 173 time: 0.3910027 May 13 13:09:30.596431 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbd034d8-2288-42d6-b22e-6a197d659ca0', 'name': 'network-vif-deleted', 'tag': 'f7c805ce-0b6a-4821-8d70-75759cd857d0'}] {{(pid=109803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:09:30.598655 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cdb7c774b4c64768c46a18a465ef1a15500a906a5d07d0e5a65b0b29d0c9ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1517d18-ca03-4add-b0bb-097e1a5efa60" -d '{"events": [{"server_uuid": "fbd034d8-2288-42d6-b22e-6a197d659ca0", "name": "network-vif-deleted", "tag": "f7c805ce-0b6a-4821-8d70-75759cd857d0"}]}' {{(pid=109803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:09:30.633999 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 13:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52a11cec-a772-4227-b2a4-ba4d1786bac8 x-openstack-request-id: req-52a11cec-a772-4227-b2a4-ba4d1786bac8 {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:09:30.634287 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbd034d8-2288-42d6-b22e-6a197d659ca0", "name": "network-vif-deleted", "tag": "f7c805ce-0b6a-4821-8d70-75759cd857d0", "status": "completed", "code": 200}]} {{(pid=109803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:09:30.634536 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-52a11cec-a772-4227-b2a4-ba4d1786bac8 {{(pid=109803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:09:30.634998 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52a11cec-a772-4227-b2a4-ba4d1786bac8'] response: {'server_uuid': 'fbd034d8-2288-42d6-b22e-6a197d659ca0', 'name': 'network-vif-deleted', 'tag': 'f7c805ce-0b6a-4821-8d70-75759cd857d0', 'status': 'completed', 'code': 200} May 13 13:09:30.877411 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [req-873c618d-992b-4c4e-8ae6-3cf9c718237e req-1527bb74-0612-4a52-b013-0954ad613024 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbd034d8-2288-42d6-b22e-6a197d659ca0 HTTP/1.1" status: 200 len: 210 time: 0.0305989 May 13 13:09:31.937453 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 57250) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:09:32.052491 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-ab9de894-e41f-43cd-8525-6aef2005700b tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Deleting port 90bc9388-55ad-4b7d-be5f-59c7859017c1 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:09:32.052828 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ab9de894-e41f-43cd-8525-6aef2005700b tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750967565572'] for port (90bc9388-55ad-4b7d-be5f-59c7859017c1), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:09:32.130072 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ab9de894-e41f-43cd-8525-6aef2005700b tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624050'] for port (90bc9388-55ad-4b7d-be5f-59c7859017c1), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:09:32.130391 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ab9de894-e41f-43cd-8525-6aef2005700b tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Publish callbacks [] for floatingip (90bc9388-55ad-4b7d-be5f-59c7859017c1), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:09:32.142821 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-ab9de894-e41f-43cd-8525-6aef2005700b tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Calling delete_port for 90bc9388-55ad-4b7d-be5f-59c7859017c1 owned by network:floatingip {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:09:32.268599 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ab9de894-e41f-43cd-8525-6aef2005700b tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750967572628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750967062393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6509865'] for port (90bc9388-55ad-4b7d-be5f-59c7859017c1), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:09:32.297340 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9de894-e41f-43cd-8525-6aef2005700b tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Pushing event deleted for resources: {'Port': ['ID=90bc9388-55ad-4b7d-be5f-59c7859017c1,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:09:32.358611 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ab9de894-e41f-43cd-8525-6aef2005700b tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Publish callbacks [] for floatingip (d7e635b5-e748-47b0-8216-f94762882f41), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:09:32.361570 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-ab9de894-e41f-43cd-8525-6aef2005700b tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4290'] for floatingip (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:09:32.362711 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-ab9de894-e41f-43cd-8525-6aef2005700b tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.49 "DELETE /v2.0/floatingips/d7e635b5-e748-47b0-8216-f94762882f41 HTTP/1.1" status: 204 len: 168 time: 0.4242609 May 13 13:09:33.555834 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 57262) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:09:33.611772 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-cb30f0fa-257e-48ac-af98-87df851be128 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Publish callbacks [] for security_group (22d95977-7f18-4ee5-86c7-550f6ea7e358), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:09:33.636625 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-cb30f0fa-257e-48ac-af98-87df851be128 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Publish callbacks [] for security_group (22d95977-7f18-4ee5-86c7-550f6ea7e358), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:09:33.700292 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-cb30f0fa-257e-48ac-af98-87df851be128 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (22d95977-7f18-4ee5-86c7-550f6ea7e358), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:09:33.703020 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-cb30f0fa-257e-48ac-af98-87df851be128 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:09:33.704154 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-cb30f0fa-257e-48ac-af98-87df851be128 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] 10.222.0.49 "DELETE /v2.0/security-groups/22d95977-7f18-4ee5-86c7-550f6ea7e358 HTTP/1.1" status: 204 len: 168 time: 0.1473589 May 13 13:09:33.713259 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb30f0fa-257e-48ac-af98-87df851be128 tempest-TestVolumeBootPattern-1354158425 tempest-TestVolumeBootPattern-1354158425-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22d95977-7f18-4ee5-86c7-550f6ea7e358,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:09:33.763253 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 57266) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:09:34.439715 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fcfda325-6f5b-43ab-aeac-f1c14fdbd063 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1623844'] for router_interface (54a1ebfd-fd29-40b0-8359-a84254704864), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:09:34.667313 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-fcfda325-6f5b-43ab-aeac-f1c14fdbd063 admin admin] Deleting port 47946319-1c40-4d3c-8c85-413449fba33f {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:09:34.668011 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fcfda325-6f5b-43ab-aeac-f1c14fdbd063 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750967565572'] for port (47946319-1c40-4d3c-8c85-413449fba33f), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:09:34.747475 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-fcfda325-6f5b-43ab-aeac-f1c14fdbd063 admin admin] For port 47946319-1c40-4d3c-8c85-413449fba33f, host dv-cinder-841644-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841644-1-iscsi',level=0,port_id=47946319-1c40-4d3c-8c85-413449fba33f,segment=NetworkSegment(87a38a9b-76da-4b33-b09f-c49a89146602),segment_id=87a38a9b-76da-4b33-b09f-c49a89146602)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:09:34.747743 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fcfda325-6f5b-43ab-aeac-f1c14fdbd063 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624050'] for port (47946319-1c40-4d3c-8c85-413449fba33f), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:09:34.760936 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-fcfda325-6f5b-43ab-aeac-f1c14fdbd063 admin admin] Calling delete_port for 47946319-1c40-4d3c-8c85-413449fba33f owned by network:router_interface {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:09:34.938138 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fcfda325-6f5b-43ab-aeac-f1c14fdbd063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750967572628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750967062393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6509865'] for port (47946319-1c40-4d3c-8c85-413449fba33f), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:09:34.963717 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfda325-6f5b-43ab-aeac-f1c14fdbd063 admin admin] Pushing event deleted for resources: {'Port': ['ID=47946319-1c40-4d3c-8c85-413449fba33f,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:09:34.968433 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Device f7c805ce-0b6a-4821-8d70-75759cd857d0 no longer exists at agent hyperv_hv-cinder-84164 {{(pid=109805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:09:34.992710 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] No Port match for: f7c805ce-0b6a-4821-8d70-75759cd857d0 {{(pid=109805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:09:34.993087 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Device f7c805ce-0b6a-4821-8d70-75759cd857d0 not bound to the agent host hv-cinder-84164 {{(pid=109805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:09:35.141852 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-fcfda325-6f5b-43ab-aeac-f1c14fdbd063 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1627437'] for router_interface (54a1ebfd-fd29-40b0-8359-a84254704864), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:09:35.370227 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcfda325-6f5b-43ab-aeac-f1c14fdbd063 admin admin] Router 54a1ebfd-fd29-40b0-8359-a84254704864 has already been hosted by L3 agent 6d8a5631-9f63-444c-af3b-4dcce4842b62 {{(pid=109803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 13:09:35.479441 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcfda325-6f5b-43ab-aeac-f1c14fdbd063 admin admin] Notify agent at l3_agent.dv-cinder-841644-1-iscsi the message routers_updated {{(pid=109803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:09:35.485235 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-fcfda325-6f5b-43ab-aeac-f1c14fdbd063 admin admin] 10.222.0.49 "PUT /v2.0/routers/54a1ebfd-fd29-40b0-8359-a84254704864/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7206335 May 13 13:09:35.487752 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 57270) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:09:35.492246 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02537b9-d432-4949-8d97-8e583ebad3f8 None None] Sync routers for ids ['54a1ebfd-fd29-40b0-8359-a84254704864'] in dv-cinder-841644-1-iscsi {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:09:35.501822 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02537b9-d432-4949-8d97-8e583ebad3f8 None None] Routers {'54a1ebfd-fd29-40b0-8359-a84254704864'} bound to L3 agent in host dv-cinder-841644-1-iscsi {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:09:35.502364 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-b02537b9-d432-4949-8d97-8e583ebad3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841644-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T12:45:44Z,description=,heartbeat_timestamp=2022-05-13T13:09:14Z,host='dv-cinder-841644-1-iscsi',id=6d8a5631-9f63-444c-af3b-4dcce4842b62,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T12:45:44Z,topic='l3_agent')) {'router_ids': ['54a1ebfd-fd29-40b0-8359-a84254704864'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:09:35.598184 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-130e9d0c-38ea-453c-9766-c1284f6bf2b3 admin admin] Publish callbacks [] for router (54a1ebfd-fd29-40b0-8359-a84254704864), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:09:35.610137 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-b02537b9-d432-4949-8d97-8e583ebad3f8 None None] Set router 54a1ebfd-fd29-40b0-8359-a84254704864 gateway port host: dv-cinder-841644-1-iscsi {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:09:35.707896 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-130e9d0c-38ea-453c-9766-c1284f6bf2b3 admin admin] Publish callbacks [] for router_gateway (54a1ebfd-fd29-40b0-8359-a84254704864), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:09:35.754981 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-130e9d0c-38ea-453c-9766-c1284f6bf2b3 admin admin] Deleting port 9820dea4-a7a6-46f6-a5e9-0610c7fa9ee8 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:09:35.755213 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-130e9d0c-38ea-453c-9766-c1284f6bf2b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750967565572'] for port (9820dea4-a7a6-46f6-a5e9-0610c7fa9ee8), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:09:35.833552 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-130e9d0c-38ea-453c-9766-c1284f6bf2b3 admin admin] For port 9820dea4-a7a6-46f6-a5e9-0610c7fa9ee8, host dv-cinder-841644-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841644-1-iscsi',level=0,port_id=9820dea4-a7a6-46f6-a5e9-0610c7fa9ee8,segment=NetworkSegment(2bcc8a2d-359a-4841-80fa-a53ce02b14f8),segment_id=2bcc8a2d-359a-4841-80fa-a53ce02b14f8)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:09:35.833905 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-130e9d0c-38ea-453c-9766-c1284f6bf2b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624050'] for port (9820dea4-a7a6-46f6-a5e9-0610c7fa9ee8), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:09:35.846581 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-130e9d0c-38ea-453c-9766-c1284f6bf2b3 admin admin] Calling delete_port for 9820dea4-a7a6-46f6-a5e9-0610c7fa9ee8 owned by network:router_gateway {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:09:35.914431 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-b02537b9-d432-4949-8d97-8e583ebad3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54a1ebfd-fd29-40b0-8359-a84254704864', 'name': 'tempest-TestVolumeBootPattern-208780226-router', 'tenant_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '9820dea4-a7a6-46f6-a5e9-0610c7fa9ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:02:26Z', 'updated_at': '2022-05-13T13:09:34Z', 'revision_number': 5, 'project_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'gw_port': {'id': '9820dea4-a7a6-46f6-a5e9-0610c7fa9ee8', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a1ebfd-fd29-40b0-8359-a84254704864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:02:27Z', 'updated_at': '2022-05-13T13:02:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi'}], 'dv-cinder-841644-1-iscsi', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:09:35.941350 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02537b9-d432-4949-8d97-8e583ebad3f8 None None] Checking router: 54a1ebfd-fd29-40b0-8359-a84254704864 for host: dv-cinder-841644-1-iscsi {{(pid=109805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:09:35.949555 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02537b9-d432-4949-8d97-8e583ebad3f8 None None] Routers {'54a1ebfd-fd29-40b0-8359-a84254704864'} bound to L3 agent in host dv-cinder-841644-1-iscsi {{(pid=109805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:09:35.950161 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-b02537b9-d432-4949-8d97-8e583ebad3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841644-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T12:45:44Z,description=,heartbeat_timestamp=2022-05-13T13:09:14Z,host='dv-cinder-841644-1-iscsi',id=6d8a5631-9f63-444c-af3b-4dcce4842b62,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T12:45:44Z,topic='l3_agent')) {'router_ids': ['54a1ebfd-fd29-40b0-8359-a84254704864'], 'active': True} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:09:36.015789 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-130e9d0c-38ea-453c-9766-c1284f6bf2b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750967572628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750967062393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6509865'] for port (9820dea4-a7a6-46f6-a5e9-0610c7fa9ee8), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:09:36.041051 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvr_db [None req-b02537b9-d432-4949-8d97-8e583ebad3f8 None None] Set router 54a1ebfd-fd29-40b0-8359-a84254704864 gateway port host: None {{(pid=109805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:09:36.046120 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130e9d0c-38ea-453c-9766-c1284f6bf2b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=9820dea4-a7a6-46f6-a5e9-0610c7fa9ee8,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:09:36.097640 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_hamode_db [None req-b02537b9-d432-4949-8d97-8e583ebad3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54a1ebfd-fd29-40b0-8359-a84254704864', 'name': 'tempest-TestVolumeBootPattern-208780226-router', 'tenant_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:02:26Z', 'updated_at': '2022-05-13T13:09:35Z', 'revision_number': 6, 'project_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'gw_port_host': None}], 'dv-cinder-841644-1-iscsi', False) {} {{(pid=109805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:09:36.105296 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-130e9d0c-38ea-453c-9766-c1284f6bf2b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619274'] for router_gateway (54a1ebfd-fd29-40b0-8359-a84254704864), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:09:36.126138 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02537b9-d432-4949-8d97-8e583ebad3f8 None None] The sync data for ids ['54a1ebfd-fd29-40b0-8359-a84254704864'] in dv-cinder-841644-1-iscsi is: [{'id': '54a1ebfd-fd29-40b0-8359-a84254704864', 'name': 'tempest-TestVolumeBootPattern-208780226-router', 'tenant_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:02:26Z', 'updated_at': '2022-05-13T13:09:35Z', 'revision_number': 6, 'project_id': '6a60c4cb84044c338d954f9a3ec8ef31', 'gw_port_host': None}] {{(pid=109805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:09:36.197903 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-130e9d0c-38ea-453c-9766-c1284f6bf2b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-438150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9657'] for router (54a1ebfd-fd29-40b0-8359-a84254704864), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:09:36.200164 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-130e9d0c-38ea-453c-9766-c1284f6bf2b3 admin admin] Publish callbacks [] for router_controller (54a1ebfd-fd29-40b0-8359-a84254704864), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:09:36.245197 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-130e9d0c-38ea-453c-9766-c1284f6bf2b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-438173'] for router (54a1ebfd-fd29-40b0-8359-a84254704864), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:09:36.245732 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-130e9d0c-38ea-453c-9766-c1284f6bf2b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 54a1ebfd-fd29-40b0-8359-a84254704864 {{(pid=109803) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 13 13:09:36.250479 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-130e9d0c-38ea-453c-9766-c1284f6bf2b3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:09:36.251601 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-130e9d0c-38ea-453c-9766-c1284f6bf2b3 admin admin] 10.222.0.49 "DELETE /v2.0/routers/54a1ebfd-fd29-40b0-8359-a84254704864 HTTP/1.1" status: 204 len: 168 time: 0.7623334 May 13 13:09:36.254151 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 57272) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:09:36.298108 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc7c976e-9eee-456b-936f-75b64013aaac admin admin] Deleting subnet 580aedfc-8b47-4076-96d2-f68e5824303f {{(pid=109803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 13 13:09:36.301005 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-bc7c976e-9eee-456b-936f-75b64013aaac admin admin] Publish callbacks [] for subnet (580aedfc-8b47-4076-96d2-f68e5824303f), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:09:36.334527 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-bc7c976e-9eee-456b-936f-75b64013aaac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6506723'] for subnet (580aedfc-8b47-4076-96d2-f68e5824303f), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:09:36.413023 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-bc7c976e-9eee-456b-936f-75b64013aaac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1488813'] for subnet (580aedfc-8b47-4076-96d2-f68e5824303f), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:09:36.465522 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-bc7c976e-9eee-456b-936f-75b64013aaac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6509854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5762263'] for subnet (580aedfc-8b47-4076-96d2-f68e5824303f), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:09:36.491480 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7c976e-9eee-456b-936f-75b64013aaac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=580aedfc-8b47-4076-96d2-f68e5824303f,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:09:36.495231 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-bc7c976e-9eee-456b-936f-75b64013aaac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617456'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:09:36.501402 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-bc7c976e-9eee-456b-936f-75b64013aaac admin admin] 10.222.0.49 "DELETE /v2.0/subnets/580aedfc-8b47-4076-96d2-f68e5824303f HTTP/1.1" status: 204 len: 168 time: 0.2437711 May 13 13:09:36.501560 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 57274) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:09:36.502230 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da9287c-92d4-4928-ac00-699048b10941 None None] Network aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1 requested from dv-cinder-841644-1-iscsi {{(pid=109805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:09:36.572681 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a768dd54-cfd3-43ab-800b-91656d58d7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1355768'] for network (aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:09:36.621756 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-a768dd54-cfd3-43ab-800b-91656d58d7c5 admin admin] Deleting port 440403de-ccf6-4924-b86f-b26fa81544a8 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:09:36.622087 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a768dd54-cfd3-43ab-800b-91656d58d7c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750967565572'] for port (440403de-ccf6-4924-b86f-b26fa81544a8), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:09:36.684373 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-a768dd54-cfd3-43ab-800b-91656d58d7c5 admin admin] For port 440403de-ccf6-4924-b86f-b26fa81544a8, host dv-cinder-841644-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841644-1-iscsi',level=0,port_id=440403de-ccf6-4924-b86f-b26fa81544a8,segment=NetworkSegment(87a38a9b-76da-4b33-b09f-c49a89146602),segment_id=87a38a9b-76da-4b33-b09f-c49a89146602)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:09:36.684727 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a768dd54-cfd3-43ab-800b-91656d58d7c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624050'] for port (440403de-ccf6-4924-b86f-b26fa81544a8), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:09:36.697968 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-a768dd54-cfd3-43ab-800b-91656d58d7c5 admin admin] Calling delete_port for 440403de-ccf6-4924-b86f-b26fa81544a8 owned by network:dhcp {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:09:36.776428 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a768dd54-cfd3-43ab-800b-91656d58d7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750967572628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750967062393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6509865'] for port (440403de-ccf6-4924-b86f-b26fa81544a8), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:09:36.807194 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a768dd54-cfd3-43ab-800b-91656d58d7c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=440403de-ccf6-4924-b86f-b26fa81544a8,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:09:36.808958 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a768dd54-cfd3-43ab-800b-91656d58d7c5 admin admin] No DVR routers for this DVR port 440403de-ccf6-4924-b86f-b26fa81544a8 on host dv-cinder-841644-1-iscsi {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 13:09:36.884302 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a768dd54-cfd3-43ab-800b-91656d58d7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1476694', 'neutron.services.segments.db._delete_segments_for_network-8750967377201'] for network (aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:09:36.904650 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ff9a19-89ee-4328-8880-be7ed6fe8bae None None] DHCP port deletion for aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1 request from dv-cinder-841644-1-iscsi {{(pid=109805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 13 13:09:36.910970 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.services.segments.db [None req-a768dd54-cfd3-43ab-800b-91656d58d7c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1']}} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:09:36.923798 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.services.segments.db [None req-a768dd54-cfd3-43ab-800b-91656d58d7c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87a38a9b-76da-4b33-b09f-c49a89146602') {'for_net_delete': True} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:09:36.924091 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.services.segments.db [None req-a768dd54-cfd3-43ab-800b-91656d58d7c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87a38a9b-76da-4b33-b09f-c49a89146602') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:09:36.937325 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a768dd54-cfd3-43ab-800b-91656d58d7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750967377722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6506520'] for segment (87a38a9b-76da-4b33-b09f-c49a89146602), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:09:36.950117 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a768dd54-cfd3-43ab-800b-91656d58d7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488896'] for segment (87a38a9b-76da-4b33-b09f-c49a89146602), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:09:36.956309 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a768dd54-cfd3-43ab-800b-91656d58d7c5 admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=109803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 13:09:36.956685 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a768dd54-cfd3-43ab-800b-91656d58d7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6509940'] for segment (87a38a9b-76da-4b33-b09f-c49a89146602), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:09:36.958367 dv-cinder-841644-1-iscsi neutron-server[109803]: Traceback (most recent call last): May 13 13:09:36.958367 dv-cinder-841644-1-iscsi neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 13:09:36.958367 dv-cinder-841644-1-iscsi neutron-server[109803]: timer() May 13 13:09:36.958367 dv-cinder-841644-1-iscsi neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 13:09:36.958367 dv-cinder-841644-1-iscsi neutron-server[109803]: cb(*args, **kw) May 13 13:09:36.958367 dv-cinder-841644-1-iscsi neutron-server[109803]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 13 13:09:36.958367 dv-cinder-841644-1-iscsi neutron-server[109803]: return func(*args, **kwargs) May 13 13:09:36.958367 dv-cinder-841644-1-iscsi neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 13:09:36.958367 dv-cinder-841644-1-iscsi neutron-server[109803]: self._notify() May 13 13:09:36.958367 dv-cinder-841644-1-iscsi neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 13:09:36.958367 dv-cinder-841644-1-iscsi neutron-server[109803]: self.callback(batched_events) May 13 13:09:36.958367 dv-cinder-841644-1-iscsi neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 13:09:36.958367 dv-cinder-841644-1-iscsi neutron-server[109803]: event.method(event) May 13 13:09:36.958367 dv-cinder-841644-1-iscsi neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 13 13:09:36.958367 dv-cinder-841644-1-iscsi neutron-server[109803]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 13:09:36.958367 dv-cinder-841644-1-iscsi neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 13 13:09:36.958367 dv-cinder-841644-1-iscsi neutron-server[109803]: aggregate_uuid = self.p_client.list_aggregates( May 13 13:09:36.958367 dv-cinder-841644-1-iscsi neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 13 13:09:36.958367 dv-cinder-841644-1-iscsi neutron-server[109803]: return f(self, *a, **k) May 13 13:09:36.958367 dv-cinder-841644-1-iscsi neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 13 13:09:36.958367 dv-cinder-841644-1-iscsi neutron-server[109803]: return self._get(url).json() May 13 13:09:36.958367 dv-cinder-841644-1-iscsi neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 13 13:09:36.958367 dv-cinder-841644-1-iscsi neutron-server[109803]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 13:09:36.958367 dv-cinder-841644-1-iscsi neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 13:09:36.958367 dv-cinder-841644-1-iscsi neutron-server[109803]: return self.request(url, 'GET', **kwargs) May 13 13:09:36.958367 dv-cinder-841644-1-iscsi neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 13:09:36.958367 dv-cinder-841644-1-iscsi neutron-server[109803]: base_url = self.get_endpoint(auth, allow=allow, May 13 13:09:36.958367 dv-cinder-841644-1-iscsi neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 13:09:36.958367 dv-cinder-841644-1-iscsi neutron-server[109803]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 13:09:36.958367 dv-cinder-841644-1-iscsi neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 13:09:36.958367 dv-cinder-841644-1-iscsi neutron-server[109803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 13:09:36.958367 dv-cinder-841644-1-iscsi neutron-server[109803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 13:09:37.012296 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a768dd54-cfd3-43ab-800b-91656d58d7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1476655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621796'] for network (aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:09:37.018277 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-a768dd54-cfd3-43ab-800b-91656d58d7c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617456'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:09:37.021816 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-a768dd54-cfd3-43ab-800b-91656d58d7c5 admin admin] 10.222.0.49 "DELETE /v2.0/networks/aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1 HTTP/1.1" status: 204 len: 168 time: 0.5193405 May 13 13:09:37.024955 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [-] (109804) accepted ('10.222.0.49', 57276) {{(pid=109804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:09:37.033423 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a768dd54-cfd3-43ab-800b-91656d58d7c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=aff18e0d-eb20-4ef6-a9a5-21ad8f6c2af1,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:09:37.307574 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Device 9820dea4-a7a6-46f6-a5e9-0610c7fa9ee8 no longer exists at agent ovs-agent-dv-cinder-841644-1-iscsi {{(pid=109805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:09:37.329533 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] No Port match for: 9820dea4-a7a6-46f6-a5e9-0610c7fa9ee8 {{(pid=109805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:09:37.329879 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Device 9820dea4-a7a6-46f6-a5e9-0610c7fa9ee8 not bound to the agent host dv-cinder-841644-1-iscsi {{(pid=109805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:09:37.330297 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Device 47946319-1c40-4d3c-8c85-413449fba33f no longer exists at agent ovs-agent-dv-cinder-841644-1-iscsi {{(pid=109805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:09:37.354810 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] No Port match for: 47946319-1c40-4d3c-8c85-413449fba33f {{(pid=109805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:09:37.355157 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Device 47946319-1c40-4d3c-8c85-413449fba33f not bound to the agent host dv-cinder-841644-1-iscsi {{(pid=109805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:09:37.355575 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Device 440403de-ccf6-4924-b86f-b26fa81544a8 no longer exists at agent ovs-agent-dv-cinder-841644-1-iscsi {{(pid=109805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:09:37.376821 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] No Port match for: 440403de-ccf6-4924-b86f-b26fa81544a8 {{(pid=109805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:09:37.377184 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Device 440403de-ccf6-4924-b86f-b26fa81544a8 not bound to the agent host dv-cinder-841644-1-iscsi {{(pid=109805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:09:37.619115 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b908ad4b-48a5-4007-9253-48c0344d8d64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1623844'] for router_interface (7cb29376-5460-4e6e-b802-9dae92af7ead), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:09:37.847929 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-b908ad4b-48a5-4007-9253-48c0344d8d64 admin admin] Deleting port 83ad9879-a6a0-451f-b5dc-3d33b4057c4c {{(pid=109804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:09:37.848258 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b908ad4b-48a5-4007-9253-48c0344d8d64 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750967565572'] for port (83ad9879-a6a0-451f-b5dc-3d33b4057c4c), before_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:09:37.928226 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.db [None req-b908ad4b-48a5-4007-9253-48c0344d8d64 admin admin] For port 83ad9879-a6a0-451f-b5dc-3d33b4057c4c, host dv-cinder-841644-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841644-1-iscsi',level=0,port_id=83ad9879-a6a0-451f-b5dc-3d33b4057c4c,segment=NetworkSegment(37b9d973-15e6-4a1b-8021-d91da8e96982),segment_id=37b9d973-15e6-4a1b-8021-d91da8e96982)] {{(pid=109804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:09:37.928583 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b908ad4b-48a5-4007-9253-48c0344d8d64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624050'] for port (83ad9879-a6a0-451f-b5dc-3d33b4057c4c), precommit_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:09:37.941449 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.plugins.ml2.plugin [None req-b908ad4b-48a5-4007-9253-48c0344d8d64 admin admin] Calling delete_port for 83ad9879-a6a0-451f-b5dc-3d33b4057c4c owned by network:router_interface {{(pid=109804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:09:37.979451 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.agents_db [None req-04065fb1-5207-409b-a281-8f6301b2fc59 None None] Agent healthcheck: found 6 active agents {{(pid=109806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 13:09:38.121841 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b908ad4b-48a5-4007-9253-48c0344d8d64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750967572628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750967062393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6007231'] for port (83ad9879-a6a0-451f-b5dc-3d33b4057c4c), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:09:38.147804 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b908ad4b-48a5-4007-9253-48c0344d8d64 admin admin] Pushing event deleted for resources: {'Port': ['ID=83ad9879-a6a0-451f-b5dc-3d33b4057c4c,revision_number=None']} {{(pid=109804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:09:38.319676 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron_lib.callbacks.manager [None req-b908ad4b-48a5-4007-9253-48c0344d8d64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1627437'] for router_interface (7cb29376-5460-4e6e-b802-9dae92af7ead), after_delete {{(pid=109804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:09:38.558522 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b908ad4b-48a5-4007-9253-48c0344d8d64 admin admin] Router 7cb29376-5460-4e6e-b802-9dae92af7ead has already been hosted by L3 agent 6d8a5631-9f63-444c-af3b-4dcce4842b62 {{(pid=109804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 13:09:38.670782 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b908ad4b-48a5-4007-9253-48c0344d8d64 admin admin] Notify agent at l3_agent.dv-cinder-841644-1-iscsi the message routers_updated {{(pid=109804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:09:38.675850 dv-cinder-841644-1-iscsi neutron-server[109804]: INFO neutron.wsgi [None req-b908ad4b-48a5-4007-9253-48c0344d8d64 admin admin] 10.222.0.49 "PUT /v2.0/routers/7cb29376-5460-4e6e-b802-9dae92af7ead/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6497438 May 13 13:09:38.678572 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 57278) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:09:38.679140 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3557cf-7863-4005-97c1-b8915c137b34 None None] Sync routers for ids ['7cb29376-5460-4e6e-b802-9dae92af7ead'] in dv-cinder-841644-1-iscsi {{(pid=109806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:09:38.689003 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3557cf-7863-4005-97c1-b8915c137b34 None None] Routers {'7cb29376-5460-4e6e-b802-9dae92af7ead'} bound to L3 agent in host dv-cinder-841644-1-iscsi {{(pid=109806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:09:38.689869 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_hamode_db [None req-9e3557cf-7863-4005-97c1-b8915c137b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841644-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T12:45:44Z,description=,heartbeat_timestamp=2022-05-13T13:09:14Z,host='dv-cinder-841644-1-iscsi',id=6d8a5631-9f63-444c-af3b-4dcce4842b62,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T12:45:44Z,topic='l3_agent')) {'router_ids': ['7cb29376-5460-4e6e-b802-9dae92af7ead'], 'active': True} {{(pid=109806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:09:38.788231 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-462e5fbc-6915-4cff-89cb-ae2a3faa268d admin admin] Publish callbacks [] for router (7cb29376-5460-4e6e-b802-9dae92af7ead), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:09:38.795265 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_dvr_db [None req-9e3557cf-7863-4005-97c1-b8915c137b34 None None] Set router 7cb29376-5460-4e6e-b802-9dae92af7ead gateway port host: dv-cinder-841644-1-iscsi {{(pid=109806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:09:38.893335 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-462e5fbc-6915-4cff-89cb-ae2a3faa268d admin admin] Publish callbacks [] for router_gateway (7cb29376-5460-4e6e-b802-9dae92af7ead), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:09:38.938032 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-462e5fbc-6915-4cff-89cb-ae2a3faa268d admin admin] Deleting port b9e2bb96-eb97-47c5-a64d-750f998e3f13 {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:09:38.938376 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-462e5fbc-6915-4cff-89cb-ae2a3faa268d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750967565572'] for port (b9e2bb96-eb97-47c5-a64d-750f998e3f13), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:09:38.964060 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_hamode_db [None req-9e3557cf-7863-4005-97c1-b8915c137b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cb29376-5460-4e6e-b802-9dae92af7ead', 'name': 'tempest-TestVolumeBootPattern-1258691854-router', 'tenant_id': '88d6b2ac259f40f1866c226155e61fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'external_fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'b9e2bb96-eb97-47c5-a64d-750f998e3f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:02:33Z', 'updated_at': '2022-05-13T13:09:38Z', 'revision_number': 5, 'project_id': '88d6b2ac259f40f1866c226155e61fff', 'gw_port': {'id': 'b9e2bb96-eb97-47c5-a64d-750f998e3f13', 'name': '', 'network_id': 'feab3964-f0b8-402e-905b-49af947bf732', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:5f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb29376-5460-4e6e-b802-9dae92af7ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '23e33d6a-fc94-4466-a994-b549e993d354', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841644-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:02:34Z', 'updated_at': '2022-05-13T13:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '23e33d6a-fc94-4466-a994-b549e993d354', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841644-1-iscsi'}], 'dv-cinder-841644-1-iscsi', False) {} {{(pid=109806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:09:38.993536 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3557cf-7863-4005-97c1-b8915c137b34 None None] Checking router: 7cb29376-5460-4e6e-b802-9dae92af7ead for host: dv-cinder-841644-1-iscsi {{(pid=109806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:09:39.002539 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3557cf-7863-4005-97c1-b8915c137b34 None None] Routers {'7cb29376-5460-4e6e-b802-9dae92af7ead'} bound to L3 agent in host dv-cinder-841644-1-iscsi {{(pid=109806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:09:39.003141 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_hamode_db [None req-9e3557cf-7863-4005-97c1-b8915c137b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841644-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T12:45:44Z,description=,heartbeat_timestamp=2022-05-13T13:09:14Z,host='dv-cinder-841644-1-iscsi',id=6d8a5631-9f63-444c-af3b-4dcce4842b62,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T12:45:44Z,topic='l3_agent')) {'router_ids': ['7cb29376-5460-4e6e-b802-9dae92af7ead'], 'active': True} {{(pid=109806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:09:39.020276 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-462e5fbc-6915-4cff-89cb-ae2a3faa268d admin admin] For port b9e2bb96-eb97-47c5-a64d-750f998e3f13, host dv-cinder-841644-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841644-1-iscsi',level=0,port_id=b9e2bb96-eb97-47c5-a64d-750f998e3f13,segment=NetworkSegment(2bcc8a2d-359a-4841-80fa-a53ce02b14f8),segment_id=2bcc8a2d-359a-4841-80fa-a53ce02b14f8)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:09:39.020637 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-462e5fbc-6915-4cff-89cb-ae2a3faa268d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624050'] for port (b9e2bb96-eb97-47c5-a64d-750f998e3f13), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:09:39.033304 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-462e5fbc-6915-4cff-89cb-ae2a3faa268d admin admin] Calling delete_port for b9e2bb96-eb97-47c5-a64d-750f998e3f13 owned by network:router_gateway {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:09:39.097292 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_dvr_db [None req-9e3557cf-7863-4005-97c1-b8915c137b34 None None] Set router 7cb29376-5460-4e6e-b802-9dae92af7ead gateway port host: None {{(pid=109806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:09:39.150029 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.l3_hamode_db [None req-9e3557cf-7863-4005-97c1-b8915c137b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cb29376-5460-4e6e-b802-9dae92af7ead', 'name': 'tempest-TestVolumeBootPattern-1258691854-router', 'tenant_id': '88d6b2ac259f40f1866c226155e61fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:02:33Z', 'updated_at': '2022-05-13T13:09:38Z', 'revision_number': 6, 'project_id': '88d6b2ac259f40f1866c226155e61fff', 'gw_port_host': None}], 'dv-cinder-841644-1-iscsi', False) {} {{(pid=109806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:09:39.181260 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3557cf-7863-4005-97c1-b8915c137b34 None None] The sync data for ids ['7cb29376-5460-4e6e-b802-9dae92af7ead'] in dv-cinder-841644-1-iscsi is: [{'id': '7cb29376-5460-4e6e-b802-9dae92af7ead', 'name': 'tempest-TestVolumeBootPattern-1258691854-router', 'tenant_id': '88d6b2ac259f40f1866c226155e61fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:02:33Z', 'updated_at': '2022-05-13T13:09:38Z', 'revision_number': 6, 'project_id': '88d6b2ac259f40f1866c226155e61fff', 'gw_port_host': None}] {{(pid=109806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:09:39.464145 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-462e5fbc-6915-4cff-89cb-ae2a3faa268d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750967572628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750967062393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6509865'] for port (b9e2bb96-eb97-47c5-a64d-750f998e3f13), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:09:39.487112 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462e5fbc-6915-4cff-89cb-ae2a3faa268d admin admin] Pushing event deleted for resources: {'Port': ['ID=b9e2bb96-eb97-47c5-a64d-750f998e3f13,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:09:39.555814 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-462e5fbc-6915-4cff-89cb-ae2a3faa268d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619274'] for router_gateway (7cb29376-5460-4e6e-b802-9dae92af7ead), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:09:39.658683 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-462e5fbc-6915-4cff-89cb-ae2a3faa268d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-438150', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9657'] for router (7cb29376-5460-4e6e-b802-9dae92af7ead), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:09:39.660942 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-462e5fbc-6915-4cff-89cb-ae2a3faa268d admin admin] Publish callbacks [] for router_controller (7cb29376-5460-4e6e-b802-9dae92af7ead), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:09:39.706176 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-462e5fbc-6915-4cff-89cb-ae2a3faa268d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-438173'] for router (7cb29376-5460-4e6e-b802-9dae92af7ead), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:09:39.706852 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-462e5fbc-6915-4cff-89cb-ae2a3faa268d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7cb29376-5460-4e6e-b802-9dae92af7ead {{(pid=109803) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 13 13:09:39.710930 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-462e5fbc-6915-4cff-89cb-ae2a3faa268d admin admin] Publish callbacks [] for router (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:09:39.711938 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-462e5fbc-6915-4cff-89cb-ae2a3faa268d admin admin] 10.222.0.49 "DELETE /v2.0/routers/7cb29376-5460-4e6e-b802-9dae92af7ead HTTP/1.1" status: 204 len: 168 time: 1.0324032 May 13 13:09:39.714650 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 57280) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:09:39.761248 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.db.db_base_plugin_v2 [None req-86156c2f-ffa2-4a17-a154-98b8e39e9c5f admin admin] Deleting subnet 3f878134-65af-45b6-b618-55048111a9b3 {{(pid=109803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 13 13:09:39.764827 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-86156c2f-ffa2-4a17-a154-98b8e39e9c5f admin admin] Publish callbacks [] for subnet (3f878134-65af-45b6-b618-55048111a9b3), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:09:39.804547 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-86156c2f-ffa2-4a17-a154-98b8e39e9c5f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6506723'] for subnet (3f878134-65af-45b6-b618-55048111a9b3), precommit_delete_associations {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:09:39.878866 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-86156c2f-ffa2-4a17-a154-98b8e39e9c5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1488813'] for subnet (3f878134-65af-45b6-b618-55048111a9b3), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:09:39.929544 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-86156c2f-ffa2-4a17-a154-98b8e39e9c5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1488802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6509854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5762263'] for subnet (3f878134-65af-45b6-b618-55048111a9b3), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:09:39.956711 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86156c2f-ffa2-4a17-a154-98b8e39e9c5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f878134-65af-45b6-b618-55048111a9b3,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:09:39.958661 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-86156c2f-ffa2-4a17-a154-98b8e39e9c5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617456'] for subnet (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:09:39.964065 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-86156c2f-ffa2-4a17-a154-98b8e39e9c5f admin admin] 10.222.0.49 "DELETE /v2.0/subnets/3f878134-65af-45b6-b618-55048111a9b3 HTTP/1.1" status: 204 len: 168 time: 0.2463105 May 13 13:09:39.964268 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Device 83ad9879-a6a0-451f-b5dc-3d33b4057c4c no longer exists at agent ovs-agent-dv-cinder-841644-1-iscsi {{(pid=109805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:09:39.964943 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 57282) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:09:39.998934 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a40bebdc-9a33-4574-8471-48198ae075c7 None None] Network f61285e8-436e-45fe-a0fb-e01adb84084d requested from dv-cinder-841644-1-iscsi {{(pid=109805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:09:40.001167 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] No Port match for: 83ad9879-a6a0-451f-b5dc-3d33b4057c4c {{(pid=109805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:09:40.001507 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Device 83ad9879-a6a0-451f-b5dc-3d33b4057c4c not bound to the agent host dv-cinder-841644-1-iscsi {{(pid=109805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:09:40.038252 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1d7d9db5-3a42-4174-86b3-60171cb5716f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1355768'] for network (f61285e8-436e-45fe-a0fb-e01adb84084d), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:09:40.084254 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-1d7d9db5-3a42-4174-86b3-60171cb5716f admin admin] Deleting port b37ffdf3-443e-44c9-b1ef-dae5457b4f7e {{(pid=109803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:09:40.084591 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1d7d9db5-3a42-4174-86b3-60171cb5716f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750967565572'] for port (b37ffdf3-443e-44c9-b1ef-dae5457b4f7e), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:09:40.150163 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.db [None req-1d7d9db5-3a42-4174-86b3-60171cb5716f admin admin] For port b37ffdf3-443e-44c9-b1ef-dae5457b4f7e, host dv-cinder-841644-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841644-1-iscsi',level=0,port_id=b37ffdf3-443e-44c9-b1ef-dae5457b4f7e,segment=NetworkSegment(37b9d973-15e6-4a1b-8021-d91da8e96982),segment_id=37b9d973-15e6-4a1b-8021-d91da8e96982)] {{(pid=109803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:09:40.150514 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1d7d9db5-3a42-4174-86b3-60171cb5716f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624050'] for port (b37ffdf3-443e-44c9-b1ef-dae5457b4f7e), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:09:40.166041 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.plugin [None req-1d7d9db5-3a42-4174-86b3-60171cb5716f admin admin] Calling delete_port for b37ffdf3-443e-44c9-b1ef-dae5457b4f7e owned by network:dhcp {{(pid=109803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:09:40.166276 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3252a91a-4a63-4191-af8a-7bab2b13f852 None None] DHCP port deletion for f61285e8-436e-45fe-a0fb-e01adb84084d request from dv-cinder-841644-1-iscsi {{(pid=109805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 13 13:09:40.205291 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-3252a91a-4a63-4191-af8a-7bab2b13f852 None None] Deleting port b37ffdf3-443e-44c9-b1ef-dae5457b4f7e {{(pid=109805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:09:40.205662 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-3252a91a-4a63-4191-af8a-7bab2b13f852 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750967565572'] for port (b37ffdf3-443e-44c9-b1ef-dae5457b4f7e), before_delete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:09:40.253396 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1d7d9db5-3a42-4174-86b3-60171cb5716f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750967572628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750967062393', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6509865'] for port (b37ffdf3-443e-44c9-b1ef-dae5457b4f7e), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:09:40.273415 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.db [None req-3252a91a-4a63-4191-af8a-7bab2b13f852 None None] For port b37ffdf3-443e-44c9-b1ef-dae5457b4f7e, host dv-cinder-841644-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841644-1-iscsi',level=0,port_id=b37ffdf3-443e-44c9-b1ef-dae5457b4f7e,segment=NetworkSegment(37b9d973-15e6-4a1b-8021-d91da8e96982),segment_id=37b9d973-15e6-4a1b-8021-d91da8e96982)] {{(pid=109805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:09:40.273836 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-3252a91a-4a63-4191-af8a-7bab2b13f852 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1624050'] for port (b37ffdf3-443e-44c9-b1ef-dae5457b4f7e), precommit_delete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:09:40.283009 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7d9db5-3a42-4174-86b3-60171cb5716f admin admin] No DVR routers for this DVR port b37ffdf3-443e-44c9-b1ef-dae5457b4f7e on host dv-cinder-841644-1-iscsi {{(pid=109803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 13:09:40.287827 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-3252a91a-4a63-4191-af8a-7bab2b13f852 None None] Calling delete_port for b37ffdf3-443e-44c9-b1ef-dae5457b4f7e owned by network:dhcp {{(pid=109805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:09:40.288384 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7d9db5-3a42-4174-86b3-60171cb5716f admin admin] Pushing event deleted for resources: {'Port': ['ID=b37ffdf3-443e-44c9-b1ef-dae5457b4f7e,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:09:40.365791 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1d7d9db5-3a42-4174-86b3-60171cb5716f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1476694', 'neutron.services.segments.db._delete_segments_for_network-8750967377201'] for network (f61285e8-436e-45fe-a0fb-e01adb84084d), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:09:40.375280 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-3252a91a-4a63-4191-af8a-7bab2b13f852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1508510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750967572628', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750967062393'] for port (b37ffdf3-443e-44c9-b1ef-dae5457b4f7e), after_delete {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:09:40.386441 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.services.segments.db [None req-1d7d9db5-3a42-4174-86b3-60171cb5716f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f61285e8-436e-45fe-a0fb-e01adb84084d']}} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:09:40.396614 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.services.segments.db [None req-1d7d9db5-3a42-4174-86b3-60171cb5716f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37b9d973-15e6-4a1b-8021-d91da8e96982') {'for_net_delete': True} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:09:40.396918 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.services.segments.db [None req-1d7d9db5-3a42-4174-86b3-60171cb5716f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37b9d973-15e6-4a1b-8021-d91da8e96982') {} {{(pid=109803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:09:40.400226 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3252a91a-4a63-4191-af8a-7bab2b13f852 None None] Pushing event deleted for resources: {'Port': ['ID=b37ffdf3-443e-44c9-b1ef-dae5457b4f7e,revision_number=None']} {{(pid=109805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:09:40.408651 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3252a91a-4a63-4191-af8a-7bab2b13f852 None None] No DVR routers for this DVR port b37ffdf3-443e-44c9-b1ef-dae5457b4f7e on host dv-cinder-841644-1-iscsi {{(pid=109805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 13:09:40.408887 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1d7d9db5-3a42-4174-86b3-60171cb5716f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750967377722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6506520'] for segment (37b9d973-15e6-4a1b-8021-d91da8e96982), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:09:40.411122 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3252a91a-4a63-4191-af8a-7bab2b13f852 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:09:40.411725 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3252a91a-4a63-4191-af8a-7bab2b13f852 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:09:40.412067 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3252a91a-4a63-4191-af8a-7bab2b13f852 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:09:40.412403 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3252a91a-4a63-4191-af8a-7bab2b13f852 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:09:40.412737 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3252a91a-4a63-4191-af8a-7bab2b13f852 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:09:40.413091 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3252a91a-4a63-4191-af8a-7bab2b13f852 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:09:40.413504 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3252a91a-4a63-4191-af8a-7bab2b13f852 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:09:40.413830 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3252a91a-4a63-4191-af8a-7bab2b13f852 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:09:40.414158 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3252a91a-4a63-4191-af8a-7bab2b13f852 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:09:40.414478 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3252a91a-4a63-4191-af8a-7bab2b13f852 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:09:40.414804 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3252a91a-4a63-4191-af8a-7bab2b13f852 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:09:40.415128 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3252a91a-4a63-4191-af8a-7bab2b13f852 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:09:40.415446 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3252a91a-4a63-4191-af8a-7bab2b13f852 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:09:40.415766 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3252a91a-4a63-4191-af8a-7bab2b13f852 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:09:40.416086 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3252a91a-4a63-4191-af8a-7bab2b13f852 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841644-1-iscsi {{(pid=109805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:09:40.428152 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1d7d9db5-3a42-4174-86b3-60171cb5716f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488896'] for segment (37b9d973-15e6-4a1b-8021-d91da8e96982), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:09:40.434751 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d7d9db5-3a42-4174-86b3-60171cb5716f admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=109803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 13:09:40.435166 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1d7d9db5-3a42-4174-86b3-60171cb5716f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1488896', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6509940'] for segment (37b9d973-15e6-4a1b-8021-d91da8e96982), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:09:40.437606 dv-cinder-841644-1-iscsi neutron-server[109803]: Traceback (most recent call last): May 13 13:09:40.437606 dv-cinder-841644-1-iscsi neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 13:09:40.437606 dv-cinder-841644-1-iscsi neutron-server[109803]: timer() May 13 13:09:40.437606 dv-cinder-841644-1-iscsi neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 13:09:40.437606 dv-cinder-841644-1-iscsi neutron-server[109803]: cb(*args, **kw) May 13 13:09:40.437606 dv-cinder-841644-1-iscsi neutron-server[109803]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 13 13:09:40.437606 dv-cinder-841644-1-iscsi neutron-server[109803]: return func(*args, **kwargs) May 13 13:09:40.437606 dv-cinder-841644-1-iscsi neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 13:09:40.437606 dv-cinder-841644-1-iscsi neutron-server[109803]: self._notify() May 13 13:09:40.437606 dv-cinder-841644-1-iscsi neutron-server[109803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 13:09:40.437606 dv-cinder-841644-1-iscsi neutron-server[109803]: self.callback(batched_events) May 13 13:09:40.437606 dv-cinder-841644-1-iscsi neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 13:09:40.437606 dv-cinder-841644-1-iscsi neutron-server[109803]: event.method(event) May 13 13:09:40.437606 dv-cinder-841644-1-iscsi neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 13 13:09:40.437606 dv-cinder-841644-1-iscsi neutron-server[109803]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 13:09:40.437606 dv-cinder-841644-1-iscsi neutron-server[109803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 13 13:09:40.437606 dv-cinder-841644-1-iscsi neutron-server[109803]: aggregate_uuid = self.p_client.list_aggregates( May 13 13:09:40.437606 dv-cinder-841644-1-iscsi neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 13 13:09:40.437606 dv-cinder-841644-1-iscsi neutron-server[109803]: return f(self, *a, **k) May 13 13:09:40.437606 dv-cinder-841644-1-iscsi neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 13 13:09:40.437606 dv-cinder-841644-1-iscsi neutron-server[109803]: return self._get(url).json() May 13 13:09:40.437606 dv-cinder-841644-1-iscsi neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 13 13:09:40.437606 dv-cinder-841644-1-iscsi neutron-server[109803]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 13:09:40.437606 dv-cinder-841644-1-iscsi neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 13:09:40.437606 dv-cinder-841644-1-iscsi neutron-server[109803]: return self.request(url, 'GET', **kwargs) May 13 13:09:40.437606 dv-cinder-841644-1-iscsi neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 13:09:40.437606 dv-cinder-841644-1-iscsi neutron-server[109803]: base_url = self.get_endpoint(auth, allow=allow, May 13 13:09:40.437606 dv-cinder-841644-1-iscsi neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 13:09:40.437606 dv-cinder-841644-1-iscsi neutron-server[109803]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 13:09:40.437606 dv-cinder-841644-1-iscsi neutron-server[109803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 13:09:40.437606 dv-cinder-841644-1-iscsi neutron-server[109803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 13:09:40.437606 dv-cinder-841644-1-iscsi neutron-server[109803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 13:09:40.495016 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1d7d9db5-3a42-4174-86b3-60171cb5716f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1476655', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621796'] for network (f61285e8-436e-45fe-a0fb-e01adb84084d), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:09:40.509544 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1d7d9db5-3a42-4174-86b3-60171cb5716f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617456'] for network (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:09:40.512614 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-1d7d9db5-3a42-4174-86b3-60171cb5716f admin admin] 10.222.0.49 "DELETE /v2.0/networks/f61285e8-436e-45fe-a0fb-e01adb84084d HTTP/1.1" status: 204 len: 168 time: 0.5474219 May 13 13:09:40.514394 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7d9db5-3a42-4174-86b3-60171cb5716f admin admin] Pushing event deleted for resources: {'Network': ['ID=f61285e8-436e-45fe-a0fb-e01adb84084d,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:09:40.622815 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 57286) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:09:40.662457 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-81877fea-aa6b-46a5-a7a4-2459b55cd6ee admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6a60c4cb84044c338d954f9a3ec8ef31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384707 May 13 13:09:40.664749 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 57288) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:09:40.714518 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1e2b508c-95f4-46f2-8b8e-d806ca62fef3 admin admin] Publish callbacks [] for security_group (f52f7025-6acc-4fe6-bf31-4e23dbcf2002), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:09:40.735510 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1e2b508c-95f4-46f2-8b8e-d806ca62fef3 admin admin] Publish callbacks [] for security_group (f52f7025-6acc-4fe6-bf31-4e23dbcf2002), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:09:40.793116 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1e2b508c-95f4-46f2-8b8e-d806ca62fef3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (f52f7025-6acc-4fe6-bf31-4e23dbcf2002), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:09:40.795593 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-1e2b508c-95f4-46f2-8b8e-d806ca62fef3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:09:40.796710 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-1e2b508c-95f4-46f2-8b8e-d806ca62fef3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f52f7025-6acc-4fe6-bf31-4e23dbcf2002 HTTP/1.1" status: 204 len: 168 time: 0.1310661 May 13 13:09:40.804750 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2b508c-95f4-46f2-8b8e-d806ca62fef3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f52f7025-6acc-4fe6-bf31-4e23dbcf2002,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:09:41.113539 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 57294) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:09:41.154376 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-1117c3bb-ac7c-4b08-adb2-e6ff020ab8d5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=88d6b2ac259f40f1866c226155e61fff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391929 May 13 13:09:41.156916 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [-] (109803) accepted ('10.222.0.49', 57296) {{(pid=109803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:09:41.205758 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f85f8b05-4190-4ad3-88ad-bca219448e16 admin admin] Publish callbacks [] for security_group (7f69e220-99af-427c-b939-a3d63497bbee), before_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:09:41.227259 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f85f8b05-4190-4ad3-88ad-bca219448e16 admin admin] Publish callbacks [] for security_group (7f69e220-99af-427c-b939-a3d63497bbee), precommit_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:09:41.274483 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f85f8b05-4190-4ad3-88ad-bca219448e16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471811'] for security_group (7f69e220-99af-427c-b939-a3d63497bbee), after_delete {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:09:41.277390 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron_lib.callbacks.manager [None req-f85f8b05-4190-4ad3-88ad-bca219448e16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:09:41.278529 dv-cinder-841644-1-iscsi neutron-server[109803]: INFO neutron.wsgi [None req-f85f8b05-4190-4ad3-88ad-bca219448e16 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7f69e220-99af-427c-b939-a3d63497bbee HTTP/1.1" status: 204 len: 168 time: 0.1207042 May 13 13:09:41.289126 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85f8b05-4190-4ad3-88ad-bca219448e16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f69e220-99af-427c-b939-a3d63497bbee,revision_number=None']} {{(pid=109803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:09:41.491479 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Device b37ffdf3-443e-44c9-b1ef-dae5457b4f7e no longer exists at agent ovs-agent-dv-cinder-841644-1-iscsi {{(pid=109805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:09:41.520320 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] No Port match for: b37ffdf3-443e-44c9-b1ef-dae5457b4f7e {{(pid=109805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:09:41.520774 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Device b37ffdf3-443e-44c9-b1ef-dae5457b4f7e not bound to the agent host dv-cinder-841644-1-iscsi {{(pid=109805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:09:41.521293 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Device b9e2bb96-eb97-47c5-a64d-750f998e3f13 no longer exists at agent ovs-agent-dv-cinder-841644-1-iscsi {{(pid=109805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:09:41.525741 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-c04cfbfb-5e07-4b91-9a36-380fc331f5da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (12f7f474-a19f-4cf7-bcdf-b9ad7dbdd770), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:09:41.544500 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.plugin [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] No Port match for: b9e2bb96-eb97-47c5-a64d-750f998e3f13 {{(pid=109805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:09:41.544923 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron.plugins.ml2.rpc [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Device b9e2bb96-eb97-47c5-a64d-750f998e3f13 not bound to the agent host dv-cinder-841644-1-iscsi {{(pid=109805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:09:43.938933 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-798b1f1b-72cf-4571-ab41-dcf3317ee7ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (6d8a5631-9f63-444c-af3b-4dcce4842b62), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:09:45.108752 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-4a907869-afee-4d69-acd8-cccc744e537a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (d2cfa305-5f5a-49b3-8228-876061d7e1f6), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:09:46.777511 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-7baa8e58-cb75-431e-995b-6c55a6feb1d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (5f75012c-56a5-4b0a-a85c-97c3435c2a5d), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:09:47.880096 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (f7880a20-862d-46b4-8dd6-192b0a47d710), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:09:50.447666 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (202f7e15-8fd1-4d3b-a0cb-2b083dcecd1a), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:10:02.421360 dv-cinder-841644-1-iscsi neutron-server[109803]: DEBUG neutron.wsgi [req-41ad5248-439a-45a3-b9db-c361ea1b88ae req-fd8ac9c2-dc2f-4931-906b-56b4422aa059 service neutron] (109803) timed out ('10.222.0.52', 64285) {{(pid=109803) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 13 13:10:11.497305 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-c7039521-fe64-4c39-923c-494e61e15a31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (12f7f474-a19f-4cf7-bcdf-b9ad7dbdd770), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:10:13.940338 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-574965b5-8917-4b2a-ae48-dc919739c913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (6d8a5631-9f63-444c-af3b-4dcce4842b62), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:10:14.978624 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.agents_db [None req-04065fb1-5207-409b-a281-8f6301b2fc59 None None] Agent healthcheck: found 6 active agents {{(pid=109806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 13:10:15.108396 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-4a907869-afee-4d69-acd8-cccc744e537a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (d2cfa305-5f5a-49b3-8228-876061d7e1f6), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:10:16.778173 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-7baa8e58-cb75-431e-995b-6c55a6feb1d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (5f75012c-56a5-4b0a-a85c-97c3435c2a5d), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:10:17.882568 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (f7880a20-862d-46b4-8dd6-192b0a47d710), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:10:20.468382 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (202f7e15-8fd1-4d3b-a0cb-2b083dcecd1a), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:10:41.498493 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-cea379b6-ce97-4dab-9669-e946b56c0ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (12f7f474-a19f-4cf7-bcdf-b9ad7dbdd770), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:10:43.942248 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-403de94a-aa1e-48ce-9d37-9b1c9151e7f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (6d8a5631-9f63-444c-af3b-4dcce4842b62), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:10:45.112752 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-4a907869-afee-4d69-acd8-cccc744e537a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (d2cfa305-5f5a-49b3-8228-876061d7e1f6), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:10:46.782078 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-7baa8e58-cb75-431e-995b-6c55a6feb1d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (5f75012c-56a5-4b0a-a85c-97c3435c2a5d), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:10:47.883881 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (f7880a20-862d-46b4-8dd6-192b0a47d710), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:10:50.478833 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (202f7e15-8fd1-4d3b-a0cb-2b083dcecd1a), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:10:51.977741 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.agents_db [None req-04065fb1-5207-409b-a281-8f6301b2fc59 None None] Agent healthcheck: found 6 active agents {{(pid=109806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 13:11:11.499995 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-2ccdc21b-5f4b-4bb5-9a0b-344839246d2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (12f7f474-a19f-4cf7-bcdf-b9ad7dbdd770), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:11:13.945489 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-3c85f86c-37b1-4ad7-9fc3-e73f5ff70d94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (6d8a5631-9f63-444c-af3b-4dcce4842b62), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:11:15.116014 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-4a907869-afee-4d69-acd8-cccc744e537a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (d2cfa305-5f5a-49b3-8228-876061d7e1f6), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:11:16.783940 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-7baa8e58-cb75-431e-995b-6c55a6feb1d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (5f75012c-56a5-4b0a-a85c-97c3435c2a5d), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:11:17.887054 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (f7880a20-862d-46b4-8dd6-192b0a47d710), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:11:20.475010 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (202f7e15-8fd1-4d3b-a0cb-2b083dcecd1a), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:11:28.979053 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.agents_db [None req-04065fb1-5207-409b-a281-8f6301b2fc59 None None] Agent healthcheck: found 6 active agents {{(pid=109806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 13:11:41.501558 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-6222572a-07c8-478b-8c12-31902caaf5f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (12f7f474-a19f-4cf7-bcdf-b9ad7dbdd770), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:11:43.946788 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-7885f069-e202-4d12-98fc-12d9c81801cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (6d8a5631-9f63-444c-af3b-4dcce4842b62), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:11:45.119346 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-4a907869-afee-4d69-acd8-cccc744e537a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (d2cfa305-5f5a-49b3-8228-876061d7e1f6), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:11:46.787008 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-7baa8e58-cb75-431e-995b-6c55a6feb1d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (5f75012c-56a5-4b0a-a85c-97c3435c2a5d), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:11:47.888846 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (f7880a20-862d-46b4-8dd6-192b0a47d710), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:11:50.476140 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (202f7e15-8fd1-4d3b-a0cb-2b083dcecd1a), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:12:05.978291 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.agents_db [None req-04065fb1-5207-409b-a281-8f6301b2fc59 None None] Agent healthcheck: found 6 active agents {{(pid=109806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 13:12:10.032953 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [req-3e9b2e28-c07d-418b-b2e5-616b06588f6b req-0b6d0eec-9fa9-4718-acd4-90158df63d73 service neutron] (109804) timed out ('10.222.0.49', 50508) {{(pid=109804) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 13 13:12:10.202009 dv-cinder-841644-1-iscsi neutron-server[109804]: DEBUG neutron.wsgi [req-3e9b2e28-c07d-418b-b2e5-616b06588f6b req-388fd04a-db2b-42ae-afb8-05120997e075 tempest-AttachVolumeShelveTestJSON-181270742 tempest-AttachVolumeShelveTestJSON-181270742-project] (109804) timed out ('10.222.0.49', 50516) {{(pid=109804) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 13 13:12:11.503753 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-c445d230-d542-46bf-a725-4354cfa079aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (12f7f474-a19f-4cf7-bcdf-b9ad7dbdd770), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:12:13.950326 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-ecac4e28-a8a8-4447-823c-57609aaa02cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (6d8a5631-9f63-444c-af3b-4dcce4842b62), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:12:15.122180 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-4a907869-afee-4d69-acd8-cccc744e537a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (d2cfa305-5f5a-49b3-8228-876061d7e1f6), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:12:16.789368 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-7baa8e58-cb75-431e-995b-6c55a6feb1d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (5f75012c-56a5-4b0a-a85c-97c3435c2a5d), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:12:17.894026 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (f7880a20-862d-46b4-8dd6-192b0a47d710), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:12:20.482167 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (202f7e15-8fd1-4d3b-a0cb-2b083dcecd1a), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:12:41.629948 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-d9fcb9ef-eb2a-480f-a25a-fd85bdd4c06d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (12f7f474-a19f-4cf7-bcdf-b9ad7dbdd770), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:12:42.977204 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.agents_db [None req-04065fb1-5207-409b-a281-8f6301b2fc59 None None] Agent healthcheck: found 6 active agents {{(pid=109806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 13:12:43.952001 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-af65f14b-9d71-48b2-b506-a9bc64120c1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (6d8a5631-9f63-444c-af3b-4dcce4842b62), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:12:45.126681 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-4a907869-afee-4d69-acd8-cccc744e537a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (d2cfa305-5f5a-49b3-8228-876061d7e1f6), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:12:46.792477 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-7baa8e58-cb75-431e-995b-6c55a6feb1d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (5f75012c-56a5-4b0a-a85c-97c3435c2a5d), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:12:47.895887 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (f7880a20-862d-46b4-8dd6-192b0a47d710), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:12:50.490148 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (202f7e15-8fd1-4d3b-a0cb-2b083dcecd1a), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:13:11.502964 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-0898d773-3f4d-4982-b3db-5d485d5a38f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (12f7f474-a19f-4cf7-bcdf-b9ad7dbdd770), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:13:13.953730 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-491e9b85-8a22-42e8-abde-8eeb0687ee6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (6d8a5631-9f63-444c-af3b-4dcce4842b62), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:13:15.128411 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-4a907869-afee-4d69-acd8-cccc744e537a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (d2cfa305-5f5a-49b3-8228-876061d7e1f6), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:13:16.795345 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-7baa8e58-cb75-431e-995b-6c55a6feb1d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (5f75012c-56a5-4b0a-a85c-97c3435c2a5d), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:13:17.899215 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (f7880a20-862d-46b4-8dd6-192b0a47d710), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:13:19.977500 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.agents_db [None req-04065fb1-5207-409b-a281-8f6301b2fc59 None None] Agent healthcheck: found 6 active agents {{(pid=109806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 13:13:20.513965 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (202f7e15-8fd1-4d3b-a0cb-2b083dcecd1a), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:13:41.505832 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-85b35f4b-20d4-4f8d-94f8-a9c7def955d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (12f7f474-a19f-4cf7-bcdf-b9ad7dbdd770), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:13:43.955652 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-b8eb037f-9ea7-4bcb-951b-e3fff09b0bc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (6d8a5631-9f63-444c-af3b-4dcce4842b62), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:13:45.129393 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-4a907869-afee-4d69-acd8-cccc744e537a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (d2cfa305-5f5a-49b3-8228-876061d7e1f6), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:13:46.798522 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-7baa8e58-cb75-431e-995b-6c55a6feb1d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (5f75012c-56a5-4b0a-a85c-97c3435c2a5d), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:13:47.901368 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (f7880a20-862d-46b4-8dd6-192b0a47d710), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:13:50.514698 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (202f7e15-8fd1-4d3b-a0cb-2b083dcecd1a), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:13:56.977215 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.agents_db [None req-04065fb1-5207-409b-a281-8f6301b2fc59 None None] Agent healthcheck: found 6 active agents {{(pid=109806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 13:14:11.507313 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-184547cb-69f7-4c52-a31b-f9e46aae8ab4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (12f7f474-a19f-4cf7-bcdf-b9ad7dbdd770), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:14:13.957314 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-9139335d-6e8b-404f-9a0c-62c66f6a68e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (6d8a5631-9f63-444c-af3b-4dcce4842b62), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:14:15.135892 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-4a907869-afee-4d69-acd8-cccc744e537a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (d2cfa305-5f5a-49b3-8228-876061d7e1f6), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:14:16.803811 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-7baa8e58-cb75-431e-995b-6c55a6feb1d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (5f75012c-56a5-4b0a-a85c-97c3435c2a5d), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:14:17.902967 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (f7880a20-862d-46b4-8dd6-192b0a47d710), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:14:20.521843 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (202f7e15-8fd1-4d3b-a0cb-2b083dcecd1a), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:14:33.976185 dv-cinder-841644-1-iscsi neutron-server[109806]: DEBUG neutron.db.agents_db [None req-04065fb1-5207-409b-a281-8f6301b2fc59 None None] Agent healthcheck: found 6 active agents {{(pid=109806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 13:14:41.508838 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-4fe4045f-9ea6-463f-9dd6-1cd023337e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (12f7f474-a19f-4cf7-bcdf-b9ad7dbdd770), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:14:43.959286 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-19abebaa-88af-4c86-aa1e-f381e712e121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (6d8a5631-9f63-444c-af3b-4dcce4842b62), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:14:45.137873 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-4a907869-afee-4d69-acd8-cccc744e537a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (d2cfa305-5f5a-49b3-8228-876061d7e1f6), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:14:46.804439 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-7baa8e58-cb75-431e-995b-6c55a6feb1d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (5f75012c-56a5-4b0a-a85c-97c3435c2a5d), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:14:47.907023 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-de410339-d1b6-466a-a122-ad6242f1bf9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (f7880a20-862d-46b4-8dd6-192b0a47d710), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:14:50.521450 dv-cinder-841644-1-iscsi neutron-server[109805]: DEBUG neutron_lib.callbacks.manager [None req-58f48192-8009-4e25-bd87-ed8a432ca60d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750967377183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1558423'] for agent (202f7e15-8fd1-4d3b-a0cb-2b083dcecd1a), after_update {{(pid=109805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}